{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 27672,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00010841283607979184,
      "grad_norm": 4.530220031738281,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 3.1951,
      "step": 1
    },
    {
      "epoch": 0.0002168256721595837,
      "grad_norm": 4.07201623916626,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.3599,
      "step": 2
    },
    {
      "epoch": 0.00032523850823937554,
      "grad_norm": 4.309512138366699,
      "learning_rate": 3e-06,
      "loss": 3.3212,
      "step": 3
    },
    {
      "epoch": 0.0004336513443191674,
      "grad_norm": 4.501162052154541,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.3721,
      "step": 4
    },
    {
      "epoch": 0.0005420641803989592,
      "grad_norm": 4.527836799621582,
      "learning_rate": 5e-06,
      "loss": 3.2925,
      "step": 5
    },
    {
      "epoch": 0.0006504770164787511,
      "grad_norm": 5.1513261795043945,
      "learning_rate": 6e-06,
      "loss": 3.2835,
      "step": 6
    },
    {
      "epoch": 0.000758889852558543,
      "grad_norm": 4.374717712402344,
      "learning_rate": 7.000000000000001e-06,
      "loss": 3.3354,
      "step": 7
    },
    {
      "epoch": 0.0008673026886383347,
      "grad_norm": 4.416787147521973,
      "learning_rate": 8.000000000000001e-06,
      "loss": 3.0823,
      "step": 8
    },
    {
      "epoch": 0.0009757155247181266,
      "grad_norm": 4.028302192687988,
      "learning_rate": 9e-06,
      "loss": 3.0559,
      "step": 9
    },
    {
      "epoch": 0.0010841283607979184,
      "grad_norm": 3.7795586585998535,
      "learning_rate": 1e-05,
      "loss": 2.9273,
      "step": 10
    },
    {
      "epoch": 0.0011925411968777104,
      "grad_norm": 3.6267921924591064,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 2.9439,
      "step": 11
    },
    {
      "epoch": 0.0013009540329575022,
      "grad_norm": 3.774445056915283,
      "learning_rate": 1.2e-05,
      "loss": 2.8106,
      "step": 12
    },
    {
      "epoch": 0.001409366869037294,
      "grad_norm": 3.478464365005493,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 2.8071,
      "step": 13
    },
    {
      "epoch": 0.001517779705117086,
      "grad_norm": 3.5529584884643555,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 2.7571,
      "step": 14
    },
    {
      "epoch": 0.0016261925411968777,
      "grad_norm": 3.5979738235473633,
      "learning_rate": 1.5e-05,
      "loss": 2.5581,
      "step": 15
    },
    {
      "epoch": 0.0017346053772766695,
      "grad_norm": 3.0514869689941406,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 2.4734,
      "step": 16
    },
    {
      "epoch": 0.0018430182133564615,
      "grad_norm": 2.8703486919403076,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 2.4121,
      "step": 17
    },
    {
      "epoch": 0.0019514310494362533,
      "grad_norm": 2.7062129974365234,
      "learning_rate": 1.8e-05,
      "loss": 2.2902,
      "step": 18
    },
    {
      "epoch": 0.002059843885516045,
      "grad_norm": 2.782630443572998,
      "learning_rate": 1.9e-05,
      "loss": 2.1254,
      "step": 19
    },
    {
      "epoch": 0.002168256721595837,
      "grad_norm": 2.471240520477295,
      "learning_rate": 2e-05,
      "loss": 1.9277,
      "step": 20
    },
    {
      "epoch": 0.0022766695576756286,
      "grad_norm": 2.3558835983276367,
      "learning_rate": 2.1e-05,
      "loss": 1.9433,
      "step": 21
    },
    {
      "epoch": 0.002385082393755421,
      "grad_norm": 2.6343958377838135,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 1.9189,
      "step": 22
    },
    {
      "epoch": 0.0024934952298352126,
      "grad_norm": 2.3461060523986816,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.7248,
      "step": 23
    },
    {
      "epoch": 0.0026019080659150044,
      "grad_norm": 2.0911362171173096,
      "learning_rate": 2.4e-05,
      "loss": 1.5566,
      "step": 24
    },
    {
      "epoch": 0.002710320901994796,
      "grad_norm": 2.247549533843994,
      "learning_rate": 2.5e-05,
      "loss": 1.6921,
      "step": 25
    },
    {
      "epoch": 0.002818733738074588,
      "grad_norm": 2.023573398590088,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 1.4627,
      "step": 26
    },
    {
      "epoch": 0.0029271465741543797,
      "grad_norm": 1.9592947959899902,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.2919,
      "step": 27
    },
    {
      "epoch": 0.003035559410234172,
      "grad_norm": 1.9586838483810425,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.2819,
      "step": 28
    },
    {
      "epoch": 0.0031439722463139637,
      "grad_norm": 1.961910605430603,
      "learning_rate": 2.9e-05,
      "loss": 1.2675,
      "step": 29
    },
    {
      "epoch": 0.0032523850823937554,
      "grad_norm": 1.7825103998184204,
      "learning_rate": 3e-05,
      "loss": 1.1752,
      "step": 30
    },
    {
      "epoch": 0.0033607979184735472,
      "grad_norm": 1.7397593259811401,
      "learning_rate": 3.1e-05,
      "loss": 1.0296,
      "step": 31
    },
    {
      "epoch": 0.003469210754553339,
      "grad_norm": 1.5205371379852295,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.827,
      "step": 32
    },
    {
      "epoch": 0.0035776235906331308,
      "grad_norm": 1.6602118015289307,
      "learning_rate": 3.3e-05,
      "loss": 0.832,
      "step": 33
    },
    {
      "epoch": 0.003686036426712923,
      "grad_norm": 1.4276124238967896,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.7463,
      "step": 34
    },
    {
      "epoch": 0.0037944492627927148,
      "grad_norm": 1.2977534532546997,
      "learning_rate": 3.5e-05,
      "loss": 0.6793,
      "step": 35
    },
    {
      "epoch": 0.0039028620988725065,
      "grad_norm": 1.3518093824386597,
      "learning_rate": 3.6e-05,
      "loss": 0.6081,
      "step": 36
    },
    {
      "epoch": 0.004011274934952298,
      "grad_norm": 0.9320307374000549,
      "learning_rate": 3.7e-05,
      "loss": 0.4953,
      "step": 37
    },
    {
      "epoch": 0.00411968777103209,
      "grad_norm": 0.9148726463317871,
      "learning_rate": 3.8e-05,
      "loss": 0.4397,
      "step": 38
    },
    {
      "epoch": 0.004228100607111882,
      "grad_norm": 0.8324506282806396,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.4336,
      "step": 39
    },
    {
      "epoch": 0.004336513443191674,
      "grad_norm": 0.9076200127601624,
      "learning_rate": 4e-05,
      "loss": 0.3733,
      "step": 40
    },
    {
      "epoch": 0.004444926279271465,
      "grad_norm": 0.9317927360534668,
      "learning_rate": 4.1e-05,
      "loss": 0.3556,
      "step": 41
    },
    {
      "epoch": 0.004553339115351257,
      "grad_norm": 1.016671061515808,
      "learning_rate": 4.2e-05,
      "loss": 0.3048,
      "step": 42
    },
    {
      "epoch": 0.00466175195143105,
      "grad_norm": 0.7151480913162231,
      "learning_rate": 4.3e-05,
      "loss": 0.2929,
      "step": 43
    },
    {
      "epoch": 0.004770164787510842,
      "grad_norm": 0.9630069732666016,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.2596,
      "step": 44
    },
    {
      "epoch": 0.004878577623590633,
      "grad_norm": 0.5941870808601379,
      "learning_rate": 4.5e-05,
      "loss": 0.1872,
      "step": 45
    },
    {
      "epoch": 0.004986990459670425,
      "grad_norm": 0.6993588209152222,
      "learning_rate": 4.600000000000001e-05,
      "loss": 0.2047,
      "step": 46
    },
    {
      "epoch": 0.005095403295750217,
      "grad_norm": 0.6962509155273438,
      "learning_rate": 4.7e-05,
      "loss": 0.1887,
      "step": 47
    },
    {
      "epoch": 0.005203816131830009,
      "grad_norm": 0.8965830206871033,
      "learning_rate": 4.8e-05,
      "loss": 0.1724,
      "step": 48
    },
    {
      "epoch": 0.0053122289679098005,
      "grad_norm": 0.8721673488616943,
      "learning_rate": 4.9e-05,
      "loss": 0.19,
      "step": 49
    },
    {
      "epoch": 0.005420641803989592,
      "grad_norm": 0.5652301907539368,
      "learning_rate": 5e-05,
      "loss": 0.1553,
      "step": 50
    },
    {
      "epoch": 0.005529054640069384,
      "grad_norm": 2.2992868423461914,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 0.4185,
      "step": 51
    },
    {
      "epoch": 0.005637467476149176,
      "grad_norm": 0.45292648673057556,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 0.1435,
      "step": 52
    },
    {
      "epoch": 0.005745880312228968,
      "grad_norm": 0.4366454482078552,
      "learning_rate": 5.300000000000001e-05,
      "loss": 0.149,
      "step": 53
    },
    {
      "epoch": 0.005854293148308759,
      "grad_norm": 0.5593542456626892,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.1707,
      "step": 54
    },
    {
      "epoch": 0.005962705984388552,
      "grad_norm": 0.504578709602356,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.159,
      "step": 55
    },
    {
      "epoch": 0.006071118820468344,
      "grad_norm": 0.32193464040756226,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.1312,
      "step": 56
    },
    {
      "epoch": 0.0061795316565481356,
      "grad_norm": 0.41734778881073,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 0.1462,
      "step": 57
    },
    {
      "epoch": 0.006287944492627927,
      "grad_norm": 0.39216169714927673,
      "learning_rate": 5.8e-05,
      "loss": 0.131,
      "step": 58
    },
    {
      "epoch": 0.006396357328707719,
      "grad_norm": 0.2059391736984253,
      "learning_rate": 5.9e-05,
      "loss": 0.1312,
      "step": 59
    },
    {
      "epoch": 0.006504770164787511,
      "grad_norm": 0.16457287967205048,
      "learning_rate": 6e-05,
      "loss": 0.1312,
      "step": 60
    },
    {
      "epoch": 0.006613183000867303,
      "grad_norm": 0.34314578771591187,
      "learning_rate": 6.1e-05,
      "loss": 0.1217,
      "step": 61
    },
    {
      "epoch": 0.0067215958369470944,
      "grad_norm": 0.4680684804916382,
      "learning_rate": 6.2e-05,
      "loss": 0.1262,
      "step": 62
    },
    {
      "epoch": 0.006830008673026886,
      "grad_norm": 0.23155994713306427,
      "learning_rate": 6.3e-05,
      "loss": 0.1357,
      "step": 63
    },
    {
      "epoch": 0.006938421509106678,
      "grad_norm": 0.21205425262451172,
      "learning_rate": 6.400000000000001e-05,
      "loss": 0.1353,
      "step": 64
    },
    {
      "epoch": 0.00704683434518647,
      "grad_norm": 0.2202034592628479,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.1571,
      "step": 65
    },
    {
      "epoch": 0.0071552471812662615,
      "grad_norm": 0.21201583743095398,
      "learning_rate": 6.6e-05,
      "loss": 0.143,
      "step": 66
    },
    {
      "epoch": 0.007263660017346054,
      "grad_norm": 1.9136242866516113,
      "learning_rate": 6.7e-05,
      "loss": 0.1644,
      "step": 67
    },
    {
      "epoch": 0.007372072853425846,
      "grad_norm": 0.7058611512184143,
      "learning_rate": 6.800000000000001e-05,
      "loss": 0.1437,
      "step": 68
    },
    {
      "epoch": 0.007480485689505638,
      "grad_norm": 0.18590664863586426,
      "learning_rate": 6.9e-05,
      "loss": 0.1277,
      "step": 69
    },
    {
      "epoch": 0.0075888985255854295,
      "grad_norm": 0.20796069502830505,
      "learning_rate": 7e-05,
      "loss": 0.1172,
      "step": 70
    },
    {
      "epoch": 0.007697311361665221,
      "grad_norm": 0.12511742115020752,
      "learning_rate": 7.1e-05,
      "loss": 0.1104,
      "step": 71
    },
    {
      "epoch": 0.007805724197745013,
      "grad_norm": 0.17576640844345093,
      "learning_rate": 7.2e-05,
      "loss": 0.1448,
      "step": 72
    },
    {
      "epoch": 0.007914137033824806,
      "grad_norm": 0.19452714920043945,
      "learning_rate": 7.3e-05,
      "loss": 0.1456,
      "step": 73
    },
    {
      "epoch": 0.008022549869904597,
      "grad_norm": 0.151751309633255,
      "learning_rate": 7.4e-05,
      "loss": 0.1325,
      "step": 74
    },
    {
      "epoch": 0.00813096270598439,
      "grad_norm": 0.1695714294910431,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.1209,
      "step": 75
    },
    {
      "epoch": 0.00823937554206418,
      "grad_norm": 0.164439395070076,
      "learning_rate": 7.6e-05,
      "loss": 0.1359,
      "step": 76
    },
    {
      "epoch": 0.008347788378143973,
      "grad_norm": 0.15105587244033813,
      "learning_rate": 7.7e-05,
      "loss": 0.1297,
      "step": 77
    },
    {
      "epoch": 0.008456201214223764,
      "grad_norm": 0.41460898518562317,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.1294,
      "step": 78
    },
    {
      "epoch": 0.008564614050303556,
      "grad_norm": 0.18740737438201904,
      "learning_rate": 7.900000000000001e-05,
      "loss": 0.1037,
      "step": 79
    },
    {
      "epoch": 0.008673026886383347,
      "grad_norm": 0.11850620806217194,
      "learning_rate": 8e-05,
      "loss": 0.1166,
      "step": 80
    },
    {
      "epoch": 0.00878143972246314,
      "grad_norm": 0.22417756915092468,
      "learning_rate": 8.1e-05,
      "loss": 0.1418,
      "step": 81
    },
    {
      "epoch": 0.00888985255854293,
      "grad_norm": 0.14942577481269836,
      "learning_rate": 8.2e-05,
      "loss": 0.1405,
      "step": 82
    },
    {
      "epoch": 0.008998265394622723,
      "grad_norm": 0.17471247911453247,
      "learning_rate": 8.3e-05,
      "loss": 0.1559,
      "step": 83
    },
    {
      "epoch": 0.009106678230702514,
      "grad_norm": 0.11921611428260803,
      "learning_rate": 8.4e-05,
      "loss": 0.1301,
      "step": 84
    },
    {
      "epoch": 0.009215091066782307,
      "grad_norm": 0.7560375928878784,
      "learning_rate": 8.5e-05,
      "loss": 0.1302,
      "step": 85
    },
    {
      "epoch": 0.0093235039028621,
      "grad_norm": 0.10860099643468857,
      "learning_rate": 8.6e-05,
      "loss": 0.1127,
      "step": 86
    },
    {
      "epoch": 0.00943191673894189,
      "grad_norm": 0.2334277629852295,
      "learning_rate": 8.7e-05,
      "loss": 0.136,
      "step": 87
    },
    {
      "epoch": 0.009540329575021683,
      "grad_norm": 0.19986863434314728,
      "learning_rate": 8.800000000000001e-05,
      "loss": 0.1434,
      "step": 88
    },
    {
      "epoch": 0.009648742411101474,
      "grad_norm": 0.16330502927303314,
      "learning_rate": 8.900000000000001e-05,
      "loss": 0.095,
      "step": 89
    },
    {
      "epoch": 0.009757155247181267,
      "grad_norm": 0.17157940566539764,
      "learning_rate": 9e-05,
      "loss": 0.1291,
      "step": 90
    },
    {
      "epoch": 0.009865568083261058,
      "grad_norm": 0.19238273799419403,
      "learning_rate": 9.1e-05,
      "loss": 0.1317,
      "step": 91
    },
    {
      "epoch": 0.00997398091934085,
      "grad_norm": 0.1388174146413803,
      "learning_rate": 9.200000000000001e-05,
      "loss": 0.1235,
      "step": 92
    },
    {
      "epoch": 0.010082393755420641,
      "grad_norm": 0.13152888417243958,
      "learning_rate": 9.300000000000001e-05,
      "loss": 0.1193,
      "step": 93
    },
    {
      "epoch": 0.010190806591500434,
      "grad_norm": 0.12440352886915207,
      "learning_rate": 9.4e-05,
      "loss": 0.1431,
      "step": 94
    },
    {
      "epoch": 0.010299219427580225,
      "grad_norm": 0.1100887730717659,
      "learning_rate": 9.5e-05,
      "loss": 0.1238,
      "step": 95
    },
    {
      "epoch": 0.010407632263660017,
      "grad_norm": 0.3562687337398529,
      "learning_rate": 9.6e-05,
      "loss": 0.1362,
      "step": 96
    },
    {
      "epoch": 0.010516045099739808,
      "grad_norm": 0.13761620223522186,
      "learning_rate": 9.7e-05,
      "loss": 0.1299,
      "step": 97
    },
    {
      "epoch": 0.010624457935819601,
      "grad_norm": 0.23795458674430847,
      "learning_rate": 9.8e-05,
      "loss": 0.1568,
      "step": 98
    },
    {
      "epoch": 0.010732870771899394,
      "grad_norm": 0.24777905642986298,
      "learning_rate": 9.900000000000001e-05,
      "loss": 0.1281,
      "step": 99
    },
    {
      "epoch": 0.010841283607979185,
      "grad_norm": 0.17189158499240875,
      "learning_rate": 0.0001,
      "loss": 0.1271,
      "step": 100
    },
    {
      "epoch": 0.010949696444058977,
      "grad_norm": 0.14526070654392242,
      "learning_rate": 9.999637313216306e-05,
      "loss": 0.126,
      "step": 101
    },
    {
      "epoch": 0.011058109280138768,
      "grad_norm": 0.18980754911899567,
      "learning_rate": 9.999274626432613e-05,
      "loss": 0.1236,
      "step": 102
    },
    {
      "epoch": 0.01116652211621856,
      "grad_norm": 0.14332184195518494,
      "learning_rate": 9.998911939648919e-05,
      "loss": 0.1426,
      "step": 103
    },
    {
      "epoch": 0.011274934952298352,
      "grad_norm": 0.19778195023536682,
      "learning_rate": 9.998549252865226e-05,
      "loss": 0.1227,
      "step": 104
    },
    {
      "epoch": 0.011383347788378144,
      "grad_norm": 0.19333213567733765,
      "learning_rate": 9.998186566081532e-05,
      "loss": 0.1424,
      "step": 105
    },
    {
      "epoch": 0.011491760624457935,
      "grad_norm": 0.14787907898426056,
      "learning_rate": 9.997823879297839e-05,
      "loss": 0.1365,
      "step": 106
    },
    {
      "epoch": 0.011600173460537728,
      "grad_norm": 0.21476083993911743,
      "learning_rate": 9.997461192514145e-05,
      "loss": 0.1521,
      "step": 107
    },
    {
      "epoch": 0.011708586296617519,
      "grad_norm": 0.16123931109905243,
      "learning_rate": 9.997098505730452e-05,
      "loss": 0.1265,
      "step": 108
    },
    {
      "epoch": 0.011816999132697311,
      "grad_norm": 0.18602432310581207,
      "learning_rate": 9.996735818946759e-05,
      "loss": 0.1439,
      "step": 109
    },
    {
      "epoch": 0.011925411968777104,
      "grad_norm": 0.4846450984477997,
      "learning_rate": 9.996373132163065e-05,
      "loss": 0.138,
      "step": 110
    },
    {
      "epoch": 0.012033824804856895,
      "grad_norm": 0.1494682878255844,
      "learning_rate": 9.996010445379372e-05,
      "loss": 0.118,
      "step": 111
    },
    {
      "epoch": 0.012142237640936688,
      "grad_norm": 0.14936120808124542,
      "learning_rate": 9.995647758595677e-05,
      "loss": 0.1326,
      "step": 112
    },
    {
      "epoch": 0.012250650477016478,
      "grad_norm": 0.13433286547660828,
      "learning_rate": 9.995285071811984e-05,
      "loss": 0.1404,
      "step": 113
    },
    {
      "epoch": 0.012359063313096271,
      "grad_norm": 0.12556083500385284,
      "learning_rate": 9.99492238502829e-05,
      "loss": 0.1434,
      "step": 114
    },
    {
      "epoch": 0.012467476149176062,
      "grad_norm": 0.17187875509262085,
      "learning_rate": 9.994559698244596e-05,
      "loss": 0.1297,
      "step": 115
    },
    {
      "epoch": 0.012575888985255855,
      "grad_norm": 0.17637640237808228,
      "learning_rate": 9.994197011460903e-05,
      "loss": 0.1212,
      "step": 116
    },
    {
      "epoch": 0.012684301821335646,
      "grad_norm": 0.15668489038944244,
      "learning_rate": 9.993834324677209e-05,
      "loss": 0.1399,
      "step": 117
    },
    {
      "epoch": 0.012792714657415438,
      "grad_norm": 0.14861325919628143,
      "learning_rate": 9.993471637893516e-05,
      "loss": 0.1553,
      "step": 118
    },
    {
      "epoch": 0.01290112749349523,
      "grad_norm": 0.14893610775470734,
      "learning_rate": 9.993108951109822e-05,
      "loss": 0.129,
      "step": 119
    },
    {
      "epoch": 0.013009540329575022,
      "grad_norm": 0.16517461836338043,
      "learning_rate": 9.992746264326129e-05,
      "loss": 0.1262,
      "step": 120
    },
    {
      "epoch": 0.013117953165654813,
      "grad_norm": 0.10808999836444855,
      "learning_rate": 9.992383577542434e-05,
      "loss": 0.1296,
      "step": 121
    },
    {
      "epoch": 0.013226366001734605,
      "grad_norm": 0.226068377494812,
      "learning_rate": 9.992020890758742e-05,
      "loss": 0.1305,
      "step": 122
    },
    {
      "epoch": 0.013334778837814398,
      "grad_norm": 0.11344905197620392,
      "learning_rate": 9.991658203975047e-05,
      "loss": 0.1169,
      "step": 123
    },
    {
      "epoch": 0.013443191673894189,
      "grad_norm": 0.15661318600177765,
      "learning_rate": 9.991295517191353e-05,
      "loss": 0.1312,
      "step": 124
    },
    {
      "epoch": 0.013551604509973982,
      "grad_norm": 0.09787637740373611,
      "learning_rate": 9.99093283040766e-05,
      "loss": 0.1248,
      "step": 125
    },
    {
      "epoch": 0.013660017346053772,
      "grad_norm": 0.14692005515098572,
      "learning_rate": 9.990570143623967e-05,
      "loss": 0.1287,
      "step": 126
    },
    {
      "epoch": 0.013768430182133565,
      "grad_norm": 0.14496205747127533,
      "learning_rate": 9.990207456840274e-05,
      "loss": 0.1231,
      "step": 127
    },
    {
      "epoch": 0.013876843018213356,
      "grad_norm": 0.18196173012256622,
      "learning_rate": 9.98984477005658e-05,
      "loss": 0.1315,
      "step": 128
    },
    {
      "epoch": 0.013985255854293149,
      "grad_norm": 0.123337522149086,
      "learning_rate": 9.989482083272886e-05,
      "loss": 0.1358,
      "step": 129
    },
    {
      "epoch": 0.01409366869037294,
      "grad_norm": 0.09594649821519852,
      "learning_rate": 9.989119396489193e-05,
      "loss": 0.1178,
      "step": 130
    },
    {
      "epoch": 0.014202081526452732,
      "grad_norm": 0.11194803565740585,
      "learning_rate": 9.988756709705499e-05,
      "loss": 0.1139,
      "step": 131
    },
    {
      "epoch": 0.014310494362532523,
      "grad_norm": 0.1063530445098877,
      "learning_rate": 9.988394022921806e-05,
      "loss": 0.1315,
      "step": 132
    },
    {
      "epoch": 0.014418907198612316,
      "grad_norm": 0.09281352162361145,
      "learning_rate": 9.988031336138111e-05,
      "loss": 0.1255,
      "step": 133
    },
    {
      "epoch": 0.014527320034692108,
      "grad_norm": 0.1670352965593338,
      "learning_rate": 9.987668649354418e-05,
      "loss": 0.1357,
      "step": 134
    },
    {
      "epoch": 0.0146357328707719,
      "grad_norm": 2.097156047821045,
      "learning_rate": 9.987305962570724e-05,
      "loss": 0.2277,
      "step": 135
    },
    {
      "epoch": 0.014744145706851692,
      "grad_norm": 0.11399322003126144,
      "learning_rate": 9.986943275787031e-05,
      "loss": 0.1295,
      "step": 136
    },
    {
      "epoch": 0.014852558542931483,
      "grad_norm": 0.1206035315990448,
      "learning_rate": 9.986580589003337e-05,
      "loss": 0.1344,
      "step": 137
    },
    {
      "epoch": 0.014960971379011275,
      "grad_norm": 0.11121867597103119,
      "learning_rate": 9.986217902219643e-05,
      "loss": 0.1254,
      "step": 138
    },
    {
      "epoch": 0.015069384215091066,
      "grad_norm": 0.1344335377216339,
      "learning_rate": 9.98585521543595e-05,
      "loss": 0.1378,
      "step": 139
    },
    {
      "epoch": 0.015177797051170859,
      "grad_norm": 0.12068229168653488,
      "learning_rate": 9.985492528652256e-05,
      "loss": 0.1117,
      "step": 140
    },
    {
      "epoch": 0.01528620988725065,
      "grad_norm": 0.08919534087181091,
      "learning_rate": 9.985129841868563e-05,
      "loss": 0.1344,
      "step": 141
    },
    {
      "epoch": 0.015394622723330443,
      "grad_norm": 0.09524062275886536,
      "learning_rate": 9.984767155084868e-05,
      "loss": 0.1261,
      "step": 142
    },
    {
      "epoch": 0.015503035559410233,
      "grad_norm": 0.09169824421405792,
      "learning_rate": 9.984404468301175e-05,
      "loss": 0.1252,
      "step": 143
    },
    {
      "epoch": 0.015611448395490026,
      "grad_norm": 0.11002684384584427,
      "learning_rate": 9.984041781517483e-05,
      "loss": 0.1187,
      "step": 144
    },
    {
      "epoch": 0.015719861231569817,
      "grad_norm": 0.08160688728094101,
      "learning_rate": 9.983679094733788e-05,
      "loss": 0.1249,
      "step": 145
    },
    {
      "epoch": 0.01582827406764961,
      "grad_norm": 0.11917869001626968,
      "learning_rate": 9.983316407950095e-05,
      "loss": 0.1355,
      "step": 146
    },
    {
      "epoch": 0.015936686903729402,
      "grad_norm": 0.1536923497915268,
      "learning_rate": 9.982953721166401e-05,
      "loss": 0.1316,
      "step": 147
    },
    {
      "epoch": 0.016045099739809193,
      "grad_norm": 0.1277814358472824,
      "learning_rate": 9.982591034382708e-05,
      "loss": 0.133,
      "step": 148
    },
    {
      "epoch": 0.016153512575888984,
      "grad_norm": 0.1367119550704956,
      "learning_rate": 9.982228347599014e-05,
      "loss": 0.1324,
      "step": 149
    },
    {
      "epoch": 0.01626192541196878,
      "grad_norm": 0.1154075339436531,
      "learning_rate": 9.981865660815321e-05,
      "loss": 0.1232,
      "step": 150
    },
    {
      "epoch": 0.01637033824804857,
      "grad_norm": 0.2299983650445938,
      "learning_rate": 9.981502974031627e-05,
      "loss": 0.1466,
      "step": 151
    },
    {
      "epoch": 0.01647875108412836,
      "grad_norm": 0.12289853394031525,
      "learning_rate": 9.981140287247934e-05,
      "loss": 0.1216,
      "step": 152
    },
    {
      "epoch": 0.01658716392020815,
      "grad_norm": 0.09887324273586273,
      "learning_rate": 9.98077760046424e-05,
      "loss": 0.1211,
      "step": 153
    },
    {
      "epoch": 0.016695576756287946,
      "grad_norm": 0.12172546237707138,
      "learning_rate": 9.980414913680545e-05,
      "loss": 0.1303,
      "step": 154
    },
    {
      "epoch": 0.016803989592367737,
      "grad_norm": 0.09470484405755997,
      "learning_rate": 9.980052226896852e-05,
      "loss": 0.1049,
      "step": 155
    },
    {
      "epoch": 0.016912402428447527,
      "grad_norm": 0.17816773056983948,
      "learning_rate": 9.979689540113158e-05,
      "loss": 0.1229,
      "step": 156
    },
    {
      "epoch": 0.01702081526452732,
      "grad_norm": 0.11332405358552933,
      "learning_rate": 9.979326853329465e-05,
      "loss": 0.1285,
      "step": 157
    },
    {
      "epoch": 0.017129228100607113,
      "grad_norm": 0.09673264622688293,
      "learning_rate": 9.978964166545771e-05,
      "loss": 0.1205,
      "step": 158
    },
    {
      "epoch": 0.017237640936686904,
      "grad_norm": 0.19648326933383942,
      "learning_rate": 9.978601479762078e-05,
      "loss": 0.1474,
      "step": 159
    },
    {
      "epoch": 0.017346053772766695,
      "grad_norm": 0.12213867902755737,
      "learning_rate": 9.978238792978384e-05,
      "loss": 0.1433,
      "step": 160
    },
    {
      "epoch": 0.01745446660884649,
      "grad_norm": 0.14847123622894287,
      "learning_rate": 9.977876106194691e-05,
      "loss": 0.1375,
      "step": 161
    },
    {
      "epoch": 0.01756287944492628,
      "grad_norm": 0.09924481809139252,
      "learning_rate": 9.977513419410998e-05,
      "loss": 0.1313,
      "step": 162
    },
    {
      "epoch": 0.01767129228100607,
      "grad_norm": 0.1674032062292099,
      "learning_rate": 9.977150732627304e-05,
      "loss": 0.1442,
      "step": 163
    },
    {
      "epoch": 0.01777970511708586,
      "grad_norm": 0.1240726113319397,
      "learning_rate": 9.976788045843611e-05,
      "loss": 0.1219,
      "step": 164
    },
    {
      "epoch": 0.017888117953165656,
      "grad_norm": 0.10649435222148895,
      "learning_rate": 9.976425359059916e-05,
      "loss": 0.1165,
      "step": 165
    },
    {
      "epoch": 0.017996530789245447,
      "grad_norm": 0.1261596381664276,
      "learning_rate": 9.976062672276224e-05,
      "loss": 0.133,
      "step": 166
    },
    {
      "epoch": 0.018104943625325238,
      "grad_norm": 0.12464416027069092,
      "learning_rate": 9.975699985492529e-05,
      "loss": 0.1315,
      "step": 167
    },
    {
      "epoch": 0.01821335646140503,
      "grad_norm": 0.1011018231511116,
      "learning_rate": 9.975337298708835e-05,
      "loss": 0.1216,
      "step": 168
    },
    {
      "epoch": 0.018321769297484823,
      "grad_norm": 0.09464631229639053,
      "learning_rate": 9.974974611925142e-05,
      "loss": 0.116,
      "step": 169
    },
    {
      "epoch": 0.018430182133564614,
      "grad_norm": 0.12517127394676208,
      "learning_rate": 9.974611925141448e-05,
      "loss": 0.1288,
      "step": 170
    },
    {
      "epoch": 0.018538594969644405,
      "grad_norm": 0.07978373765945435,
      "learning_rate": 9.974249238357755e-05,
      "loss": 0.1164,
      "step": 171
    },
    {
      "epoch": 0.0186470078057242,
      "grad_norm": 0.11342288553714752,
      "learning_rate": 9.973886551574061e-05,
      "loss": 0.1562,
      "step": 172
    },
    {
      "epoch": 0.01875542064180399,
      "grad_norm": 0.13740403950214386,
      "learning_rate": 9.973523864790368e-05,
      "loss": 0.1333,
      "step": 173
    },
    {
      "epoch": 0.01886383347788378,
      "grad_norm": 0.09149962663650513,
      "learning_rate": 9.973161178006674e-05,
      "loss": 0.1201,
      "step": 174
    },
    {
      "epoch": 0.018972246313963572,
      "grad_norm": 0.10499788820743561,
      "learning_rate": 9.97279849122298e-05,
      "loss": 0.1347,
      "step": 175
    },
    {
      "epoch": 0.019080659150043366,
      "grad_norm": 0.08632667362689972,
      "learning_rate": 9.972435804439286e-05,
      "loss": 0.1249,
      "step": 176
    },
    {
      "epoch": 0.019189071986123157,
      "grad_norm": 0.10472103953361511,
      "learning_rate": 9.972073117655592e-05,
      "loss": 0.1553,
      "step": 177
    },
    {
      "epoch": 0.019297484822202948,
      "grad_norm": 0.1098603755235672,
      "learning_rate": 9.9717104308719e-05,
      "loss": 0.1141,
      "step": 178
    },
    {
      "epoch": 0.01940589765828274,
      "grad_norm": 0.10646624118089676,
      "learning_rate": 9.971347744088206e-05,
      "loss": 0.1486,
      "step": 179
    },
    {
      "epoch": 0.019514310494362534,
      "grad_norm": 0.08284897357225418,
      "learning_rate": 9.970985057304513e-05,
      "loss": 0.1339,
      "step": 180
    },
    {
      "epoch": 0.019622723330442324,
      "grad_norm": 0.11976878345012665,
      "learning_rate": 9.970622370520819e-05,
      "loss": 0.112,
      "step": 181
    },
    {
      "epoch": 0.019731136166522115,
      "grad_norm": 0.12762443721294403,
      "learning_rate": 9.970259683737125e-05,
      "loss": 0.1404,
      "step": 182
    },
    {
      "epoch": 0.01983954900260191,
      "grad_norm": 0.21472808718681335,
      "learning_rate": 9.969896996953432e-05,
      "loss": 0.1381,
      "step": 183
    },
    {
      "epoch": 0.0199479618386817,
      "grad_norm": 0.25828880071640015,
      "learning_rate": 9.969534310169738e-05,
      "loss": 0.128,
      "step": 184
    },
    {
      "epoch": 0.02005637467476149,
      "grad_norm": 0.09927694499492645,
      "learning_rate": 9.969171623386045e-05,
      "loss": 0.1113,
      "step": 185
    },
    {
      "epoch": 0.020164787510841282,
      "grad_norm": 0.11212854087352753,
      "learning_rate": 9.96880893660235e-05,
      "loss": 0.1317,
      "step": 186
    },
    {
      "epoch": 0.020273200346921077,
      "grad_norm": 0.1194671019911766,
      "learning_rate": 9.968446249818658e-05,
      "loss": 0.1188,
      "step": 187
    },
    {
      "epoch": 0.020381613183000868,
      "grad_norm": 0.11052390187978745,
      "learning_rate": 9.968083563034963e-05,
      "loss": 0.139,
      "step": 188
    },
    {
      "epoch": 0.02049002601908066,
      "grad_norm": 0.12953388690948486,
      "learning_rate": 9.96772087625127e-05,
      "loss": 0.1274,
      "step": 189
    },
    {
      "epoch": 0.02059843885516045,
      "grad_norm": 0.1753138154745102,
      "learning_rate": 9.967358189467576e-05,
      "loss": 0.1247,
      "step": 190
    },
    {
      "epoch": 0.020706851691240244,
      "grad_norm": 0.11678943037986755,
      "learning_rate": 9.966995502683882e-05,
      "loss": 0.1428,
      "step": 191
    },
    {
      "epoch": 0.020815264527320035,
      "grad_norm": 0.11103015393018723,
      "learning_rate": 9.966632815900189e-05,
      "loss": 0.1314,
      "step": 192
    },
    {
      "epoch": 0.020923677363399826,
      "grad_norm": 0.09035395085811615,
      "learning_rate": 9.966270129116495e-05,
      "loss": 0.1277,
      "step": 193
    },
    {
      "epoch": 0.021032090199479617,
      "grad_norm": 0.14194101095199585,
      "learning_rate": 9.965907442332802e-05,
      "loss": 0.1314,
      "step": 194
    },
    {
      "epoch": 0.02114050303555941,
      "grad_norm": 0.09909140318632126,
      "learning_rate": 9.965544755549107e-05,
      "loss": 0.114,
      "step": 195
    },
    {
      "epoch": 0.021248915871639202,
      "grad_norm": 1.5154470205307007,
      "learning_rate": 9.965182068765415e-05,
      "loss": 0.1367,
      "step": 196
    },
    {
      "epoch": 0.021357328707718993,
      "grad_norm": 0.15466175973415375,
      "learning_rate": 9.964819381981722e-05,
      "loss": 0.1184,
      "step": 197
    },
    {
      "epoch": 0.021465741543798787,
      "grad_norm": 0.129265695810318,
      "learning_rate": 9.964456695198027e-05,
      "loss": 0.1365,
      "step": 198
    },
    {
      "epoch": 0.021574154379878578,
      "grad_norm": 0.11965590715408325,
      "learning_rate": 9.964094008414334e-05,
      "loss": 0.1396,
      "step": 199
    },
    {
      "epoch": 0.02168256721595837,
      "grad_norm": 0.17566928267478943,
      "learning_rate": 9.96373132163064e-05,
      "loss": 0.1477,
      "step": 200
    },
    {
      "epoch": 0.02179098005203816,
      "grad_norm": 0.10888312011957169,
      "learning_rate": 9.963368634846947e-05,
      "loss": 0.1278,
      "step": 201
    },
    {
      "epoch": 0.021899392888117954,
      "grad_norm": 0.15008756518363953,
      "learning_rate": 9.963005948063253e-05,
      "loss": 0.1197,
      "step": 202
    },
    {
      "epoch": 0.022007805724197745,
      "grad_norm": 0.09901277720928192,
      "learning_rate": 9.96264326127956e-05,
      "loss": 0.1153,
      "step": 203
    },
    {
      "epoch": 0.022116218560277536,
      "grad_norm": 0.09368810057640076,
      "learning_rate": 9.962280574495866e-05,
      "loss": 0.1339,
      "step": 204
    },
    {
      "epoch": 0.022224631396357327,
      "grad_norm": 0.29896116256713867,
      "learning_rate": 9.961917887712172e-05,
      "loss": 0.1441,
      "step": 205
    },
    {
      "epoch": 0.02233304423243712,
      "grad_norm": 0.06917033344507217,
      "learning_rate": 9.961555200928479e-05,
      "loss": 0.1132,
      "step": 206
    },
    {
      "epoch": 0.022441457068516912,
      "grad_norm": 0.10757153481245041,
      "learning_rate": 9.961192514144784e-05,
      "loss": 0.1373,
      "step": 207
    },
    {
      "epoch": 0.022549869904596703,
      "grad_norm": 0.10515759885311127,
      "learning_rate": 9.960829827361091e-05,
      "loss": 0.1086,
      "step": 208
    },
    {
      "epoch": 0.022658282740676498,
      "grad_norm": 0.10831405967473984,
      "learning_rate": 9.960467140577397e-05,
      "loss": 0.1264,
      "step": 209
    },
    {
      "epoch": 0.02276669557675629,
      "grad_norm": 0.10434790700674057,
      "learning_rate": 9.960104453793704e-05,
      "loss": 0.134,
      "step": 210
    },
    {
      "epoch": 0.02287510841283608,
      "grad_norm": 0.13676616549491882,
      "learning_rate": 9.95974176701001e-05,
      "loss": 0.1452,
      "step": 211
    },
    {
      "epoch": 0.02298352124891587,
      "grad_norm": 0.15069662034511566,
      "learning_rate": 9.959379080226317e-05,
      "loss": 0.1342,
      "step": 212
    },
    {
      "epoch": 0.023091934084995665,
      "grad_norm": 0.1515347957611084,
      "learning_rate": 9.959016393442624e-05,
      "loss": 0.1328,
      "step": 213
    },
    {
      "epoch": 0.023200346921075456,
      "grad_norm": 0.09971172362565994,
      "learning_rate": 9.95865370665893e-05,
      "loss": 0.1196,
      "step": 214
    },
    {
      "epoch": 0.023308759757155247,
      "grad_norm": 0.1344570517539978,
      "learning_rate": 9.958291019875237e-05,
      "loss": 0.1265,
      "step": 215
    },
    {
      "epoch": 0.023417172593235037,
      "grad_norm": 0.20831331610679626,
      "learning_rate": 9.957928333091543e-05,
      "loss": 0.1436,
      "step": 216
    },
    {
      "epoch": 0.023525585429314832,
      "grad_norm": 0.08134786784648895,
      "learning_rate": 9.95756564630785e-05,
      "loss": 0.1124,
      "step": 217
    },
    {
      "epoch": 0.023633998265394623,
      "grad_norm": 0.11787157505750656,
      "learning_rate": 9.957202959524156e-05,
      "loss": 0.1072,
      "step": 218
    },
    {
      "epoch": 0.023742411101474414,
      "grad_norm": 0.11484162509441376,
      "learning_rate": 9.956840272740461e-05,
      "loss": 0.1178,
      "step": 219
    },
    {
      "epoch": 0.023850823937554208,
      "grad_norm": 0.12918294966220856,
      "learning_rate": 9.956477585956768e-05,
      "loss": 0.1253,
      "step": 220
    },
    {
      "epoch": 0.023959236773634,
      "grad_norm": 0.15426118671894073,
      "learning_rate": 9.956114899173074e-05,
      "loss": 0.119,
      "step": 221
    },
    {
      "epoch": 0.02406764960971379,
      "grad_norm": 0.1348622590303421,
      "learning_rate": 9.955752212389381e-05,
      "loss": 0.1317,
      "step": 222
    },
    {
      "epoch": 0.02417606244579358,
      "grad_norm": 0.10793803632259369,
      "learning_rate": 9.955389525605687e-05,
      "loss": 0.1198,
      "step": 223
    },
    {
      "epoch": 0.024284475281873375,
      "grad_norm": 0.14649443328380585,
      "learning_rate": 9.955026838821994e-05,
      "loss": 0.1305,
      "step": 224
    },
    {
      "epoch": 0.024392888117953166,
      "grad_norm": 0.11581200361251831,
      "learning_rate": 9.9546641520383e-05,
      "loss": 0.1246,
      "step": 225
    },
    {
      "epoch": 0.024501300954032957,
      "grad_norm": 0.09167123585939407,
      "learning_rate": 9.954301465254607e-05,
      "loss": 0.1011,
      "step": 226
    },
    {
      "epoch": 0.024609713790112748,
      "grad_norm": 0.1256026029586792,
      "learning_rate": 9.953938778470913e-05,
      "loss": 0.1373,
      "step": 227
    },
    {
      "epoch": 0.024718126626192542,
      "grad_norm": 0.10371247678995132,
      "learning_rate": 9.953576091687218e-05,
      "loss": 0.1203,
      "step": 228
    },
    {
      "epoch": 0.024826539462272333,
      "grad_norm": 0.1274295449256897,
      "learning_rate": 9.953213404903525e-05,
      "loss": 0.118,
      "step": 229
    },
    {
      "epoch": 0.024934952298352124,
      "grad_norm": 0.08459984511137009,
      "learning_rate": 9.952850718119832e-05,
      "loss": 0.1182,
      "step": 230
    },
    {
      "epoch": 0.02504336513443192,
      "grad_norm": 0.11873205006122589,
      "learning_rate": 9.95248803133614e-05,
      "loss": 0.1295,
      "step": 231
    },
    {
      "epoch": 0.02515177797051171,
      "grad_norm": 0.1210295632481575,
      "learning_rate": 9.952125344552445e-05,
      "loss": 0.1182,
      "step": 232
    },
    {
      "epoch": 0.0252601908065915,
      "grad_norm": 0.10022059828042984,
      "learning_rate": 9.951762657768751e-05,
      "loss": 0.1116,
      "step": 233
    },
    {
      "epoch": 0.02536860364267129,
      "grad_norm": 0.13061003386974335,
      "learning_rate": 9.951399970985058e-05,
      "loss": 0.1265,
      "step": 234
    },
    {
      "epoch": 0.025477016478751086,
      "grad_norm": 0.13173507153987885,
      "learning_rate": 9.951037284201364e-05,
      "loss": 0.1248,
      "step": 235
    },
    {
      "epoch": 0.025585429314830876,
      "grad_norm": 0.12841612100601196,
      "learning_rate": 9.950674597417671e-05,
      "loss": 0.1127,
      "step": 236
    },
    {
      "epoch": 0.025693842150910667,
      "grad_norm": 0.16157567501068115,
      "learning_rate": 9.950311910633977e-05,
      "loss": 0.131,
      "step": 237
    },
    {
      "epoch": 0.02580225498699046,
      "grad_norm": 0.12639108300209045,
      "learning_rate": 9.949949223850284e-05,
      "loss": 0.1294,
      "step": 238
    },
    {
      "epoch": 0.025910667823070253,
      "grad_norm": 0.15596528351306915,
      "learning_rate": 9.94958653706659e-05,
      "loss": 0.1423,
      "step": 239
    },
    {
      "epoch": 0.026019080659150044,
      "grad_norm": 0.20210035145282745,
      "learning_rate": 9.949223850282897e-05,
      "loss": 0.129,
      "step": 240
    },
    {
      "epoch": 0.026127493495229834,
      "grad_norm": 0.1454068124294281,
      "learning_rate": 9.948861163499202e-05,
      "loss": 0.1025,
      "step": 241
    },
    {
      "epoch": 0.026235906331309625,
      "grad_norm": 0.15604692697525024,
      "learning_rate": 9.948498476715508e-05,
      "loss": 0.1284,
      "step": 242
    },
    {
      "epoch": 0.02634431916738942,
      "grad_norm": 0.1849273443222046,
      "learning_rate": 9.948135789931815e-05,
      "loss": 0.1313,
      "step": 243
    },
    {
      "epoch": 0.02645273200346921,
      "grad_norm": 0.1365087330341339,
      "learning_rate": 9.947773103148121e-05,
      "loss": 0.1224,
      "step": 244
    },
    {
      "epoch": 0.026561144839549,
      "grad_norm": 0.16483069956302643,
      "learning_rate": 9.947410416364428e-05,
      "loss": 0.1242,
      "step": 245
    },
    {
      "epoch": 0.026669557675628796,
      "grad_norm": 0.12203383445739746,
      "learning_rate": 9.947047729580734e-05,
      "loss": 0.1267,
      "step": 246
    },
    {
      "epoch": 0.026777970511708587,
      "grad_norm": 0.16739509999752045,
      "learning_rate": 9.946685042797042e-05,
      "loss": 0.1499,
      "step": 247
    },
    {
      "epoch": 0.026886383347788378,
      "grad_norm": 0.11865666508674622,
      "learning_rate": 9.946322356013348e-05,
      "loss": 0.1206,
      "step": 248
    },
    {
      "epoch": 0.02699479618386817,
      "grad_norm": 0.21010665595531464,
      "learning_rate": 9.945959669229654e-05,
      "loss": 0.1362,
      "step": 249
    },
    {
      "epoch": 0.027103209019947963,
      "grad_norm": 0.12168468534946442,
      "learning_rate": 9.945596982445961e-05,
      "loss": 0.1205,
      "step": 250
    },
    {
      "epoch": 0.027211621856027754,
      "grad_norm": 0.10330334305763245,
      "learning_rate": 9.945234295662266e-05,
      "loss": 0.1135,
      "step": 251
    },
    {
      "epoch": 0.027320034692107545,
      "grad_norm": 0.14248546957969666,
      "learning_rate": 9.944871608878574e-05,
      "loss": 0.11,
      "step": 252
    },
    {
      "epoch": 0.027428447528187336,
      "grad_norm": 0.2004360854625702,
      "learning_rate": 9.944508922094879e-05,
      "loss": 0.149,
      "step": 253
    },
    {
      "epoch": 0.02753686036426713,
      "grad_norm": 0.1591777205467224,
      "learning_rate": 9.944146235311186e-05,
      "loss": 0.113,
      "step": 254
    },
    {
      "epoch": 0.02764527320034692,
      "grad_norm": 0.18346618115901947,
      "learning_rate": 9.943783548527492e-05,
      "loss": 0.133,
      "step": 255
    },
    {
      "epoch": 0.027753686036426712,
      "grad_norm": 0.17810767889022827,
      "learning_rate": 9.943420861743799e-05,
      "loss": 0.1403,
      "step": 256
    },
    {
      "epoch": 0.027862098872506506,
      "grad_norm": 0.16041813790798187,
      "learning_rate": 9.943058174960105e-05,
      "loss": 0.1329,
      "step": 257
    },
    {
      "epoch": 0.027970511708586297,
      "grad_norm": 0.13224151730537415,
      "learning_rate": 9.94269548817641e-05,
      "loss": 0.1353,
      "step": 258
    },
    {
      "epoch": 0.028078924544666088,
      "grad_norm": 0.10322843492031097,
      "learning_rate": 9.942332801392718e-05,
      "loss": 0.1265,
      "step": 259
    },
    {
      "epoch": 0.02818733738074588,
      "grad_norm": 0.14837580919265747,
      "learning_rate": 9.941970114609023e-05,
      "loss": 0.1204,
      "step": 260
    },
    {
      "epoch": 0.028295750216825673,
      "grad_norm": 0.15366028249263763,
      "learning_rate": 9.94160742782533e-05,
      "loss": 0.1292,
      "step": 261
    },
    {
      "epoch": 0.028404163052905464,
      "grad_norm": 0.16389910876750946,
      "learning_rate": 9.941244741041636e-05,
      "loss": 0.1469,
      "step": 262
    },
    {
      "epoch": 0.028512575888985255,
      "grad_norm": 0.212222158908844,
      "learning_rate": 9.940882054257943e-05,
      "loss": 0.1224,
      "step": 263
    },
    {
      "epoch": 0.028620988725065046,
      "grad_norm": 0.1453990787267685,
      "learning_rate": 9.940519367474249e-05,
      "loss": 0.1417,
      "step": 264
    },
    {
      "epoch": 0.02872940156114484,
      "grad_norm": 0.11052430421113968,
      "learning_rate": 9.940156680690556e-05,
      "loss": 0.1291,
      "step": 265
    },
    {
      "epoch": 0.02883781439722463,
      "grad_norm": 0.10789752006530762,
      "learning_rate": 9.939793993906863e-05,
      "loss": 0.1173,
      "step": 266
    },
    {
      "epoch": 0.028946227233304422,
      "grad_norm": 0.1668115109205246,
      "learning_rate": 9.939431307123169e-05,
      "loss": 0.1372,
      "step": 267
    },
    {
      "epoch": 0.029054640069384217,
      "grad_norm": 0.15551245212554932,
      "learning_rate": 9.939068620339476e-05,
      "loss": 0.1501,
      "step": 268
    },
    {
      "epoch": 0.029163052905464008,
      "grad_norm": 0.10781661421060562,
      "learning_rate": 9.938705933555782e-05,
      "loss": 0.1125,
      "step": 269
    },
    {
      "epoch": 0.0292714657415438,
      "grad_norm": 0.18494848906993866,
      "learning_rate": 9.938343246772089e-05,
      "loss": 0.1381,
      "step": 270
    },
    {
      "epoch": 0.02937987857762359,
      "grad_norm": 0.1582564264535904,
      "learning_rate": 9.937980559988395e-05,
      "loss": 0.1175,
      "step": 271
    },
    {
      "epoch": 0.029488291413703384,
      "grad_norm": 0.1268293708562851,
      "learning_rate": 9.9376178732047e-05,
      "loss": 0.1304,
      "step": 272
    },
    {
      "epoch": 0.029596704249783175,
      "grad_norm": 0.14567799866199493,
      "learning_rate": 9.937255186421007e-05,
      "loss": 0.1349,
      "step": 273
    },
    {
      "epoch": 0.029705117085862966,
      "grad_norm": 0.1259155422449112,
      "learning_rate": 9.936892499637313e-05,
      "loss": 0.0955,
      "step": 274
    },
    {
      "epoch": 0.029813529921942757,
      "grad_norm": 0.14291276037693024,
      "learning_rate": 9.93652981285362e-05,
      "loss": 0.1227,
      "step": 275
    },
    {
      "epoch": 0.02992194275802255,
      "grad_norm": 0.18312698602676392,
      "learning_rate": 9.936167126069926e-05,
      "loss": 0.1221,
      "step": 276
    },
    {
      "epoch": 0.030030355594102342,
      "grad_norm": 0.16148751974105835,
      "learning_rate": 9.935804439286233e-05,
      "loss": 0.1214,
      "step": 277
    },
    {
      "epoch": 0.030138768430182133,
      "grad_norm": 0.16726095974445343,
      "learning_rate": 9.935441752502539e-05,
      "loss": 0.1171,
      "step": 278
    },
    {
      "epoch": 0.030247181266261924,
      "grad_norm": 0.16842064261436462,
      "learning_rate": 9.935079065718846e-05,
      "loss": 0.1335,
      "step": 279
    },
    {
      "epoch": 0.030355594102341718,
      "grad_norm": 0.15836094319820404,
      "learning_rate": 9.934716378935152e-05,
      "loss": 0.1212,
      "step": 280
    },
    {
      "epoch": 0.03046400693842151,
      "grad_norm": 0.1575988084077835,
      "learning_rate": 9.934353692151457e-05,
      "loss": 0.1288,
      "step": 281
    },
    {
      "epoch": 0.0305724197745013,
      "grad_norm": 1.3383543491363525,
      "learning_rate": 9.933991005367766e-05,
      "loss": 0.1401,
      "step": 282
    },
    {
      "epoch": 0.030680832610581094,
      "grad_norm": 0.18355414271354675,
      "learning_rate": 9.933628318584072e-05,
      "loss": 0.1247,
      "step": 283
    },
    {
      "epoch": 0.030789245446660885,
      "grad_norm": 0.15095895528793335,
      "learning_rate": 9.933265631800379e-05,
      "loss": 0.1194,
      "step": 284
    },
    {
      "epoch": 0.030897658282740676,
      "grad_norm": 0.15592502057552338,
      "learning_rate": 9.932902945016684e-05,
      "loss": 0.1419,
      "step": 285
    },
    {
      "epoch": 0.031006071118820467,
      "grad_norm": 0.14689281582832336,
      "learning_rate": 9.93254025823299e-05,
      "loss": 0.1355,
      "step": 286
    },
    {
      "epoch": 0.03111448395490026,
      "grad_norm": 0.12145848572254181,
      "learning_rate": 9.932177571449297e-05,
      "loss": 0.1006,
      "step": 287
    },
    {
      "epoch": 0.031222896790980052,
      "grad_norm": 0.14845511317253113,
      "learning_rate": 9.931814884665603e-05,
      "loss": 0.1186,
      "step": 288
    },
    {
      "epoch": 0.03133130962705984,
      "grad_norm": 0.1616862714290619,
      "learning_rate": 9.93145219788191e-05,
      "loss": 0.1231,
      "step": 289
    },
    {
      "epoch": 0.031439722463139634,
      "grad_norm": 0.169710174202919,
      "learning_rate": 9.931089511098216e-05,
      "loss": 0.1186,
      "step": 290
    },
    {
      "epoch": 0.031548135299219425,
      "grad_norm": 0.1390039026737213,
      "learning_rate": 9.930726824314523e-05,
      "loss": 0.1126,
      "step": 291
    },
    {
      "epoch": 0.03165654813529922,
      "grad_norm": 0.17129041254520416,
      "learning_rate": 9.930364137530829e-05,
      "loss": 0.1202,
      "step": 292
    },
    {
      "epoch": 0.031764960971379014,
      "grad_norm": 0.15424619615077972,
      "learning_rate": 9.930001450747136e-05,
      "loss": 0.1047,
      "step": 293
    },
    {
      "epoch": 0.031873373807458805,
      "grad_norm": 0.19058744609355927,
      "learning_rate": 9.929638763963441e-05,
      "loss": 0.1187,
      "step": 294
    },
    {
      "epoch": 0.031981786643538596,
      "grad_norm": 0.13410799205303192,
      "learning_rate": 9.929276077179747e-05,
      "loss": 0.1294,
      "step": 295
    },
    {
      "epoch": 0.032090199479618386,
      "grad_norm": 0.3378736078739166,
      "learning_rate": 9.928913390396054e-05,
      "loss": 0.1421,
      "step": 296
    },
    {
      "epoch": 0.03219861231569818,
      "grad_norm": 0.1841113269329071,
      "learning_rate": 9.92855070361236e-05,
      "loss": 0.1246,
      "step": 297
    },
    {
      "epoch": 0.03230702515177797,
      "grad_norm": 0.17087796330451965,
      "learning_rate": 9.928188016828667e-05,
      "loss": 0.1001,
      "step": 298
    },
    {
      "epoch": 0.03241543798785776,
      "grad_norm": 0.2770756483078003,
      "learning_rate": 9.927825330044974e-05,
      "loss": 0.1106,
      "step": 299
    },
    {
      "epoch": 0.03252385082393756,
      "grad_norm": 0.36084380745887756,
      "learning_rate": 9.92746264326128e-05,
      "loss": 0.1548,
      "step": 300
    },
    {
      "epoch": 0.03263226366001735,
      "grad_norm": 0.1935318261384964,
      "learning_rate": 9.927099956477587e-05,
      "loss": 0.1121,
      "step": 301
    },
    {
      "epoch": 0.03274067649609714,
      "grad_norm": 0.46686655282974243,
      "learning_rate": 9.926737269693893e-05,
      "loss": 0.1464,
      "step": 302
    },
    {
      "epoch": 0.03284908933217693,
      "grad_norm": 0.20103144645690918,
      "learning_rate": 9.9263745829102e-05,
      "loss": 0.1201,
      "step": 303
    },
    {
      "epoch": 0.03295750216825672,
      "grad_norm": 0.25270622968673706,
      "learning_rate": 9.926011896126506e-05,
      "loss": 0.1421,
      "step": 304
    },
    {
      "epoch": 0.03306591500433651,
      "grad_norm": 0.27492988109588623,
      "learning_rate": 9.925649209342813e-05,
      "loss": 0.1366,
      "step": 305
    },
    {
      "epoch": 0.0331743278404163,
      "grad_norm": 0.1705951988697052,
      "learning_rate": 9.925286522559118e-05,
      "loss": 0.1076,
      "step": 306
    },
    {
      "epoch": 0.0332827406764961,
      "grad_norm": 0.24746112525463104,
      "learning_rate": 9.924923835775425e-05,
      "loss": 0.1328,
      "step": 307
    },
    {
      "epoch": 0.03339115351257589,
      "grad_norm": 0.34101349115371704,
      "learning_rate": 9.924561148991731e-05,
      "loss": 0.1559,
      "step": 308
    },
    {
      "epoch": 0.03349956634865568,
      "grad_norm": 0.23917269706726074,
      "learning_rate": 9.924198462208037e-05,
      "loss": 0.1349,
      "step": 309
    },
    {
      "epoch": 0.03360797918473547,
      "grad_norm": 0.2311563491821289,
      "learning_rate": 9.923835775424344e-05,
      "loss": 0.1223,
      "step": 310
    },
    {
      "epoch": 0.033716392020815264,
      "grad_norm": 0.3645094335079193,
      "learning_rate": 9.92347308864065e-05,
      "loss": 0.1365,
      "step": 311
    },
    {
      "epoch": 0.033824804856895055,
      "grad_norm": 0.28193390369415283,
      "learning_rate": 9.923110401856957e-05,
      "loss": 0.1189,
      "step": 312
    },
    {
      "epoch": 0.033933217692974846,
      "grad_norm": 0.23965828120708466,
      "learning_rate": 9.922747715073263e-05,
      "loss": 0.1322,
      "step": 313
    },
    {
      "epoch": 0.03404163052905464,
      "grad_norm": 0.3200627267360687,
      "learning_rate": 9.92238502828957e-05,
      "loss": 0.1558,
      "step": 314
    },
    {
      "epoch": 0.034150043365134435,
      "grad_norm": 0.20129288733005524,
      "learning_rate": 9.922022341505875e-05,
      "loss": 0.1124,
      "step": 315
    },
    {
      "epoch": 0.034258456201214225,
      "grad_norm": 0.10970038175582886,
      "learning_rate": 9.921659654722182e-05,
      "loss": 0.1362,
      "step": 316
    },
    {
      "epoch": 0.034366869037294016,
      "grad_norm": 0.13487768173217773,
      "learning_rate": 9.92129696793849e-05,
      "loss": 0.1286,
      "step": 317
    },
    {
      "epoch": 0.03447528187337381,
      "grad_norm": 0.12717033922672272,
      "learning_rate": 9.920934281154795e-05,
      "loss": 0.1272,
      "step": 318
    },
    {
      "epoch": 0.0345836947094536,
      "grad_norm": 0.10798826068639755,
      "learning_rate": 9.920571594371102e-05,
      "loss": 0.1108,
      "step": 319
    },
    {
      "epoch": 0.03469210754553339,
      "grad_norm": 0.12495053559541702,
      "learning_rate": 9.920208907587408e-05,
      "loss": 0.1281,
      "step": 320
    },
    {
      "epoch": 0.03480052038161318,
      "grad_norm": 0.11090648919343948,
      "learning_rate": 9.919846220803715e-05,
      "loss": 0.1079,
      "step": 321
    },
    {
      "epoch": 0.03490893321769298,
      "grad_norm": 0.08695194125175476,
      "learning_rate": 9.919483534020021e-05,
      "loss": 0.1216,
      "step": 322
    },
    {
      "epoch": 0.03501734605377277,
      "grad_norm": 0.1128472238779068,
      "learning_rate": 9.919120847236327e-05,
      "loss": 0.134,
      "step": 323
    },
    {
      "epoch": 0.03512575888985256,
      "grad_norm": 0.12842097878456116,
      "learning_rate": 9.918758160452634e-05,
      "loss": 0.1326,
      "step": 324
    },
    {
      "epoch": 0.03523417172593235,
      "grad_norm": 0.09920631349086761,
      "learning_rate": 9.91839547366894e-05,
      "loss": 0.1075,
      "step": 325
    },
    {
      "epoch": 0.03534258456201214,
      "grad_norm": 0.14293064177036285,
      "learning_rate": 9.918032786885247e-05,
      "loss": 0.1173,
      "step": 326
    },
    {
      "epoch": 0.03545099739809193,
      "grad_norm": 0.25517576932907104,
      "learning_rate": 9.917670100101552e-05,
      "loss": 0.1496,
      "step": 327
    },
    {
      "epoch": 0.03555941023417172,
      "grad_norm": 0.22126789391040802,
      "learning_rate": 9.91730741331786e-05,
      "loss": 0.122,
      "step": 328
    },
    {
      "epoch": 0.03566782307025152,
      "grad_norm": 0.1784062534570694,
      "learning_rate": 9.916944726534165e-05,
      "loss": 0.1349,
      "step": 329
    },
    {
      "epoch": 0.03577623590633131,
      "grad_norm": 0.17200253903865814,
      "learning_rate": 9.916582039750472e-05,
      "loss": 0.1379,
      "step": 330
    },
    {
      "epoch": 0.0358846487424111,
      "grad_norm": 0.1438942700624466,
      "learning_rate": 9.916219352966778e-05,
      "loss": 0.1319,
      "step": 331
    },
    {
      "epoch": 0.035993061578490894,
      "grad_norm": 0.14575061202049255,
      "learning_rate": 9.915856666183084e-05,
      "loss": 0.1462,
      "step": 332
    },
    {
      "epoch": 0.036101474414570685,
      "grad_norm": 0.1033969521522522,
      "learning_rate": 9.915493979399391e-05,
      "loss": 0.1316,
      "step": 333
    },
    {
      "epoch": 0.036209887250650476,
      "grad_norm": 0.1466522514820099,
      "learning_rate": 9.915131292615698e-05,
      "loss": 0.1264,
      "step": 334
    },
    {
      "epoch": 0.03631830008673027,
      "grad_norm": 0.11116249859333038,
      "learning_rate": 9.914768605832005e-05,
      "loss": 0.1215,
      "step": 335
    },
    {
      "epoch": 0.03642671292281006,
      "grad_norm": 0.1352219432592392,
      "learning_rate": 9.91440591904831e-05,
      "loss": 0.1066,
      "step": 336
    },
    {
      "epoch": 0.036535125758889855,
      "grad_norm": 0.17129257321357727,
      "learning_rate": 9.914043232264618e-05,
      "loss": 0.1483,
      "step": 337
    },
    {
      "epoch": 0.036643538594969646,
      "grad_norm": 0.10729334503412247,
      "learning_rate": 9.913680545480923e-05,
      "loss": 0.1277,
      "step": 338
    },
    {
      "epoch": 0.03675195143104944,
      "grad_norm": 0.1627180427312851,
      "learning_rate": 9.913317858697229e-05,
      "loss": 0.1334,
      "step": 339
    },
    {
      "epoch": 0.03686036426712923,
      "grad_norm": 0.18716810643672943,
      "learning_rate": 9.912955171913536e-05,
      "loss": 0.1413,
      "step": 340
    },
    {
      "epoch": 0.03696877710320902,
      "grad_norm": 0.19278988242149353,
      "learning_rate": 9.912592485129842e-05,
      "loss": 0.1457,
      "step": 341
    },
    {
      "epoch": 0.03707718993928881,
      "grad_norm": 0.14442893862724304,
      "learning_rate": 9.912229798346149e-05,
      "loss": 0.1182,
      "step": 342
    },
    {
      "epoch": 0.0371856027753686,
      "grad_norm": 0.1447041928768158,
      "learning_rate": 9.911867111562455e-05,
      "loss": 0.1201,
      "step": 343
    },
    {
      "epoch": 0.0372940156114484,
      "grad_norm": 0.3741174340248108,
      "learning_rate": 9.911504424778762e-05,
      "loss": 0.1464,
      "step": 344
    },
    {
      "epoch": 0.03740242844752819,
      "grad_norm": 0.18967369198799133,
      "learning_rate": 9.911141737995068e-05,
      "loss": 0.1213,
      "step": 345
    },
    {
      "epoch": 0.03751084128360798,
      "grad_norm": 0.4877873659133911,
      "learning_rate": 9.910779051211373e-05,
      "loss": 0.1605,
      "step": 346
    },
    {
      "epoch": 0.03761925411968777,
      "grad_norm": 0.16606496274471283,
      "learning_rate": 9.91041636442768e-05,
      "loss": 0.1351,
      "step": 347
    },
    {
      "epoch": 0.03772766695576756,
      "grad_norm": 0.15232935547828674,
      "learning_rate": 9.910053677643986e-05,
      "loss": 0.1098,
      "step": 348
    },
    {
      "epoch": 0.03783607979184735,
      "grad_norm": 0.20625169575214386,
      "learning_rate": 9.909690990860293e-05,
      "loss": 0.1245,
      "step": 349
    },
    {
      "epoch": 0.037944492627927144,
      "grad_norm": 0.30160990357398987,
      "learning_rate": 9.909328304076599e-05,
      "loss": 0.1192,
      "step": 350
    },
    {
      "epoch": 0.038052905464006935,
      "grad_norm": 0.24359790980815887,
      "learning_rate": 9.908965617292907e-05,
      "loss": 0.1109,
      "step": 351
    },
    {
      "epoch": 0.03816131830008673,
      "grad_norm": 0.2596903145313263,
      "learning_rate": 9.908602930509213e-05,
      "loss": 0.1106,
      "step": 352
    },
    {
      "epoch": 0.038269731136166524,
      "grad_norm": 0.13497036695480347,
      "learning_rate": 9.908240243725519e-05,
      "loss": 0.0876,
      "step": 353
    },
    {
      "epoch": 0.038378143972246315,
      "grad_norm": 0.2356535792350769,
      "learning_rate": 9.907877556941826e-05,
      "loss": 0.1326,
      "step": 354
    },
    {
      "epoch": 0.038486556808326106,
      "grad_norm": 0.2734355032444,
      "learning_rate": 9.907514870158132e-05,
      "loss": 0.1284,
      "step": 355
    },
    {
      "epoch": 0.038594969644405897,
      "grad_norm": 0.24655963480472565,
      "learning_rate": 9.907152183374439e-05,
      "loss": 0.1229,
      "step": 356
    },
    {
      "epoch": 0.03870338248048569,
      "grad_norm": 0.1540229469537735,
      "learning_rate": 9.906789496590745e-05,
      "loss": 0.1135,
      "step": 357
    },
    {
      "epoch": 0.03881179531656548,
      "grad_norm": 0.19017472863197327,
      "learning_rate": 9.906426809807052e-05,
      "loss": 0.1109,
      "step": 358
    },
    {
      "epoch": 0.038920208152645276,
      "grad_norm": 0.1771712452173233,
      "learning_rate": 9.906064123023357e-05,
      "loss": 0.1122,
      "step": 359
    },
    {
      "epoch": 0.03902862098872507,
      "grad_norm": 0.19866614043712616,
      "learning_rate": 9.905701436239665e-05,
      "loss": 0.1087,
      "step": 360
    },
    {
      "epoch": 0.03913703382480486,
      "grad_norm": 0.19440756738185883,
      "learning_rate": 9.90533874945597e-05,
      "loss": 0.1198,
      "step": 361
    },
    {
      "epoch": 0.03924544666088465,
      "grad_norm": 0.21673795580863953,
      "learning_rate": 9.904976062672276e-05,
      "loss": 0.1085,
      "step": 362
    },
    {
      "epoch": 0.03935385949696444,
      "grad_norm": 0.18264445662498474,
      "learning_rate": 9.904613375888583e-05,
      "loss": 0.1016,
      "step": 363
    },
    {
      "epoch": 0.03946227233304423,
      "grad_norm": 0.4291892349720001,
      "learning_rate": 9.904250689104889e-05,
      "loss": 0.1459,
      "step": 364
    },
    {
      "epoch": 0.03957068516912402,
      "grad_norm": 0.18960194289684296,
      "learning_rate": 9.903888002321196e-05,
      "loss": 0.0955,
      "step": 365
    },
    {
      "epoch": 0.03967909800520382,
      "grad_norm": 0.36152681708335876,
      "learning_rate": 9.903525315537502e-05,
      "loss": 0.1414,
      "step": 366
    },
    {
      "epoch": 0.03978751084128361,
      "grad_norm": 0.2591140568256378,
      "learning_rate": 9.903162628753809e-05,
      "loss": 0.1055,
      "step": 367
    },
    {
      "epoch": 0.0398959236773634,
      "grad_norm": 0.40852195024490356,
      "learning_rate": 9.902799941970116e-05,
      "loss": 0.1484,
      "step": 368
    },
    {
      "epoch": 0.04000433651344319,
      "grad_norm": 0.21219319105148315,
      "learning_rate": 9.902437255186422e-05,
      "loss": 0.1315,
      "step": 369
    },
    {
      "epoch": 0.04011274934952298,
      "grad_norm": 0.19560609757900238,
      "learning_rate": 9.902074568402729e-05,
      "loss": 0.1028,
      "step": 370
    },
    {
      "epoch": 0.040221162185602774,
      "grad_norm": 0.1779933124780655,
      "learning_rate": 9.901711881619034e-05,
      "loss": 0.1117,
      "step": 371
    },
    {
      "epoch": 0.040329575021682565,
      "grad_norm": 0.26181676983833313,
      "learning_rate": 9.901349194835341e-05,
      "loss": 0.1367,
      "step": 372
    },
    {
      "epoch": 0.040437987857762356,
      "grad_norm": 0.15871694684028625,
      "learning_rate": 9.900986508051647e-05,
      "loss": 0.1065,
      "step": 373
    },
    {
      "epoch": 0.040546400693842154,
      "grad_norm": 0.31552112102508545,
      "learning_rate": 9.900623821267954e-05,
      "loss": 0.1301,
      "step": 374
    },
    {
      "epoch": 0.040654813529921945,
      "grad_norm": 0.19339688122272491,
      "learning_rate": 9.90026113448426e-05,
      "loss": 0.1106,
      "step": 375
    },
    {
      "epoch": 0.040763226366001735,
      "grad_norm": 0.27479931712150574,
      "learning_rate": 9.899898447700566e-05,
      "loss": 0.1274,
      "step": 376
    },
    {
      "epoch": 0.040871639202081526,
      "grad_norm": 0.2327357679605484,
      "learning_rate": 9.899535760916873e-05,
      "loss": 0.1126,
      "step": 377
    },
    {
      "epoch": 0.04098005203816132,
      "grad_norm": 0.2266460508108139,
      "learning_rate": 9.899173074133179e-05,
      "loss": 0.1302,
      "step": 378
    },
    {
      "epoch": 0.04108846487424111,
      "grad_norm": 0.23728761076927185,
      "learning_rate": 9.898810387349486e-05,
      "loss": 0.1183,
      "step": 379
    },
    {
      "epoch": 0.0411968777103209,
      "grad_norm": 0.33266085386276245,
      "learning_rate": 9.898447700565791e-05,
      "loss": 0.1452,
      "step": 380
    },
    {
      "epoch": 0.0413052905464007,
      "grad_norm": 0.2245970517396927,
      "learning_rate": 9.898085013782098e-05,
      "loss": 0.1404,
      "step": 381
    },
    {
      "epoch": 0.04141370338248049,
      "grad_norm": 0.14990323781967163,
      "learning_rate": 9.897722326998404e-05,
      "loss": 0.1088,
      "step": 382
    },
    {
      "epoch": 0.04152211621856028,
      "grad_norm": 0.2525434195995331,
      "learning_rate": 9.897359640214711e-05,
      "loss": 0.1555,
      "step": 383
    },
    {
      "epoch": 0.04163052905464007,
      "grad_norm": 0.2793724536895752,
      "learning_rate": 9.896996953431017e-05,
      "loss": 0.1101,
      "step": 384
    },
    {
      "epoch": 0.04173894189071986,
      "grad_norm": 0.14548605680465698,
      "learning_rate": 9.896634266647323e-05,
      "loss": 0.1246,
      "step": 385
    },
    {
      "epoch": 0.04184735472679965,
      "grad_norm": 0.1857687532901764,
      "learning_rate": 9.896271579863631e-05,
      "loss": 0.1104,
      "step": 386
    },
    {
      "epoch": 0.04195576756287944,
      "grad_norm": 0.1773999035358429,
      "learning_rate": 9.895908893079937e-05,
      "loss": 0.1214,
      "step": 387
    },
    {
      "epoch": 0.04206418039895923,
      "grad_norm": 5.427026271820068,
      "learning_rate": 9.895546206296244e-05,
      "loss": 0.2553,
      "step": 388
    },
    {
      "epoch": 0.04217259323503903,
      "grad_norm": 0.20883241295814514,
      "learning_rate": 9.89518351951255e-05,
      "loss": 0.1169,
      "step": 389
    },
    {
      "epoch": 0.04228100607111882,
      "grad_norm": 0.30605214834213257,
      "learning_rate": 9.894820832728855e-05,
      "loss": 0.1432,
      "step": 390
    },
    {
      "epoch": 0.04238941890719861,
      "grad_norm": 0.16354729235172272,
      "learning_rate": 9.894458145945163e-05,
      "loss": 0.1105,
      "step": 391
    },
    {
      "epoch": 0.042497831743278404,
      "grad_norm": 0.16140775382518768,
      "learning_rate": 9.894095459161468e-05,
      "loss": 0.1136,
      "step": 392
    },
    {
      "epoch": 0.042606244579358195,
      "grad_norm": 0.17582401633262634,
      "learning_rate": 9.893732772377775e-05,
      "loss": 0.0952,
      "step": 393
    },
    {
      "epoch": 0.042714657415437986,
      "grad_norm": 0.1733604371547699,
      "learning_rate": 9.893370085594081e-05,
      "loss": 0.1183,
      "step": 394
    },
    {
      "epoch": 0.04282307025151778,
      "grad_norm": 0.15075697004795074,
      "learning_rate": 9.893007398810388e-05,
      "loss": 0.1295,
      "step": 395
    },
    {
      "epoch": 0.042931483087597574,
      "grad_norm": 0.22846825420856476,
      "learning_rate": 9.892644712026694e-05,
      "loss": 0.1411,
      "step": 396
    },
    {
      "epoch": 0.043039895923677365,
      "grad_norm": 0.11139506101608276,
      "learning_rate": 9.892282025243001e-05,
      "loss": 0.1166,
      "step": 397
    },
    {
      "epoch": 0.043148308759757156,
      "grad_norm": 0.19554415345191956,
      "learning_rate": 9.891919338459307e-05,
      "loss": 0.1253,
      "step": 398
    },
    {
      "epoch": 0.04325672159583695,
      "grad_norm": 0.14413908123970032,
      "learning_rate": 9.891556651675612e-05,
      "loss": 0.1095,
      "step": 399
    },
    {
      "epoch": 0.04336513443191674,
      "grad_norm": 0.19871242344379425,
      "learning_rate": 9.89119396489192e-05,
      "loss": 0.1301,
      "step": 400
    },
    {
      "epoch": 0.04347354726799653,
      "grad_norm": 0.16091088950634003,
      "learning_rate": 9.890831278108225e-05,
      "loss": 0.1145,
      "step": 401
    },
    {
      "epoch": 0.04358196010407632,
      "grad_norm": 0.14488215744495392,
      "learning_rate": 9.890468591324532e-05,
      "loss": 0.094,
      "step": 402
    },
    {
      "epoch": 0.04369037294015612,
      "grad_norm": 0.1621244251728058,
      "learning_rate": 9.89010590454084e-05,
      "loss": 0.127,
      "step": 403
    },
    {
      "epoch": 0.04379878577623591,
      "grad_norm": 0.28580430150032043,
      "learning_rate": 9.889743217757145e-05,
      "loss": 0.1393,
      "step": 404
    },
    {
      "epoch": 0.0439071986123157,
      "grad_norm": 1.3866244554519653,
      "learning_rate": 9.889380530973452e-05,
      "loss": 0.1475,
      "step": 405
    },
    {
      "epoch": 0.04401561144839549,
      "grad_norm": 0.23811335861682892,
      "learning_rate": 9.889017844189758e-05,
      "loss": 0.1152,
      "step": 406
    },
    {
      "epoch": 0.04412402428447528,
      "grad_norm": 0.250219464302063,
      "learning_rate": 9.888655157406065e-05,
      "loss": 0.1263,
      "step": 407
    },
    {
      "epoch": 0.04423243712055507,
      "grad_norm": 0.2818470895290375,
      "learning_rate": 9.888292470622371e-05,
      "loss": 0.1257,
      "step": 408
    },
    {
      "epoch": 0.04434084995663486,
      "grad_norm": 0.41159549355506897,
      "learning_rate": 9.887929783838678e-05,
      "loss": 0.1166,
      "step": 409
    },
    {
      "epoch": 0.044449262792714654,
      "grad_norm": 0.19331002235412598,
      "learning_rate": 9.887567097054984e-05,
      "loss": 0.0958,
      "step": 410
    },
    {
      "epoch": 0.04455767562879445,
      "grad_norm": 0.3014660179615021,
      "learning_rate": 9.887204410271291e-05,
      "loss": 0.1322,
      "step": 411
    },
    {
      "epoch": 0.04466608846487424,
      "grad_norm": 0.24044376611709595,
      "learning_rate": 9.886841723487596e-05,
      "loss": 0.1159,
      "step": 412
    },
    {
      "epoch": 0.044774501300954034,
      "grad_norm": 0.3472612500190735,
      "learning_rate": 9.886479036703902e-05,
      "loss": 0.1232,
      "step": 413
    },
    {
      "epoch": 0.044882914137033825,
      "grad_norm": 0.4155310094356537,
      "learning_rate": 9.886116349920209e-05,
      "loss": 0.1194,
      "step": 414
    },
    {
      "epoch": 0.044991326973113616,
      "grad_norm": 0.38947707414627075,
      "learning_rate": 9.885753663136515e-05,
      "loss": 0.1404,
      "step": 415
    },
    {
      "epoch": 0.045099739809193407,
      "grad_norm": 0.32933101058006287,
      "learning_rate": 9.885390976352822e-05,
      "loss": 0.115,
      "step": 416
    },
    {
      "epoch": 0.0452081526452732,
      "grad_norm": 0.3911941349506378,
      "learning_rate": 9.885028289569128e-05,
      "loss": 0.0984,
      "step": 417
    },
    {
      "epoch": 0.045316565481352995,
      "grad_norm": 0.4835812747478485,
      "learning_rate": 9.884665602785435e-05,
      "loss": 0.1326,
      "step": 418
    },
    {
      "epoch": 0.045424978317432786,
      "grad_norm": 0.287972629070282,
      "learning_rate": 9.884302916001741e-05,
      "loss": 0.1114,
      "step": 419
    },
    {
      "epoch": 0.04553339115351258,
      "grad_norm": 0.2253105193376541,
      "learning_rate": 9.883940229218048e-05,
      "loss": 0.1196,
      "step": 420
    },
    {
      "epoch": 0.04564180398959237,
      "grad_norm": 0.20509642362594604,
      "learning_rate": 9.883577542434355e-05,
      "loss": 0.1087,
      "step": 421
    },
    {
      "epoch": 0.04575021682567216,
      "grad_norm": 0.27917811274528503,
      "learning_rate": 9.88321485565066e-05,
      "loss": 0.1119,
      "step": 422
    },
    {
      "epoch": 0.04585862966175195,
      "grad_norm": 0.31417468190193176,
      "learning_rate": 9.882852168866968e-05,
      "loss": 0.1351,
      "step": 423
    },
    {
      "epoch": 0.04596704249783174,
      "grad_norm": 0.23258726298809052,
      "learning_rate": 9.882489482083273e-05,
      "loss": 0.1118,
      "step": 424
    },
    {
      "epoch": 0.04607545533391154,
      "grad_norm": 0.23270608484745026,
      "learning_rate": 9.88212679529958e-05,
      "loss": 0.1196,
      "step": 425
    },
    {
      "epoch": 0.04618386816999133,
      "grad_norm": 0.19744884967803955,
      "learning_rate": 9.881764108515886e-05,
      "loss": 0.0998,
      "step": 426
    },
    {
      "epoch": 0.04629228100607112,
      "grad_norm": 0.211756631731987,
      "learning_rate": 9.881401421732192e-05,
      "loss": 0.0894,
      "step": 427
    },
    {
      "epoch": 0.04640069384215091,
      "grad_norm": 0.3025376796722412,
      "learning_rate": 9.881038734948499e-05,
      "loss": 0.1166,
      "step": 428
    },
    {
      "epoch": 0.0465091066782307,
      "grad_norm": 0.4582671821117401,
      "learning_rate": 9.880676048164805e-05,
      "loss": 0.1138,
      "step": 429
    },
    {
      "epoch": 0.04661751951431049,
      "grad_norm": 0.28577736020088196,
      "learning_rate": 9.880313361381112e-05,
      "loss": 0.1031,
      "step": 430
    },
    {
      "epoch": 0.046725932350390284,
      "grad_norm": 0.28290799260139465,
      "learning_rate": 9.879950674597418e-05,
      "loss": 0.1302,
      "step": 431
    },
    {
      "epoch": 0.046834345186470075,
      "grad_norm": 0.2572518587112427,
      "learning_rate": 9.879587987813725e-05,
      "loss": 0.0882,
      "step": 432
    },
    {
      "epoch": 0.04694275802254987,
      "grad_norm": 0.4061983823776245,
      "learning_rate": 9.87922530103003e-05,
      "loss": 0.1051,
      "step": 433
    },
    {
      "epoch": 0.047051170858629664,
      "grad_norm": 0.2636163532733917,
      "learning_rate": 9.878862614246338e-05,
      "loss": 0.0823,
      "step": 434
    },
    {
      "epoch": 0.047159583694709455,
      "grad_norm": 0.24239085614681244,
      "learning_rate": 9.878499927462643e-05,
      "loss": 0.0902,
      "step": 435
    },
    {
      "epoch": 0.047267996530789246,
      "grad_norm": 0.7319921255111694,
      "learning_rate": 9.878137240678949e-05,
      "loss": 0.1838,
      "step": 436
    },
    {
      "epoch": 0.047376409366869036,
      "grad_norm": 0.37773817777633667,
      "learning_rate": 9.877774553895257e-05,
      "loss": 0.1269,
      "step": 437
    },
    {
      "epoch": 0.04748482220294883,
      "grad_norm": 0.2821348309516907,
      "learning_rate": 9.877411867111563e-05,
      "loss": 0.0971,
      "step": 438
    },
    {
      "epoch": 0.04759323503902862,
      "grad_norm": 0.3523593842983246,
      "learning_rate": 9.87704918032787e-05,
      "loss": 0.1406,
      "step": 439
    },
    {
      "epoch": 0.047701647875108416,
      "grad_norm": 0.32923924922943115,
      "learning_rate": 9.876686493544176e-05,
      "loss": 0.1352,
      "step": 440
    },
    {
      "epoch": 0.04781006071118821,
      "grad_norm": 0.23713327944278717,
      "learning_rate": 9.876323806760483e-05,
      "loss": 0.0986,
      "step": 441
    },
    {
      "epoch": 0.047918473547268,
      "grad_norm": 0.24130390584468842,
      "learning_rate": 9.875961119976789e-05,
      "loss": 0.1237,
      "step": 442
    },
    {
      "epoch": 0.04802688638334779,
      "grad_norm": 0.1991438865661621,
      "learning_rate": 9.875598433193095e-05,
      "loss": 0.1018,
      "step": 443
    },
    {
      "epoch": 0.04813529921942758,
      "grad_norm": 0.21599970757961273,
      "learning_rate": 9.875235746409402e-05,
      "loss": 0.1002,
      "step": 444
    },
    {
      "epoch": 0.04824371205550737,
      "grad_norm": 0.19302426278591156,
      "learning_rate": 9.874873059625707e-05,
      "loss": 0.1075,
      "step": 445
    },
    {
      "epoch": 0.04835212489158716,
      "grad_norm": 0.26381295919418335,
      "learning_rate": 9.874510372842014e-05,
      "loss": 0.1242,
      "step": 446
    },
    {
      "epoch": 0.04846053772766695,
      "grad_norm": 0.16835498809814453,
      "learning_rate": 9.87414768605832e-05,
      "loss": 0.1168,
      "step": 447
    },
    {
      "epoch": 0.04856895056374675,
      "grad_norm": 0.22778233885765076,
      "learning_rate": 9.873784999274627e-05,
      "loss": 0.1134,
      "step": 448
    },
    {
      "epoch": 0.04867736339982654,
      "grad_norm": 0.24686552584171295,
      "learning_rate": 9.873422312490933e-05,
      "loss": 0.1326,
      "step": 449
    },
    {
      "epoch": 0.04878577623590633,
      "grad_norm": 0.2164219319820404,
      "learning_rate": 9.873059625707239e-05,
      "loss": 0.0782,
      "step": 450
    },
    {
      "epoch": 0.04889418907198612,
      "grad_norm": 0.1495901644229889,
      "learning_rate": 9.872696938923546e-05,
      "loss": 0.0924,
      "step": 451
    },
    {
      "epoch": 0.049002601908065914,
      "grad_norm": 0.1337725669145584,
      "learning_rate": 9.872334252139852e-05,
      "loss": 0.0992,
      "step": 452
    },
    {
      "epoch": 0.049111014744145705,
      "grad_norm": 0.30545124411582947,
      "learning_rate": 9.871971565356159e-05,
      "loss": 0.1398,
      "step": 453
    },
    {
      "epoch": 0.049219427580225496,
      "grad_norm": 0.3322853446006775,
      "learning_rate": 9.871608878572464e-05,
      "loss": 0.0955,
      "step": 454
    },
    {
      "epoch": 0.049327840416305294,
      "grad_norm": 0.16468536853790283,
      "learning_rate": 9.871246191788773e-05,
      "loss": 0.0982,
      "step": 455
    },
    {
      "epoch": 0.049436253252385085,
      "grad_norm": 0.4128600060939789,
      "learning_rate": 9.870883505005079e-05,
      "loss": 0.1018,
      "step": 456
    },
    {
      "epoch": 0.049544666088464875,
      "grad_norm": 0.3295769691467285,
      "learning_rate": 9.870520818221384e-05,
      "loss": 0.1203,
      "step": 457
    },
    {
      "epoch": 0.049653078924544666,
      "grad_norm": 0.39020270109176636,
      "learning_rate": 9.870158131437691e-05,
      "loss": 0.1455,
      "step": 458
    },
    {
      "epoch": 0.04976149176062446,
      "grad_norm": 0.20795762538909912,
      "learning_rate": 9.869795444653997e-05,
      "loss": 0.0992,
      "step": 459
    },
    {
      "epoch": 0.04986990459670425,
      "grad_norm": 0.38708075881004333,
      "learning_rate": 9.869432757870304e-05,
      "loss": 0.1201,
      "step": 460
    },
    {
      "epoch": 0.04997831743278404,
      "grad_norm": 0.41977736353874207,
      "learning_rate": 9.86907007108661e-05,
      "loss": 0.1353,
      "step": 461
    },
    {
      "epoch": 0.05008673026886384,
      "grad_norm": 0.28713446855545044,
      "learning_rate": 9.868707384302917e-05,
      "loss": 0.08,
      "step": 462
    },
    {
      "epoch": 0.05019514310494363,
      "grad_norm": 0.4063588082790375,
      "learning_rate": 9.868344697519223e-05,
      "loss": 0.0961,
      "step": 463
    },
    {
      "epoch": 0.05030355594102342,
      "grad_norm": 0.526228129863739,
      "learning_rate": 9.86798201073553e-05,
      "loss": 0.1365,
      "step": 464
    },
    {
      "epoch": 0.05041196877710321,
      "grad_norm": 0.48348820209503174,
      "learning_rate": 9.867619323951836e-05,
      "loss": 0.1296,
      "step": 465
    },
    {
      "epoch": 0.050520381613183,
      "grad_norm": 0.2481697052717209,
      "learning_rate": 9.867256637168141e-05,
      "loss": 0.0739,
      "step": 466
    },
    {
      "epoch": 0.05062879444926279,
      "grad_norm": 0.3559708297252655,
      "learning_rate": 9.866893950384448e-05,
      "loss": 0.1072,
      "step": 467
    },
    {
      "epoch": 0.05073720728534258,
      "grad_norm": 0.45012909173965454,
      "learning_rate": 9.866531263600754e-05,
      "loss": 0.1129,
      "step": 468
    },
    {
      "epoch": 0.05084562012142237,
      "grad_norm": 0.32086071372032166,
      "learning_rate": 9.866168576817061e-05,
      "loss": 0.101,
      "step": 469
    },
    {
      "epoch": 0.05095403295750217,
      "grad_norm": 0.238749697804451,
      "learning_rate": 9.865805890033367e-05,
      "loss": 0.1137,
      "step": 470
    },
    {
      "epoch": 0.05106244579358196,
      "grad_norm": 0.3382658362388611,
      "learning_rate": 9.865443203249674e-05,
      "loss": 0.1071,
      "step": 471
    },
    {
      "epoch": 0.05117085862966175,
      "grad_norm": 0.26177704334259033,
      "learning_rate": 9.865080516465981e-05,
      "loss": 0.0888,
      "step": 472
    },
    {
      "epoch": 0.051279271465741544,
      "grad_norm": 0.5008812546730042,
      "learning_rate": 9.864717829682287e-05,
      "loss": 0.115,
      "step": 473
    },
    {
      "epoch": 0.051387684301821335,
      "grad_norm": 0.24834904074668884,
      "learning_rate": 9.864355142898594e-05,
      "loss": 0.0838,
      "step": 474
    },
    {
      "epoch": 0.051496097137901126,
      "grad_norm": 0.4671708643436432,
      "learning_rate": 9.8639924561149e-05,
      "loss": 0.1367,
      "step": 475
    },
    {
      "epoch": 0.05160450997398092,
      "grad_norm": 0.5393283367156982,
      "learning_rate": 9.863629769331207e-05,
      "loss": 0.1179,
      "step": 476
    },
    {
      "epoch": 0.051712922810060714,
      "grad_norm": 0.6576874852180481,
      "learning_rate": 9.863267082547512e-05,
      "loss": 0.1103,
      "step": 477
    },
    {
      "epoch": 0.051821335646140505,
      "grad_norm": 0.2800869941711426,
      "learning_rate": 9.86290439576382e-05,
      "loss": 0.0872,
      "step": 478
    },
    {
      "epoch": 0.051929748482220296,
      "grad_norm": 0.2372063547372818,
      "learning_rate": 9.862541708980125e-05,
      "loss": 0.075,
      "step": 479
    },
    {
      "epoch": 0.05203816131830009,
      "grad_norm": 0.34016358852386475,
      "learning_rate": 9.862179022196431e-05,
      "loss": 0.1001,
      "step": 480
    },
    {
      "epoch": 0.05214657415437988,
      "grad_norm": 0.8710952401161194,
      "learning_rate": 9.861816335412738e-05,
      "loss": 0.1636,
      "step": 481
    },
    {
      "epoch": 0.05225498699045967,
      "grad_norm": 0.45930182933807373,
      "learning_rate": 9.861453648629044e-05,
      "loss": 0.1481,
      "step": 482
    },
    {
      "epoch": 0.05236339982653946,
      "grad_norm": 0.2756458520889282,
      "learning_rate": 9.861090961845351e-05,
      "loss": 0.1095,
      "step": 483
    },
    {
      "epoch": 0.05247181266261925,
      "grad_norm": 0.2520807087421417,
      "learning_rate": 9.860728275061657e-05,
      "loss": 0.0764,
      "step": 484
    },
    {
      "epoch": 0.05258022549869905,
      "grad_norm": 0.23115980625152588,
      "learning_rate": 9.860365588277964e-05,
      "loss": 0.1089,
      "step": 485
    },
    {
      "epoch": 0.05268863833477884,
      "grad_norm": 0.24596427381038666,
      "learning_rate": 9.86000290149427e-05,
      "loss": 0.0914,
      "step": 486
    },
    {
      "epoch": 0.05279705117085863,
      "grad_norm": 0.19816985726356506,
      "learning_rate": 9.859640214710577e-05,
      "loss": 0.1042,
      "step": 487
    },
    {
      "epoch": 0.05290546400693842,
      "grad_norm": 0.21752476692199707,
      "learning_rate": 9.859277527926882e-05,
      "loss": 0.1129,
      "step": 488
    },
    {
      "epoch": 0.05301387684301821,
      "grad_norm": 0.2614111304283142,
      "learning_rate": 9.85891484114319e-05,
      "loss": 0.1019,
      "step": 489
    },
    {
      "epoch": 0.053122289679098,
      "grad_norm": 0.29487350583076477,
      "learning_rate": 9.858552154359497e-05,
      "loss": 0.1327,
      "step": 490
    },
    {
      "epoch": 0.053230702515177794,
      "grad_norm": 0.22076663374900818,
      "learning_rate": 9.858189467575802e-05,
      "loss": 0.1003,
      "step": 491
    },
    {
      "epoch": 0.05333911535125759,
      "grad_norm": 0.21929717063903809,
      "learning_rate": 9.85782678079211e-05,
      "loss": 0.1254,
      "step": 492
    },
    {
      "epoch": 0.05344752818733738,
      "grad_norm": 0.19931907951831818,
      "learning_rate": 9.857464094008415e-05,
      "loss": 0.1229,
      "step": 493
    },
    {
      "epoch": 0.053555941023417174,
      "grad_norm": 0.21648572385311127,
      "learning_rate": 9.857101407224721e-05,
      "loss": 0.1102,
      "step": 494
    },
    {
      "epoch": 0.053664353859496965,
      "grad_norm": 0.22866280376911163,
      "learning_rate": 9.856738720441028e-05,
      "loss": 0.1201,
      "step": 495
    },
    {
      "epoch": 0.053772766695576756,
      "grad_norm": 0.4880673289299011,
      "learning_rate": 9.856376033657334e-05,
      "loss": 0.1425,
      "step": 496
    },
    {
      "epoch": 0.053881179531656546,
      "grad_norm": 0.21619382500648499,
      "learning_rate": 9.856013346873641e-05,
      "loss": 0.103,
      "step": 497
    },
    {
      "epoch": 0.05398959236773634,
      "grad_norm": 0.21040049195289612,
      "learning_rate": 9.855650660089946e-05,
      "loss": 0.0973,
      "step": 498
    },
    {
      "epoch": 0.054098005203816135,
      "grad_norm": 0.2507275938987732,
      "learning_rate": 9.855287973306254e-05,
      "loss": 0.0884,
      "step": 499
    },
    {
      "epoch": 0.054206418039895926,
      "grad_norm": 0.24918730556964874,
      "learning_rate": 9.854925286522559e-05,
      "loss": 0.1197,
      "step": 500
    },
    {
      "epoch": 0.05431483087597572,
      "grad_norm": 0.29650595784187317,
      "learning_rate": 9.854562599738866e-05,
      "loss": 0.1236,
      "step": 501
    },
    {
      "epoch": 0.05442324371205551,
      "grad_norm": 0.18418893218040466,
      "learning_rate": 9.854199912955172e-05,
      "loss": 0.0931,
      "step": 502
    },
    {
      "epoch": 0.0545316565481353,
      "grad_norm": 0.24438990652561188,
      "learning_rate": 9.853837226171478e-05,
      "loss": 0.1096,
      "step": 503
    },
    {
      "epoch": 0.05464006938421509,
      "grad_norm": 0.20056328177452087,
      "learning_rate": 9.853474539387785e-05,
      "loss": 0.1042,
      "step": 504
    },
    {
      "epoch": 0.05474848222029488,
      "grad_norm": 0.2482088953256607,
      "learning_rate": 9.85311185260409e-05,
      "loss": 0.1221,
      "step": 505
    },
    {
      "epoch": 0.05485689505637467,
      "grad_norm": 0.38614603877067566,
      "learning_rate": 9.852749165820399e-05,
      "loss": 0.1303,
      "step": 506
    },
    {
      "epoch": 0.05496530789245447,
      "grad_norm": 0.36335012316703796,
      "learning_rate": 9.852386479036705e-05,
      "loss": 0.1362,
      "step": 507
    },
    {
      "epoch": 0.05507372072853426,
      "grad_norm": 0.2479681372642517,
      "learning_rate": 9.85202379225301e-05,
      "loss": 0.0875,
      "step": 508
    },
    {
      "epoch": 0.05518213356461405,
      "grad_norm": 0.4276246130466461,
      "learning_rate": 9.851661105469318e-05,
      "loss": 0.0977,
      "step": 509
    },
    {
      "epoch": 0.05529054640069384,
      "grad_norm": 0.29405659437179565,
      "learning_rate": 9.851298418685623e-05,
      "loss": 0.1185,
      "step": 510
    },
    {
      "epoch": 0.05539895923677363,
      "grad_norm": 0.2560301125049591,
      "learning_rate": 9.85093573190193e-05,
      "loss": 0.101,
      "step": 511
    },
    {
      "epoch": 0.055507372072853424,
      "grad_norm": 0.328813761472702,
      "learning_rate": 9.850573045118236e-05,
      "loss": 0.124,
      "step": 512
    },
    {
      "epoch": 0.055615784908933215,
      "grad_norm": 0.23094040155410767,
      "learning_rate": 9.850210358334543e-05,
      "loss": 0.0804,
      "step": 513
    },
    {
      "epoch": 0.05572419774501301,
      "grad_norm": 0.2955303192138672,
      "learning_rate": 9.849847671550849e-05,
      "loss": 0.1113,
      "step": 514
    },
    {
      "epoch": 0.055832610581092804,
      "grad_norm": 0.44840723276138306,
      "learning_rate": 9.849484984767156e-05,
      "loss": 0.0851,
      "step": 515
    },
    {
      "epoch": 0.055941023417172595,
      "grad_norm": 0.18327149748802185,
      "learning_rate": 9.849122297983462e-05,
      "loss": 0.0731,
      "step": 516
    },
    {
      "epoch": 0.056049436253252385,
      "grad_norm": 0.30166900157928467,
      "learning_rate": 9.848759611199768e-05,
      "loss": 0.096,
      "step": 517
    },
    {
      "epoch": 0.056157849089332176,
      "grad_norm": 0.45341578125953674,
      "learning_rate": 9.848396924416075e-05,
      "loss": 0.1584,
      "step": 518
    },
    {
      "epoch": 0.05626626192541197,
      "grad_norm": 0.38822242617607117,
      "learning_rate": 9.84803423763238e-05,
      "loss": 0.0988,
      "step": 519
    },
    {
      "epoch": 0.05637467476149176,
      "grad_norm": 0.481399804353714,
      "learning_rate": 9.847671550848687e-05,
      "loss": 0.1498,
      "step": 520
    },
    {
      "epoch": 0.05648308759757155,
      "grad_norm": 0.3603629767894745,
      "learning_rate": 9.847308864064993e-05,
      "loss": 0.0831,
      "step": 521
    },
    {
      "epoch": 0.05659150043365135,
      "grad_norm": 0.3186989724636078,
      "learning_rate": 9.8469461772813e-05,
      "loss": 0.0997,
      "step": 522
    },
    {
      "epoch": 0.05669991326973114,
      "grad_norm": 0.26520031690597534,
      "learning_rate": 9.846583490497606e-05,
      "loss": 0.0941,
      "step": 523
    },
    {
      "epoch": 0.05680832610581093,
      "grad_norm": 0.31811243295669556,
      "learning_rate": 9.846220803713913e-05,
      "loss": 0.1172,
      "step": 524
    },
    {
      "epoch": 0.05691673894189072,
      "grad_norm": 0.3447664678096771,
      "learning_rate": 9.84585811693022e-05,
      "loss": 0.1045,
      "step": 525
    },
    {
      "epoch": 0.05702515177797051,
      "grad_norm": 0.2588322162628174,
      "learning_rate": 9.845495430146526e-05,
      "loss": 0.1045,
      "step": 526
    },
    {
      "epoch": 0.0571335646140503,
      "grad_norm": 0.4456465244293213,
      "learning_rate": 9.845132743362833e-05,
      "loss": 0.1341,
      "step": 527
    },
    {
      "epoch": 0.05724197745013009,
      "grad_norm": 0.3245162069797516,
      "learning_rate": 9.844770056579139e-05,
      "loss": 0.0944,
      "step": 528
    },
    {
      "epoch": 0.05735039028620989,
      "grad_norm": 0.34594032168388367,
      "learning_rate": 9.844407369795446e-05,
      "loss": 0.0788,
      "step": 529
    },
    {
      "epoch": 0.05745880312228968,
      "grad_norm": 0.3093372583389282,
      "learning_rate": 9.844044683011752e-05,
      "loss": 0.1019,
      "step": 530
    },
    {
      "epoch": 0.05756721595836947,
      "grad_norm": 0.36677345633506775,
      "learning_rate": 9.843681996228057e-05,
      "loss": 0.1174,
      "step": 531
    },
    {
      "epoch": 0.05767562879444926,
      "grad_norm": 0.18195313215255737,
      "learning_rate": 9.843319309444364e-05,
      "loss": 0.0915,
      "step": 532
    },
    {
      "epoch": 0.057784041630529054,
      "grad_norm": 0.31785422563552856,
      "learning_rate": 9.84295662266067e-05,
      "loss": 0.0907,
      "step": 533
    },
    {
      "epoch": 0.057892454466608845,
      "grad_norm": 0.5253222584724426,
      "learning_rate": 9.842593935876977e-05,
      "loss": 0.1207,
      "step": 534
    },
    {
      "epoch": 0.058000867302688636,
      "grad_norm": 0.27712583541870117,
      "learning_rate": 9.842231249093283e-05,
      "loss": 0.0992,
      "step": 535
    },
    {
      "epoch": 0.058109280138768434,
      "grad_norm": 0.39869698882102966,
      "learning_rate": 9.84186856230959e-05,
      "loss": 0.1464,
      "step": 536
    },
    {
      "epoch": 0.058217692974848224,
      "grad_norm": 0.3146751821041107,
      "learning_rate": 9.841505875525896e-05,
      "loss": 0.1272,
      "step": 537
    },
    {
      "epoch": 0.058326105810928015,
      "grad_norm": 0.19468741118907928,
      "learning_rate": 9.841143188742203e-05,
      "loss": 0.0735,
      "step": 538
    },
    {
      "epoch": 0.058434518647007806,
      "grad_norm": 0.23335957527160645,
      "learning_rate": 9.840780501958509e-05,
      "loss": 0.0751,
      "step": 539
    },
    {
      "epoch": 0.0585429314830876,
      "grad_norm": 0.2991391122341156,
      "learning_rate": 9.840417815174814e-05,
      "loss": 0.0988,
      "step": 540
    },
    {
      "epoch": 0.05865134431916739,
      "grad_norm": 0.3063758313655853,
      "learning_rate": 9.840055128391123e-05,
      "loss": 0.1026,
      "step": 541
    },
    {
      "epoch": 0.05875975715524718,
      "grad_norm": 0.33260971307754517,
      "learning_rate": 9.839692441607429e-05,
      "loss": 0.0894,
      "step": 542
    },
    {
      "epoch": 0.05886816999132697,
      "grad_norm": 0.23535601794719696,
      "learning_rate": 9.839329754823736e-05,
      "loss": 0.0739,
      "step": 543
    },
    {
      "epoch": 0.05897658282740677,
      "grad_norm": 0.2660181522369385,
      "learning_rate": 9.838967068040041e-05,
      "loss": 0.0718,
      "step": 544
    },
    {
      "epoch": 0.05908499566348656,
      "grad_norm": 0.2126469761133194,
      "learning_rate": 9.838604381256348e-05,
      "loss": 0.0962,
      "step": 545
    },
    {
      "epoch": 0.05919340849956635,
      "grad_norm": 0.3964638411998749,
      "learning_rate": 9.838241694472654e-05,
      "loss": 0.1161,
      "step": 546
    },
    {
      "epoch": 0.05930182133564614,
      "grad_norm": 0.4746197760105133,
      "learning_rate": 9.83787900768896e-05,
      "loss": 0.1544,
      "step": 547
    },
    {
      "epoch": 0.05941023417172593,
      "grad_norm": 0.2397197186946869,
      "learning_rate": 9.837516320905267e-05,
      "loss": 0.0845,
      "step": 548
    },
    {
      "epoch": 0.05951864700780572,
      "grad_norm": 0.3380807340145111,
      "learning_rate": 9.837153634121573e-05,
      "loss": 0.1052,
      "step": 549
    },
    {
      "epoch": 0.05962705984388551,
      "grad_norm": 0.28309759497642517,
      "learning_rate": 9.83679094733788e-05,
      "loss": 0.0805,
      "step": 550
    },
    {
      "epoch": 0.05973547267996531,
      "grad_norm": 0.46669360995292664,
      "learning_rate": 9.836428260554186e-05,
      "loss": 0.1326,
      "step": 551
    },
    {
      "epoch": 0.0598438855160451,
      "grad_norm": 0.32052144408226013,
      "learning_rate": 9.836065573770493e-05,
      "loss": 0.0843,
      "step": 552
    },
    {
      "epoch": 0.05995229835212489,
      "grad_norm": 0.2306763380765915,
      "learning_rate": 9.835702886986798e-05,
      "loss": 0.0803,
      "step": 553
    },
    {
      "epoch": 0.060060711188204684,
      "grad_norm": 0.2263277918100357,
      "learning_rate": 9.835340200203105e-05,
      "loss": 0.0987,
      "step": 554
    },
    {
      "epoch": 0.060169124024284475,
      "grad_norm": 0.24839787185192108,
      "learning_rate": 9.834977513419411e-05,
      "loss": 0.1117,
      "step": 555
    },
    {
      "epoch": 0.060277536860364266,
      "grad_norm": 0.2430897057056427,
      "learning_rate": 9.834614826635717e-05,
      "loss": 0.073,
      "step": 556
    },
    {
      "epoch": 0.060385949696444056,
      "grad_norm": 0.29070818424224854,
      "learning_rate": 9.834252139852024e-05,
      "loss": 0.1231,
      "step": 557
    },
    {
      "epoch": 0.06049436253252385,
      "grad_norm": 0.2792496085166931,
      "learning_rate": 9.833889453068331e-05,
      "loss": 0.095,
      "step": 558
    },
    {
      "epoch": 0.060602775368603645,
      "grad_norm": 0.25866612792015076,
      "learning_rate": 9.833526766284638e-05,
      "loss": 0.0744,
      "step": 559
    },
    {
      "epoch": 0.060711188204683436,
      "grad_norm": 0.2778979241847992,
      "learning_rate": 9.833164079500944e-05,
      "loss": 0.0995,
      "step": 560
    },
    {
      "epoch": 0.06081960104076323,
      "grad_norm": 0.40281787514686584,
      "learning_rate": 9.83280139271725e-05,
      "loss": 0.0985,
      "step": 561
    },
    {
      "epoch": 0.06092801387684302,
      "grad_norm": 0.5454026460647583,
      "learning_rate": 9.832438705933557e-05,
      "loss": 0.1148,
      "step": 562
    },
    {
      "epoch": 0.06103642671292281,
      "grad_norm": 0.3191307485103607,
      "learning_rate": 9.832076019149862e-05,
      "loss": 0.1045,
      "step": 563
    },
    {
      "epoch": 0.0611448395490026,
      "grad_norm": 0.33082249760627747,
      "learning_rate": 9.83171333236617e-05,
      "loss": 0.1015,
      "step": 564
    },
    {
      "epoch": 0.06125325238508239,
      "grad_norm": 0.33478158712387085,
      "learning_rate": 9.831350645582475e-05,
      "loss": 0.0784,
      "step": 565
    },
    {
      "epoch": 0.06136166522116219,
      "grad_norm": 0.32320675253868103,
      "learning_rate": 9.830987958798782e-05,
      "loss": 0.0922,
      "step": 566
    },
    {
      "epoch": 0.06147007805724198,
      "grad_norm": 0.3119095265865326,
      "learning_rate": 9.830625272015088e-05,
      "loss": 0.0937,
      "step": 567
    },
    {
      "epoch": 0.06157849089332177,
      "grad_norm": 0.6710460782051086,
      "learning_rate": 9.830262585231395e-05,
      "loss": 0.0836,
      "step": 568
    },
    {
      "epoch": 0.06168690372940156,
      "grad_norm": 0.41775748133659363,
      "learning_rate": 9.829899898447701e-05,
      "loss": 0.1034,
      "step": 569
    },
    {
      "epoch": 0.06179531656548135,
      "grad_norm": 0.64760822057724,
      "learning_rate": 9.829537211664007e-05,
      "loss": 0.1067,
      "step": 570
    },
    {
      "epoch": 0.06190372940156114,
      "grad_norm": 0.15776503086090088,
      "learning_rate": 9.829174524880314e-05,
      "loss": 0.0644,
      "step": 571
    },
    {
      "epoch": 0.062012142237640934,
      "grad_norm": 0.27543601393699646,
      "learning_rate": 9.82881183809662e-05,
      "loss": 0.083,
      "step": 572
    },
    {
      "epoch": 0.06212055507372073,
      "grad_norm": 0.3508656322956085,
      "learning_rate": 9.828449151312927e-05,
      "loss": 0.1066,
      "step": 573
    },
    {
      "epoch": 0.06222896790980052,
      "grad_norm": 0.3899497091770172,
      "learning_rate": 9.828086464529232e-05,
      "loss": 0.0709,
      "step": 574
    },
    {
      "epoch": 0.062337380745880314,
      "grad_norm": 0.3440849483013153,
      "learning_rate": 9.82772377774554e-05,
      "loss": 0.0768,
      "step": 575
    },
    {
      "epoch": 0.062445793581960105,
      "grad_norm": 0.1990775614976883,
      "learning_rate": 9.827361090961846e-05,
      "loss": 0.0661,
      "step": 576
    },
    {
      "epoch": 0.0625542064180399,
      "grad_norm": 0.46606120467185974,
      "learning_rate": 9.826998404178152e-05,
      "loss": 0.0808,
      "step": 577
    },
    {
      "epoch": 0.06266261925411969,
      "grad_norm": 0.7024107575416565,
      "learning_rate": 9.826635717394459e-05,
      "loss": 0.1965,
      "step": 578
    },
    {
      "epoch": 0.06277103209019948,
      "grad_norm": 0.4222257137298584,
      "learning_rate": 9.826273030610765e-05,
      "loss": 0.092,
      "step": 579
    },
    {
      "epoch": 0.06287944492627927,
      "grad_norm": 0.3425840735435486,
      "learning_rate": 9.825910343827072e-05,
      "loss": 0.0955,
      "step": 580
    },
    {
      "epoch": 0.06298785776235906,
      "grad_norm": 0.2713950276374817,
      "learning_rate": 9.825547657043378e-05,
      "loss": 0.0761,
      "step": 581
    },
    {
      "epoch": 0.06309627059843885,
      "grad_norm": 0.6288166046142578,
      "learning_rate": 9.825184970259685e-05,
      "loss": 0.1091,
      "step": 582
    },
    {
      "epoch": 0.06320468343451864,
      "grad_norm": 0.25551319122314453,
      "learning_rate": 9.82482228347599e-05,
      "loss": 0.0845,
      "step": 583
    },
    {
      "epoch": 0.06331309627059845,
      "grad_norm": 0.6813973188400269,
      "learning_rate": 9.824459596692296e-05,
      "loss": 0.0962,
      "step": 584
    },
    {
      "epoch": 0.06342150910667824,
      "grad_norm": 0.427597314119339,
      "learning_rate": 9.824096909908603e-05,
      "loss": 0.1075,
      "step": 585
    },
    {
      "epoch": 0.06352992194275803,
      "grad_norm": 0.30909448862075806,
      "learning_rate": 9.823734223124909e-05,
      "loss": 0.0769,
      "step": 586
    },
    {
      "epoch": 0.06363833477883782,
      "grad_norm": 0.22246044874191284,
      "learning_rate": 9.823371536341216e-05,
      "loss": 0.0822,
      "step": 587
    },
    {
      "epoch": 0.06374674761491761,
      "grad_norm": 0.21704603731632233,
      "learning_rate": 9.823008849557522e-05,
      "loss": 0.0702,
      "step": 588
    },
    {
      "epoch": 0.0638551604509974,
      "grad_norm": 0.3944961726665497,
      "learning_rate": 9.822646162773829e-05,
      "loss": 0.1,
      "step": 589
    },
    {
      "epoch": 0.06396357328707719,
      "grad_norm": 0.5851760506629944,
      "learning_rate": 9.822283475990135e-05,
      "loss": 0.1122,
      "step": 590
    },
    {
      "epoch": 0.06407198612315698,
      "grad_norm": 0.6685781478881836,
      "learning_rate": 9.821920789206442e-05,
      "loss": 0.1562,
      "step": 591
    },
    {
      "epoch": 0.06418039895923677,
      "grad_norm": 0.27440670132637024,
      "learning_rate": 9.821558102422748e-05,
      "loss": 0.0919,
      "step": 592
    },
    {
      "epoch": 0.06428881179531656,
      "grad_norm": 0.3793264329433441,
      "learning_rate": 9.821195415639055e-05,
      "loss": 0.1062,
      "step": 593
    },
    {
      "epoch": 0.06439722463139635,
      "grad_norm": 0.28650155663490295,
      "learning_rate": 9.820832728855362e-05,
      "loss": 0.0962,
      "step": 594
    },
    {
      "epoch": 0.06450563746747615,
      "grad_norm": 0.2482721507549286,
      "learning_rate": 9.820470042071668e-05,
      "loss": 0.0863,
      "step": 595
    },
    {
      "epoch": 0.06461405030355594,
      "grad_norm": 0.25036320090293884,
      "learning_rate": 9.820107355287975e-05,
      "loss": 0.0992,
      "step": 596
    },
    {
      "epoch": 0.06472246313963573,
      "grad_norm": 0.3834795355796814,
      "learning_rate": 9.81974466850428e-05,
      "loss": 0.0955,
      "step": 597
    },
    {
      "epoch": 0.06483087597571552,
      "grad_norm": 0.2855288088321686,
      "learning_rate": 9.819381981720586e-05,
      "loss": 0.1036,
      "step": 598
    },
    {
      "epoch": 0.06493928881179532,
      "grad_norm": 0.3209579586982727,
      "learning_rate": 9.819019294936893e-05,
      "loss": 0.0982,
      "step": 599
    },
    {
      "epoch": 0.06504770164787511,
      "grad_norm": 0.36085084080696106,
      "learning_rate": 9.818656608153199e-05,
      "loss": 0.0991,
      "step": 600
    },
    {
      "epoch": 0.0651561144839549,
      "grad_norm": 0.3135577142238617,
      "learning_rate": 9.818293921369506e-05,
      "loss": 0.1239,
      "step": 601
    },
    {
      "epoch": 0.0652645273200347,
      "grad_norm": 0.313586562871933,
      "learning_rate": 9.817931234585812e-05,
      "loss": 0.1026,
      "step": 602
    },
    {
      "epoch": 0.06537294015611449,
      "grad_norm": 0.29632124304771423,
      "learning_rate": 9.817568547802119e-05,
      "loss": 0.1037,
      "step": 603
    },
    {
      "epoch": 0.06548135299219428,
      "grad_norm": 0.47365736961364746,
      "learning_rate": 9.817205861018425e-05,
      "loss": 0.103,
      "step": 604
    },
    {
      "epoch": 0.06558976582827407,
      "grad_norm": 0.24610412120819092,
      "learning_rate": 9.816843174234732e-05,
      "loss": 0.072,
      "step": 605
    },
    {
      "epoch": 0.06569817866435386,
      "grad_norm": 0.5736607313156128,
      "learning_rate": 9.816480487451037e-05,
      "loss": 0.0711,
      "step": 606
    },
    {
      "epoch": 0.06580659150043365,
      "grad_norm": 0.31175047159194946,
      "learning_rate": 9.816117800667343e-05,
      "loss": 0.0933,
      "step": 607
    },
    {
      "epoch": 0.06591500433651344,
      "grad_norm": 0.32696813344955444,
      "learning_rate": 9.81575511388365e-05,
      "loss": 0.1177,
      "step": 608
    },
    {
      "epoch": 0.06602341717259323,
      "grad_norm": 0.38341987133026123,
      "learning_rate": 9.815392427099956e-05,
      "loss": 0.1456,
      "step": 609
    },
    {
      "epoch": 0.06613183000867302,
      "grad_norm": 0.44222113490104675,
      "learning_rate": 9.815029740316264e-05,
      "loss": 0.1337,
      "step": 610
    },
    {
      "epoch": 0.06624024284475281,
      "grad_norm": 0.3186202943325043,
      "learning_rate": 9.81466705353257e-05,
      "loss": 0.0962,
      "step": 611
    },
    {
      "epoch": 0.0663486556808326,
      "grad_norm": 0.417490154504776,
      "learning_rate": 9.814304366748876e-05,
      "loss": 0.1254,
      "step": 612
    },
    {
      "epoch": 0.0664570685169124,
      "grad_norm": 0.1952739655971527,
      "learning_rate": 9.813941679965183e-05,
      "loss": 0.0783,
      "step": 613
    },
    {
      "epoch": 0.0665654813529922,
      "grad_norm": 0.2599802315235138,
      "learning_rate": 9.813578993181489e-05,
      "loss": 0.0912,
      "step": 614
    },
    {
      "epoch": 0.06667389418907199,
      "grad_norm": 0.31711405515670776,
      "learning_rate": 9.813216306397796e-05,
      "loss": 0.1199,
      "step": 615
    },
    {
      "epoch": 0.06678230702515178,
      "grad_norm": 0.339291512966156,
      "learning_rate": 9.812853619614102e-05,
      "loss": 0.1093,
      "step": 616
    },
    {
      "epoch": 0.06689071986123157,
      "grad_norm": 0.2060675024986267,
      "learning_rate": 9.812490932830409e-05,
      "loss": 0.0752,
      "step": 617
    },
    {
      "epoch": 0.06699913269731136,
      "grad_norm": 0.28466737270355225,
      "learning_rate": 9.812128246046714e-05,
      "loss": 0.1,
      "step": 618
    },
    {
      "epoch": 0.06710754553339116,
      "grad_norm": 0.18709509074687958,
      "learning_rate": 9.811765559263021e-05,
      "loss": 0.0645,
      "step": 619
    },
    {
      "epoch": 0.06721595836947095,
      "grad_norm": 0.42527854442596436,
      "learning_rate": 9.811402872479327e-05,
      "loss": 0.1279,
      "step": 620
    },
    {
      "epoch": 0.06732437120555074,
      "grad_norm": 0.23124293982982635,
      "learning_rate": 9.811040185695633e-05,
      "loss": 0.0742,
      "step": 621
    },
    {
      "epoch": 0.06743278404163053,
      "grad_norm": 0.40107908844947815,
      "learning_rate": 9.81067749891194e-05,
      "loss": 0.117,
      "step": 622
    },
    {
      "epoch": 0.06754119687771032,
      "grad_norm": 0.27472612261772156,
      "learning_rate": 9.810314812128246e-05,
      "loss": 0.1031,
      "step": 623
    },
    {
      "epoch": 0.06764960971379011,
      "grad_norm": 0.49008217453956604,
      "learning_rate": 9.809952125344553e-05,
      "loss": 0.1119,
      "step": 624
    },
    {
      "epoch": 0.0677580225498699,
      "grad_norm": 0.1927356868982315,
      "learning_rate": 9.809589438560859e-05,
      "loss": 0.085,
      "step": 625
    },
    {
      "epoch": 0.06786643538594969,
      "grad_norm": 0.28374114632606506,
      "learning_rate": 9.809226751777166e-05,
      "loss": 0.0854,
      "step": 626
    },
    {
      "epoch": 0.06797484822202948,
      "grad_norm": 0.22668971121311188,
      "learning_rate": 9.808864064993473e-05,
      "loss": 0.1099,
      "step": 627
    },
    {
      "epoch": 0.06808326105810927,
      "grad_norm": 0.38553473353385925,
      "learning_rate": 9.808501378209778e-05,
      "loss": 0.1075,
      "step": 628
    },
    {
      "epoch": 0.06819167389418908,
      "grad_norm": 0.2378665804862976,
      "learning_rate": 9.808138691426086e-05,
      "loss": 0.1034,
      "step": 629
    },
    {
      "epoch": 0.06830008673026887,
      "grad_norm": 0.25815534591674805,
      "learning_rate": 9.807776004642391e-05,
      "loss": 0.115,
      "step": 630
    },
    {
      "epoch": 0.06840849956634866,
      "grad_norm": 0.3524700105190277,
      "learning_rate": 9.807413317858698e-05,
      "loss": 0.0987,
      "step": 631
    },
    {
      "epoch": 0.06851691240242845,
      "grad_norm": 0.16225697100162506,
      "learning_rate": 9.807050631075004e-05,
      "loss": 0.0847,
      "step": 632
    },
    {
      "epoch": 0.06862532523850824,
      "grad_norm": 0.2567981481552124,
      "learning_rate": 9.806687944291311e-05,
      "loss": 0.0856,
      "step": 633
    },
    {
      "epoch": 0.06873373807458803,
      "grad_norm": 0.29780545830726624,
      "learning_rate": 9.806325257507617e-05,
      "loss": 0.1006,
      "step": 634
    },
    {
      "epoch": 0.06884215091066782,
      "grad_norm": 0.2759099006652832,
      "learning_rate": 9.805962570723924e-05,
      "loss": 0.1171,
      "step": 635
    },
    {
      "epoch": 0.06895056374674761,
      "grad_norm": 0.44606462121009827,
      "learning_rate": 9.80559988394023e-05,
      "loss": 0.1059,
      "step": 636
    },
    {
      "epoch": 0.0690589765828274,
      "grad_norm": 0.4571320116519928,
      "learning_rate": 9.805237197156535e-05,
      "loss": 0.0782,
      "step": 637
    },
    {
      "epoch": 0.0691673894189072,
      "grad_norm": 0.24562938511371613,
      "learning_rate": 9.804874510372843e-05,
      "loss": 0.0814,
      "step": 638
    },
    {
      "epoch": 0.06927580225498699,
      "grad_norm": 0.1791013777256012,
      "learning_rate": 9.804511823589148e-05,
      "loss": 0.0863,
      "step": 639
    },
    {
      "epoch": 0.06938421509106678,
      "grad_norm": 0.5401438474655151,
      "learning_rate": 9.804149136805455e-05,
      "loss": 0.1135,
      "step": 640
    },
    {
      "epoch": 0.06949262792714657,
      "grad_norm": 0.47710952162742615,
      "learning_rate": 9.803786450021761e-05,
      "loss": 0.087,
      "step": 641
    },
    {
      "epoch": 0.06960104076322636,
      "grad_norm": 0.22355811297893524,
      "learning_rate": 9.803423763238068e-05,
      "loss": 0.0882,
      "step": 642
    },
    {
      "epoch": 0.06970945359930615,
      "grad_norm": 0.33772847056388855,
      "learning_rate": 9.803061076454374e-05,
      "loss": 0.0765,
      "step": 643
    },
    {
      "epoch": 0.06981786643538596,
      "grad_norm": 0.383462518453598,
      "learning_rate": 9.80269838967068e-05,
      "loss": 0.0696,
      "step": 644
    },
    {
      "epoch": 0.06992627927146575,
      "grad_norm": 0.4106069505214691,
      "learning_rate": 9.802335702886988e-05,
      "loss": 0.0945,
      "step": 645
    },
    {
      "epoch": 0.07003469210754554,
      "grad_norm": 0.46405401825904846,
      "learning_rate": 9.801973016103294e-05,
      "loss": 0.1095,
      "step": 646
    },
    {
      "epoch": 0.07014310494362533,
      "grad_norm": 0.37159353494644165,
      "learning_rate": 9.801610329319601e-05,
      "loss": 0.1095,
      "step": 647
    },
    {
      "epoch": 0.07025151777970512,
      "grad_norm": 0.5377712249755859,
      "learning_rate": 9.801247642535907e-05,
      "loss": 0.0994,
      "step": 648
    },
    {
      "epoch": 0.07035993061578491,
      "grad_norm": 0.5505995154380798,
      "learning_rate": 9.800884955752214e-05,
      "loss": 0.111,
      "step": 649
    },
    {
      "epoch": 0.0704683434518647,
      "grad_norm": 0.24178004264831543,
      "learning_rate": 9.80052226896852e-05,
      "loss": 0.0798,
      "step": 650
    },
    {
      "epoch": 0.07057675628794449,
      "grad_norm": 0.5967555642127991,
      "learning_rate": 9.800159582184825e-05,
      "loss": 0.0966,
      "step": 651
    },
    {
      "epoch": 0.07068516912402428,
      "grad_norm": 0.38236358761787415,
      "learning_rate": 9.799796895401132e-05,
      "loss": 0.0954,
      "step": 652
    },
    {
      "epoch": 0.07079358196010407,
      "grad_norm": 0.146646186709404,
      "learning_rate": 9.799434208617438e-05,
      "loss": 0.0634,
      "step": 653
    },
    {
      "epoch": 0.07090199479618386,
      "grad_norm": 0.45274391770362854,
      "learning_rate": 9.799071521833745e-05,
      "loss": 0.0957,
      "step": 654
    },
    {
      "epoch": 0.07101040763226366,
      "grad_norm": 0.1772618442773819,
      "learning_rate": 9.798708835050051e-05,
      "loss": 0.0639,
      "step": 655
    },
    {
      "epoch": 0.07111882046834345,
      "grad_norm": 0.6175909638404846,
      "learning_rate": 9.798346148266358e-05,
      "loss": 0.0953,
      "step": 656
    },
    {
      "epoch": 0.07122723330442324,
      "grad_norm": 0.4400828182697296,
      "learning_rate": 9.797983461482664e-05,
      "loss": 0.108,
      "step": 657
    },
    {
      "epoch": 0.07133564614050304,
      "grad_norm": 0.4470490515232086,
      "learning_rate": 9.797620774698971e-05,
      "loss": 0.1368,
      "step": 658
    },
    {
      "epoch": 0.07144405897658283,
      "grad_norm": 0.4033384621143341,
      "learning_rate": 9.797258087915276e-05,
      "loss": 0.0811,
      "step": 659
    },
    {
      "epoch": 0.07155247181266262,
      "grad_norm": 0.2767795920372009,
      "learning_rate": 9.796895401131582e-05,
      "loss": 0.0635,
      "step": 660
    },
    {
      "epoch": 0.07166088464874242,
      "grad_norm": 0.31664177775382996,
      "learning_rate": 9.796532714347889e-05,
      "loss": 0.0783,
      "step": 661
    },
    {
      "epoch": 0.0717692974848222,
      "grad_norm": 0.5859375596046448,
      "learning_rate": 9.796170027564196e-05,
      "loss": 0.1038,
      "step": 662
    },
    {
      "epoch": 0.071877710320902,
      "grad_norm": 0.29783785343170166,
      "learning_rate": 9.795807340780503e-05,
      "loss": 0.0984,
      "step": 663
    },
    {
      "epoch": 0.07198612315698179,
      "grad_norm": 0.48030558228492737,
      "learning_rate": 9.795444653996809e-05,
      "loss": 0.0921,
      "step": 664
    },
    {
      "epoch": 0.07209453599306158,
      "grad_norm": 0.41632288694381714,
      "learning_rate": 9.795081967213115e-05,
      "loss": 0.077,
      "step": 665
    },
    {
      "epoch": 0.07220294882914137,
      "grad_norm": 0.35083916783332825,
      "learning_rate": 9.794719280429422e-05,
      "loss": 0.1343,
      "step": 666
    },
    {
      "epoch": 0.07231136166522116,
      "grad_norm": 0.16097614169120789,
      "learning_rate": 9.794356593645728e-05,
      "loss": 0.0655,
      "step": 667
    },
    {
      "epoch": 0.07241977450130095,
      "grad_norm": 0.4293088912963867,
      "learning_rate": 9.793993906862035e-05,
      "loss": 0.1139,
      "step": 668
    },
    {
      "epoch": 0.07252818733738074,
      "grad_norm": 0.45322829484939575,
      "learning_rate": 9.79363122007834e-05,
      "loss": 0.1038,
      "step": 669
    },
    {
      "epoch": 0.07263660017346053,
      "grad_norm": 0.34383437037467957,
      "learning_rate": 9.793268533294648e-05,
      "loss": 0.0933,
      "step": 670
    },
    {
      "epoch": 0.07274501300954032,
      "grad_norm": 0.49094152450561523,
      "learning_rate": 9.792905846510953e-05,
      "loss": 0.1254,
      "step": 671
    },
    {
      "epoch": 0.07285342584562012,
      "grad_norm": 0.4105735719203949,
      "learning_rate": 9.79254315972726e-05,
      "loss": 0.0976,
      "step": 672
    },
    {
      "epoch": 0.07296183868169992,
      "grad_norm": 0.3578317165374756,
      "learning_rate": 9.792180472943566e-05,
      "loss": 0.0614,
      "step": 673
    },
    {
      "epoch": 0.07307025151777971,
      "grad_norm": 0.2462380826473236,
      "learning_rate": 9.791817786159872e-05,
      "loss": 0.0755,
      "step": 674
    },
    {
      "epoch": 0.0731786643538595,
      "grad_norm": 0.36045700311660767,
      "learning_rate": 9.791455099376179e-05,
      "loss": 0.0931,
      "step": 675
    },
    {
      "epoch": 0.07328707718993929,
      "grad_norm": 0.5090422630310059,
      "learning_rate": 9.791092412592485e-05,
      "loss": 0.1037,
      "step": 676
    },
    {
      "epoch": 0.07339549002601908,
      "grad_norm": 0.26135915517807007,
      "learning_rate": 9.790729725808792e-05,
      "loss": 0.0632,
      "step": 677
    },
    {
      "epoch": 0.07350390286209887,
      "grad_norm": 0.38241100311279297,
      "learning_rate": 9.790367039025098e-05,
      "loss": 0.1042,
      "step": 678
    },
    {
      "epoch": 0.07361231569817867,
      "grad_norm": 0.2474619746208191,
      "learning_rate": 9.790004352241405e-05,
      "loss": 0.0904,
      "step": 679
    },
    {
      "epoch": 0.07372072853425846,
      "grad_norm": 0.36807623505592346,
      "learning_rate": 9.789641665457712e-05,
      "loss": 0.1186,
      "step": 680
    },
    {
      "epoch": 0.07382914137033825,
      "grad_norm": 0.31186625361442566,
      "learning_rate": 9.789278978674018e-05,
      "loss": 0.0964,
      "step": 681
    },
    {
      "epoch": 0.07393755420641804,
      "grad_norm": 0.3081962764263153,
      "learning_rate": 9.788916291890325e-05,
      "loss": 0.0729,
      "step": 682
    },
    {
      "epoch": 0.07404596704249783,
      "grad_norm": 0.3153441846370697,
      "learning_rate": 9.78855360510663e-05,
      "loss": 0.0963,
      "step": 683
    },
    {
      "epoch": 0.07415437987857762,
      "grad_norm": 0.22252988815307617,
      "learning_rate": 9.788190918322937e-05,
      "loss": 0.0668,
      "step": 684
    },
    {
      "epoch": 0.07426279271465741,
      "grad_norm": 1.20900297164917,
      "learning_rate": 9.787828231539243e-05,
      "loss": 0.149,
      "step": 685
    },
    {
      "epoch": 0.0743712055507372,
      "grad_norm": 0.3765416145324707,
      "learning_rate": 9.78746554475555e-05,
      "loss": 0.0994,
      "step": 686
    },
    {
      "epoch": 0.07447961838681699,
      "grad_norm": 0.331420361995697,
      "learning_rate": 9.787102857971856e-05,
      "loss": 0.0981,
      "step": 687
    },
    {
      "epoch": 0.0745880312228968,
      "grad_norm": 0.37085476517677307,
      "learning_rate": 9.786740171188162e-05,
      "loss": 0.1238,
      "step": 688
    },
    {
      "epoch": 0.07469644405897659,
      "grad_norm": 0.2491234987974167,
      "learning_rate": 9.786377484404469e-05,
      "loss": 0.0712,
      "step": 689
    },
    {
      "epoch": 0.07480485689505638,
      "grad_norm": 0.42878299951553345,
      "learning_rate": 9.786014797620775e-05,
      "loss": 0.1031,
      "step": 690
    },
    {
      "epoch": 0.07491326973113617,
      "grad_norm": 0.7864915728569031,
      "learning_rate": 9.785652110837082e-05,
      "loss": 0.1367,
      "step": 691
    },
    {
      "epoch": 0.07502168256721596,
      "grad_norm": 0.33873727917671204,
      "learning_rate": 9.785289424053387e-05,
      "loss": 0.1227,
      "step": 692
    },
    {
      "epoch": 0.07513009540329575,
      "grad_norm": 0.2739129364490509,
      "learning_rate": 9.784926737269694e-05,
      "loss": 0.0796,
      "step": 693
    },
    {
      "epoch": 0.07523850823937554,
      "grad_norm": 0.3350832164287567,
      "learning_rate": 9.784564050486e-05,
      "loss": 0.0769,
      "step": 694
    },
    {
      "epoch": 0.07534692107545533,
      "grad_norm": 0.34596678614616394,
      "learning_rate": 9.784201363702307e-05,
      "loss": 0.1009,
      "step": 695
    },
    {
      "epoch": 0.07545533391153512,
      "grad_norm": 0.296235054731369,
      "learning_rate": 9.783838676918613e-05,
      "loss": 0.1029,
      "step": 696
    },
    {
      "epoch": 0.07556374674761492,
      "grad_norm": 0.33954116702079773,
      "learning_rate": 9.78347599013492e-05,
      "loss": 0.0717,
      "step": 697
    },
    {
      "epoch": 0.0756721595836947,
      "grad_norm": 0.31594333052635193,
      "learning_rate": 9.783113303351227e-05,
      "loss": 0.0937,
      "step": 698
    },
    {
      "epoch": 0.0757805724197745,
      "grad_norm": 0.12817151844501495,
      "learning_rate": 9.782750616567533e-05,
      "loss": 0.0435,
      "step": 699
    },
    {
      "epoch": 0.07588898525585429,
      "grad_norm": 0.3313283324241638,
      "learning_rate": 9.78238792978384e-05,
      "loss": 0.0888,
      "step": 700
    },
    {
      "epoch": 0.07599739809193408,
      "grad_norm": 0.32594379782676697,
      "learning_rate": 9.782025243000146e-05,
      "loss": 0.0695,
      "step": 701
    },
    {
      "epoch": 0.07610581092801387,
      "grad_norm": 0.2728455364704132,
      "learning_rate": 9.781662556216451e-05,
      "loss": 0.1074,
      "step": 702
    },
    {
      "epoch": 0.07621422376409367,
      "grad_norm": 0.3284095823764801,
      "learning_rate": 9.781299869432759e-05,
      "loss": 0.1097,
      "step": 703
    },
    {
      "epoch": 0.07632263660017347,
      "grad_norm": 0.33720189332962036,
      "learning_rate": 9.780937182649064e-05,
      "loss": 0.0778,
      "step": 704
    },
    {
      "epoch": 0.07643104943625326,
      "grad_norm": 0.3577839732170105,
      "learning_rate": 9.780574495865371e-05,
      "loss": 0.0728,
      "step": 705
    },
    {
      "epoch": 0.07653946227233305,
      "grad_norm": 0.4453190565109253,
      "learning_rate": 9.780211809081677e-05,
      "loss": 0.0814,
      "step": 706
    },
    {
      "epoch": 0.07664787510841284,
      "grad_norm": 0.33807551860809326,
      "learning_rate": 9.779849122297984e-05,
      "loss": 0.0857,
      "step": 707
    },
    {
      "epoch": 0.07675628794449263,
      "grad_norm": 0.320144385099411,
      "learning_rate": 9.77948643551429e-05,
      "loss": 0.0587,
      "step": 708
    },
    {
      "epoch": 0.07686470078057242,
      "grad_norm": 0.593940258026123,
      "learning_rate": 9.779123748730597e-05,
      "loss": 0.1251,
      "step": 709
    },
    {
      "epoch": 0.07697311361665221,
      "grad_norm": 0.29770660400390625,
      "learning_rate": 9.778761061946903e-05,
      "loss": 0.0903,
      "step": 710
    },
    {
      "epoch": 0.077081526452732,
      "grad_norm": 0.327337384223938,
      "learning_rate": 9.778398375163208e-05,
      "loss": 0.0612,
      "step": 711
    },
    {
      "epoch": 0.07718993928881179,
      "grad_norm": 0.4695104658603668,
      "learning_rate": 9.778035688379516e-05,
      "loss": 0.1286,
      "step": 712
    },
    {
      "epoch": 0.07729835212489158,
      "grad_norm": 0.343936949968338,
      "learning_rate": 9.777673001595821e-05,
      "loss": 0.0685,
      "step": 713
    },
    {
      "epoch": 0.07740676496097137,
      "grad_norm": 0.4701347053050995,
      "learning_rate": 9.77731031481213e-05,
      "loss": 0.0975,
      "step": 714
    },
    {
      "epoch": 0.07751517779705117,
      "grad_norm": 0.3852885067462921,
      "learning_rate": 9.776947628028435e-05,
      "loss": 0.0687,
      "step": 715
    },
    {
      "epoch": 0.07762359063313096,
      "grad_norm": 0.37334463000297546,
      "learning_rate": 9.776584941244741e-05,
      "loss": 0.0889,
      "step": 716
    },
    {
      "epoch": 0.07773200346921076,
      "grad_norm": 0.4479227662086487,
      "learning_rate": 9.776222254461048e-05,
      "loss": 0.0858,
      "step": 717
    },
    {
      "epoch": 0.07784041630529055,
      "grad_norm": 0.6065506935119629,
      "learning_rate": 9.775859567677354e-05,
      "loss": 0.1137,
      "step": 718
    },
    {
      "epoch": 0.07794882914137034,
      "grad_norm": 0.6144180297851562,
      "learning_rate": 9.775496880893661e-05,
      "loss": 0.0816,
      "step": 719
    },
    {
      "epoch": 0.07805724197745013,
      "grad_norm": 0.36258506774902344,
      "learning_rate": 9.775134194109967e-05,
      "loss": 0.0704,
      "step": 720
    },
    {
      "epoch": 0.07816565481352993,
      "grad_norm": 0.3257027864456177,
      "learning_rate": 9.774771507326274e-05,
      "loss": 0.0835,
      "step": 721
    },
    {
      "epoch": 0.07827406764960972,
      "grad_norm": 0.50837641954422,
      "learning_rate": 9.77440882054258e-05,
      "loss": 0.0943,
      "step": 722
    },
    {
      "epoch": 0.0783824804856895,
      "grad_norm": 0.21166057884693146,
      "learning_rate": 9.774046133758887e-05,
      "loss": 0.0591,
      "step": 723
    },
    {
      "epoch": 0.0784908933217693,
      "grad_norm": 0.4230298697948456,
      "learning_rate": 9.773683446975193e-05,
      "loss": 0.0954,
      "step": 724
    },
    {
      "epoch": 0.07859930615784909,
      "grad_norm": 0.3688277006149292,
      "learning_rate": 9.773320760191498e-05,
      "loss": 0.0894,
      "step": 725
    },
    {
      "epoch": 0.07870771899392888,
      "grad_norm": 0.3241748511791229,
      "learning_rate": 9.772958073407805e-05,
      "loss": 0.0678,
      "step": 726
    },
    {
      "epoch": 0.07881613183000867,
      "grad_norm": 0.3034614622592926,
      "learning_rate": 9.772595386624111e-05,
      "loss": 0.0764,
      "step": 727
    },
    {
      "epoch": 0.07892454466608846,
      "grad_norm": 0.5854864716529846,
      "learning_rate": 9.772232699840418e-05,
      "loss": 0.1163,
      "step": 728
    },
    {
      "epoch": 0.07903295750216825,
      "grad_norm": 0.2989656329154968,
      "learning_rate": 9.771870013056724e-05,
      "loss": 0.0794,
      "step": 729
    },
    {
      "epoch": 0.07914137033824804,
      "grad_norm": 0.2322850525379181,
      "learning_rate": 9.771507326273031e-05,
      "loss": 0.0725,
      "step": 730
    },
    {
      "epoch": 0.07924978317432783,
      "grad_norm": 0.3168812096118927,
      "learning_rate": 9.771144639489338e-05,
      "loss": 0.0957,
      "step": 731
    },
    {
      "epoch": 0.07935819601040764,
      "grad_norm": 0.4859766364097595,
      "learning_rate": 9.770781952705644e-05,
      "loss": 0.0873,
      "step": 732
    },
    {
      "epoch": 0.07946660884648743,
      "grad_norm": 0.222689688205719,
      "learning_rate": 9.770419265921951e-05,
      "loss": 0.0871,
      "step": 733
    },
    {
      "epoch": 0.07957502168256722,
      "grad_norm": 0.3236774802207947,
      "learning_rate": 9.770056579138257e-05,
      "loss": 0.0816,
      "step": 734
    },
    {
      "epoch": 0.07968343451864701,
      "grad_norm": 0.43417978286743164,
      "learning_rate": 9.769693892354564e-05,
      "loss": 0.1049,
      "step": 735
    },
    {
      "epoch": 0.0797918473547268,
      "grad_norm": 0.5782461166381836,
      "learning_rate": 9.76933120557087e-05,
      "loss": 0.0793,
      "step": 736
    },
    {
      "epoch": 0.0799002601908066,
      "grad_norm": 0.4039008915424347,
      "learning_rate": 9.768968518787177e-05,
      "loss": 0.0804,
      "step": 737
    },
    {
      "epoch": 0.08000867302688638,
      "grad_norm": 0.4038337171077728,
      "learning_rate": 9.768605832003482e-05,
      "loss": 0.0859,
      "step": 738
    },
    {
      "epoch": 0.08011708586296618,
      "grad_norm": 0.22773246467113495,
      "learning_rate": 9.76824314521979e-05,
      "loss": 0.0404,
      "step": 739
    },
    {
      "epoch": 0.08022549869904597,
      "grad_norm": 0.395205557346344,
      "learning_rate": 9.767880458436095e-05,
      "loss": 0.1028,
      "step": 740
    },
    {
      "epoch": 0.08033391153512576,
      "grad_norm": 0.5177457928657532,
      "learning_rate": 9.767517771652401e-05,
      "loss": 0.0985,
      "step": 741
    },
    {
      "epoch": 0.08044232437120555,
      "grad_norm": 0.4773367941379547,
      "learning_rate": 9.767155084868708e-05,
      "loss": 0.0985,
      "step": 742
    },
    {
      "epoch": 0.08055073720728534,
      "grad_norm": 0.37809962034225464,
      "learning_rate": 9.766792398085014e-05,
      "loss": 0.0419,
      "step": 743
    },
    {
      "epoch": 0.08065915004336513,
      "grad_norm": 0.46453702449798584,
      "learning_rate": 9.766429711301321e-05,
      "loss": 0.1184,
      "step": 744
    },
    {
      "epoch": 0.08076756287944492,
      "grad_norm": 0.6091910600662231,
      "learning_rate": 9.766067024517626e-05,
      "loss": 0.0773,
      "step": 745
    },
    {
      "epoch": 0.08087597571552471,
      "grad_norm": 0.37205609679222107,
      "learning_rate": 9.765704337733934e-05,
      "loss": 0.0628,
      "step": 746
    },
    {
      "epoch": 0.08098438855160452,
      "grad_norm": 0.3812495768070221,
      "learning_rate": 9.765341650950239e-05,
      "loss": 0.069,
      "step": 747
    },
    {
      "epoch": 0.08109280138768431,
      "grad_norm": 0.21896275877952576,
      "learning_rate": 9.764978964166546e-05,
      "loss": 0.0821,
      "step": 748
    },
    {
      "epoch": 0.0812012142237641,
      "grad_norm": 0.36777469515800476,
      "learning_rate": 9.764616277382853e-05,
      "loss": 0.0722,
      "step": 749
    },
    {
      "epoch": 0.08130962705984389,
      "grad_norm": 0.6634186506271362,
      "learning_rate": 9.764253590599159e-05,
      "loss": 0.0878,
      "step": 750
    },
    {
      "epoch": 0.08141803989592368,
      "grad_norm": 0.21057236194610596,
      "learning_rate": 9.763890903815466e-05,
      "loss": 0.0919,
      "step": 751
    },
    {
      "epoch": 0.08152645273200347,
      "grad_norm": 0.5408456921577454,
      "learning_rate": 9.763528217031772e-05,
      "loss": 0.1292,
      "step": 752
    },
    {
      "epoch": 0.08163486556808326,
      "grad_norm": 0.39189523458480835,
      "learning_rate": 9.763165530248079e-05,
      "loss": 0.0766,
      "step": 753
    },
    {
      "epoch": 0.08174327840416305,
      "grad_norm": 0.6562690734863281,
      "learning_rate": 9.762802843464385e-05,
      "loss": 0.0803,
      "step": 754
    },
    {
      "epoch": 0.08185169124024284,
      "grad_norm": 0.5240077376365662,
      "learning_rate": 9.76244015668069e-05,
      "loss": 0.0798,
      "step": 755
    },
    {
      "epoch": 0.08196010407632263,
      "grad_norm": 0.27787744998931885,
      "learning_rate": 9.762077469896998e-05,
      "loss": 0.0827,
      "step": 756
    },
    {
      "epoch": 0.08206851691240243,
      "grad_norm": 0.2671872675418854,
      "learning_rate": 9.761714783113303e-05,
      "loss": 0.0584,
      "step": 757
    },
    {
      "epoch": 0.08217692974848222,
      "grad_norm": 0.5023418664932251,
      "learning_rate": 9.76135209632961e-05,
      "loss": 0.0857,
      "step": 758
    },
    {
      "epoch": 0.08228534258456201,
      "grad_norm": 0.9327772855758667,
      "learning_rate": 9.760989409545916e-05,
      "loss": 0.1198,
      "step": 759
    },
    {
      "epoch": 0.0823937554206418,
      "grad_norm": 0.2035411298274994,
      "learning_rate": 9.760626722762223e-05,
      "loss": 0.0737,
      "step": 760
    },
    {
      "epoch": 0.08250216825672159,
      "grad_norm": 0.43806055188179016,
      "learning_rate": 9.760264035978529e-05,
      "loss": 0.1087,
      "step": 761
    },
    {
      "epoch": 0.0826105810928014,
      "grad_norm": 0.2746480107307434,
      "learning_rate": 9.759901349194836e-05,
      "loss": 0.0761,
      "step": 762
    },
    {
      "epoch": 0.08271899392888118,
      "grad_norm": 0.45115476846694946,
      "learning_rate": 9.759538662411142e-05,
      "loss": 0.1189,
      "step": 763
    },
    {
      "epoch": 0.08282740676496098,
      "grad_norm": 0.40745091438293457,
      "learning_rate": 9.759175975627448e-05,
      "loss": 0.1202,
      "step": 764
    },
    {
      "epoch": 0.08293581960104077,
      "grad_norm": 0.34923020005226135,
      "learning_rate": 9.758813288843755e-05,
      "loss": 0.1074,
      "step": 765
    },
    {
      "epoch": 0.08304423243712056,
      "grad_norm": 0.4540477693080902,
      "learning_rate": 9.758450602060062e-05,
      "loss": 0.1027,
      "step": 766
    },
    {
      "epoch": 0.08315264527320035,
      "grad_norm": 0.2579764127731323,
      "learning_rate": 9.758087915276369e-05,
      "loss": 0.0786,
      "step": 767
    },
    {
      "epoch": 0.08326105810928014,
      "grad_norm": 0.30299174785614014,
      "learning_rate": 9.757725228492675e-05,
      "loss": 0.1124,
      "step": 768
    },
    {
      "epoch": 0.08336947094535993,
      "grad_norm": 0.29816219210624695,
      "learning_rate": 9.75736254170898e-05,
      "loss": 0.0807,
      "step": 769
    },
    {
      "epoch": 0.08347788378143972,
      "grad_norm": 0.36753812432289124,
      "learning_rate": 9.756999854925287e-05,
      "loss": 0.108,
      "step": 770
    },
    {
      "epoch": 0.08358629661751951,
      "grad_norm": 0.4535350799560547,
      "learning_rate": 9.756637168141593e-05,
      "loss": 0.0928,
      "step": 771
    },
    {
      "epoch": 0.0836947094535993,
      "grad_norm": 0.326462060213089,
      "learning_rate": 9.7562744813579e-05,
      "loss": 0.0705,
      "step": 772
    },
    {
      "epoch": 0.0838031222896791,
      "grad_norm": 0.20510436594486237,
      "learning_rate": 9.755911794574206e-05,
      "loss": 0.0782,
      "step": 773
    },
    {
      "epoch": 0.08391153512575888,
      "grad_norm": 0.27398401498794556,
      "learning_rate": 9.755549107790513e-05,
      "loss": 0.0698,
      "step": 774
    },
    {
      "epoch": 0.08401994796183868,
      "grad_norm": 0.33098867535591125,
      "learning_rate": 9.755186421006819e-05,
      "loss": 0.1014,
      "step": 775
    },
    {
      "epoch": 0.08412836079791847,
      "grad_norm": 0.3221205770969391,
      "learning_rate": 9.754823734223126e-05,
      "loss": 0.1215,
      "step": 776
    },
    {
      "epoch": 0.08423677363399827,
      "grad_norm": 0.41216185688972473,
      "learning_rate": 9.754461047439432e-05,
      "loss": 0.126,
      "step": 777
    },
    {
      "epoch": 0.08434518647007806,
      "grad_norm": 0.4259316623210907,
      "learning_rate": 9.754098360655737e-05,
      "loss": 0.0635,
      "step": 778
    },
    {
      "epoch": 0.08445359930615785,
      "grad_norm": 0.35763096809387207,
      "learning_rate": 9.753735673872044e-05,
      "loss": 0.0894,
      "step": 779
    },
    {
      "epoch": 0.08456201214223764,
      "grad_norm": 0.6387795209884644,
      "learning_rate": 9.75337298708835e-05,
      "loss": 0.1216,
      "step": 780
    },
    {
      "epoch": 0.08467042497831744,
      "grad_norm": 0.25341469049453735,
      "learning_rate": 9.753010300304657e-05,
      "loss": 0.0734,
      "step": 781
    },
    {
      "epoch": 0.08477883781439723,
      "grad_norm": 0.26079437136650085,
      "learning_rate": 9.752647613520963e-05,
      "loss": 0.0814,
      "step": 782
    },
    {
      "epoch": 0.08488725065047702,
      "grad_norm": 0.508289635181427,
      "learning_rate": 9.75228492673727e-05,
      "loss": 0.0681,
      "step": 783
    },
    {
      "epoch": 0.08499566348655681,
      "grad_norm": 0.32059866189956665,
      "learning_rate": 9.751922239953577e-05,
      "loss": 0.0731,
      "step": 784
    },
    {
      "epoch": 0.0851040763226366,
      "grad_norm": 0.2683577239513397,
      "learning_rate": 9.751559553169883e-05,
      "loss": 0.0831,
      "step": 785
    },
    {
      "epoch": 0.08521248915871639,
      "grad_norm": 0.3072880506515503,
      "learning_rate": 9.75119686638619e-05,
      "loss": 0.092,
      "step": 786
    },
    {
      "epoch": 0.08532090199479618,
      "grad_norm": 0.38262367248535156,
      "learning_rate": 9.750834179602496e-05,
      "loss": 0.08,
      "step": 787
    },
    {
      "epoch": 0.08542931483087597,
      "grad_norm": 0.28171560168266296,
      "learning_rate": 9.750471492818803e-05,
      "loss": 0.0687,
      "step": 788
    },
    {
      "epoch": 0.08553772766695576,
      "grad_norm": 0.5765551328659058,
      "learning_rate": 9.750108806035109e-05,
      "loss": 0.0805,
      "step": 789
    },
    {
      "epoch": 0.08564614050303555,
      "grad_norm": 0.33504849672317505,
      "learning_rate": 9.749746119251416e-05,
      "loss": 0.0706,
      "step": 790
    },
    {
      "epoch": 0.08575455333911536,
      "grad_norm": 0.49880528450012207,
      "learning_rate": 9.749383432467721e-05,
      "loss": 0.0692,
      "step": 791
    },
    {
      "epoch": 0.08586296617519515,
      "grad_norm": 0.36794736981391907,
      "learning_rate": 9.749020745684027e-05,
      "loss": 0.0682,
      "step": 792
    },
    {
      "epoch": 0.08597137901127494,
      "grad_norm": 0.5193322896957397,
      "learning_rate": 9.748658058900334e-05,
      "loss": 0.0971,
      "step": 793
    },
    {
      "epoch": 0.08607979184735473,
      "grad_norm": 0.30214133858680725,
      "learning_rate": 9.74829537211664e-05,
      "loss": 0.0531,
      "step": 794
    },
    {
      "epoch": 0.08618820468343452,
      "grad_norm": 0.3020319938659668,
      "learning_rate": 9.747932685332947e-05,
      "loss": 0.046,
      "step": 795
    },
    {
      "epoch": 0.08629661751951431,
      "grad_norm": 0.4037175178527832,
      "learning_rate": 9.747569998549253e-05,
      "loss": 0.0752,
      "step": 796
    },
    {
      "epoch": 0.0864050303555941,
      "grad_norm": 0.5518105626106262,
      "learning_rate": 9.74720731176556e-05,
      "loss": 0.1001,
      "step": 797
    },
    {
      "epoch": 0.0865134431916739,
      "grad_norm": 0.9470518231391907,
      "learning_rate": 9.746844624981866e-05,
      "loss": 0.161,
      "step": 798
    },
    {
      "epoch": 0.08662185602775369,
      "grad_norm": 0.32961219549179077,
      "learning_rate": 9.746481938198173e-05,
      "loss": 0.0768,
      "step": 799
    },
    {
      "epoch": 0.08673026886383348,
      "grad_norm": 0.3720065951347351,
      "learning_rate": 9.74611925141448e-05,
      "loss": 0.0826,
      "step": 800
    },
    {
      "epoch": 0.08683868169991327,
      "grad_norm": 0.34052523970603943,
      "learning_rate": 9.745756564630785e-05,
      "loss": 0.0574,
      "step": 801
    },
    {
      "epoch": 0.08694709453599306,
      "grad_norm": 0.5572107434272766,
      "learning_rate": 9.745393877847093e-05,
      "loss": 0.1056,
      "step": 802
    },
    {
      "epoch": 0.08705550737207285,
      "grad_norm": 0.36489298939704895,
      "learning_rate": 9.745031191063398e-05,
      "loss": 0.1036,
      "step": 803
    },
    {
      "epoch": 0.08716392020815264,
      "grad_norm": 0.36879807710647583,
      "learning_rate": 9.744668504279705e-05,
      "loss": 0.0881,
      "step": 804
    },
    {
      "epoch": 0.08727233304423243,
      "grad_norm": 0.3758058547973633,
      "learning_rate": 9.744305817496011e-05,
      "loss": 0.1038,
      "step": 805
    },
    {
      "epoch": 0.08738074588031224,
      "grad_norm": 0.24132317304611206,
      "learning_rate": 9.743943130712317e-05,
      "loss": 0.0527,
      "step": 806
    },
    {
      "epoch": 0.08748915871639203,
      "grad_norm": 0.2170913964509964,
      "learning_rate": 9.743580443928624e-05,
      "loss": 0.0678,
      "step": 807
    },
    {
      "epoch": 0.08759757155247182,
      "grad_norm": 0.2517662048339844,
      "learning_rate": 9.74321775714493e-05,
      "loss": 0.0831,
      "step": 808
    },
    {
      "epoch": 0.08770598438855161,
      "grad_norm": 0.3094654381275177,
      "learning_rate": 9.742855070361237e-05,
      "loss": 0.0505,
      "step": 809
    },
    {
      "epoch": 0.0878143972246314,
      "grad_norm": 0.3770274817943573,
      "learning_rate": 9.742492383577542e-05,
      "loss": 0.099,
      "step": 810
    },
    {
      "epoch": 0.08792281006071119,
      "grad_norm": 0.35189732909202576,
      "learning_rate": 9.74212969679385e-05,
      "loss": 0.1033,
      "step": 811
    },
    {
      "epoch": 0.08803122289679098,
      "grad_norm": 0.4600027799606323,
      "learning_rate": 9.741767010010155e-05,
      "loss": 0.1362,
      "step": 812
    },
    {
      "epoch": 0.08813963573287077,
      "grad_norm": 0.34049588441848755,
      "learning_rate": 9.741404323226462e-05,
      "loss": 0.0743,
      "step": 813
    },
    {
      "epoch": 0.08824804856895056,
      "grad_norm": 0.2263648808002472,
      "learning_rate": 9.741041636442768e-05,
      "loss": 0.0684,
      "step": 814
    },
    {
      "epoch": 0.08835646140503035,
      "grad_norm": 0.24897372722625732,
      "learning_rate": 9.740678949659074e-05,
      "loss": 0.0729,
      "step": 815
    },
    {
      "epoch": 0.08846487424111014,
      "grad_norm": 0.22369933128356934,
      "learning_rate": 9.740316262875381e-05,
      "loss": 0.0737,
      "step": 816
    },
    {
      "epoch": 0.08857328707718994,
      "grad_norm": 0.3132365942001343,
      "learning_rate": 9.739953576091688e-05,
      "loss": 0.0785,
      "step": 817
    },
    {
      "epoch": 0.08868169991326973,
      "grad_norm": 0.2805647850036621,
      "learning_rate": 9.739590889307995e-05,
      "loss": 0.0637,
      "step": 818
    },
    {
      "epoch": 0.08879011274934952,
      "grad_norm": 0.21195964515209198,
      "learning_rate": 9.739228202524301e-05,
      "loss": 0.0692,
      "step": 819
    },
    {
      "epoch": 0.08889852558542931,
      "grad_norm": 0.7723014950752258,
      "learning_rate": 9.738865515740608e-05,
      "loss": 0.1105,
      "step": 820
    },
    {
      "epoch": 0.08900693842150911,
      "grad_norm": 0.30364251136779785,
      "learning_rate": 9.738502828956914e-05,
      "loss": 0.0717,
      "step": 821
    },
    {
      "epoch": 0.0891153512575889,
      "grad_norm": 0.5527608394622803,
      "learning_rate": 9.73814014217322e-05,
      "loss": 0.0867,
      "step": 822
    },
    {
      "epoch": 0.0892237640936687,
      "grad_norm": 0.2837986350059509,
      "learning_rate": 9.737777455389526e-05,
      "loss": 0.0791,
      "step": 823
    },
    {
      "epoch": 0.08933217692974849,
      "grad_norm": 0.5103194713592529,
      "learning_rate": 9.737414768605832e-05,
      "loss": 0.0861,
      "step": 824
    },
    {
      "epoch": 0.08944058976582828,
      "grad_norm": 0.5835543274879456,
      "learning_rate": 9.737052081822139e-05,
      "loss": 0.0951,
      "step": 825
    },
    {
      "epoch": 0.08954900260190807,
      "grad_norm": 0.31796616315841675,
      "learning_rate": 9.736689395038445e-05,
      "loss": 0.0592,
      "step": 826
    },
    {
      "epoch": 0.08965741543798786,
      "grad_norm": 0.4502277076244354,
      "learning_rate": 9.736326708254752e-05,
      "loss": 0.1167,
      "step": 827
    },
    {
      "epoch": 0.08976582827406765,
      "grad_norm": 0.438240647315979,
      "learning_rate": 9.735964021471058e-05,
      "loss": 0.1034,
      "step": 828
    },
    {
      "epoch": 0.08987424111014744,
      "grad_norm": 0.46185702085494995,
      "learning_rate": 9.735601334687364e-05,
      "loss": 0.0936,
      "step": 829
    },
    {
      "epoch": 0.08998265394622723,
      "grad_norm": 1.8069130182266235,
      "learning_rate": 9.73523864790367e-05,
      "loss": 0.1572,
      "step": 830
    },
    {
      "epoch": 0.09009106678230702,
      "grad_norm": 0.5412697792053223,
      "learning_rate": 9.734875961119976e-05,
      "loss": 0.091,
      "step": 831
    },
    {
      "epoch": 0.09019947961838681,
      "grad_norm": 0.15787626802921295,
      "learning_rate": 9.734513274336283e-05,
      "loss": 0.0269,
      "step": 832
    },
    {
      "epoch": 0.0903078924544666,
      "grad_norm": 0.2774381935596466,
      "learning_rate": 9.734150587552589e-05,
      "loss": 0.0457,
      "step": 833
    },
    {
      "epoch": 0.0904163052905464,
      "grad_norm": 0.3392713963985443,
      "learning_rate": 9.733787900768896e-05,
      "loss": 0.0988,
      "step": 834
    },
    {
      "epoch": 0.09052471812662619,
      "grad_norm": 0.17378419637680054,
      "learning_rate": 9.733425213985203e-05,
      "loss": 0.0414,
      "step": 835
    },
    {
      "epoch": 0.09063313096270599,
      "grad_norm": 0.21381926536560059,
      "learning_rate": 9.733062527201509e-05,
      "loss": 0.0555,
      "step": 836
    },
    {
      "epoch": 0.09074154379878578,
      "grad_norm": 0.5285280346870422,
      "learning_rate": 9.732699840417816e-05,
      "loss": 0.0882,
      "step": 837
    },
    {
      "epoch": 0.09084995663486557,
      "grad_norm": 0.46367698907852173,
      "learning_rate": 9.732337153634122e-05,
      "loss": 0.098,
      "step": 838
    },
    {
      "epoch": 0.09095836947094536,
      "grad_norm": 0.3212456703186035,
      "learning_rate": 9.731974466850429e-05,
      "loss": 0.0631,
      "step": 839
    },
    {
      "epoch": 0.09106678230702515,
      "grad_norm": 0.2727765142917633,
      "learning_rate": 9.731611780066735e-05,
      "loss": 0.0571,
      "step": 840
    },
    {
      "epoch": 0.09117519514310495,
      "grad_norm": 0.3455256521701813,
      "learning_rate": 9.731249093283042e-05,
      "loss": 0.0648,
      "step": 841
    },
    {
      "epoch": 0.09128360797918474,
      "grad_norm": 0.38988369703292847,
      "learning_rate": 9.730886406499348e-05,
      "loss": 0.084,
      "step": 842
    },
    {
      "epoch": 0.09139202081526453,
      "grad_norm": 0.5776402354240417,
      "learning_rate": 9.730523719715655e-05,
      "loss": 0.0767,
      "step": 843
    },
    {
      "epoch": 0.09150043365134432,
      "grad_norm": 0.5196689367294312,
      "learning_rate": 9.73016103293196e-05,
      "loss": 0.0616,
      "step": 844
    },
    {
      "epoch": 0.09160884648742411,
      "grad_norm": 0.47050750255584717,
      "learning_rate": 9.729798346148266e-05,
      "loss": 0.0953,
      "step": 845
    },
    {
      "epoch": 0.0917172593235039,
      "grad_norm": 0.5405839085578918,
      "learning_rate": 9.729435659364573e-05,
      "loss": 0.1005,
      "step": 846
    },
    {
      "epoch": 0.09182567215958369,
      "grad_norm": 0.391753613948822,
      "learning_rate": 9.729072972580879e-05,
      "loss": 0.0939,
      "step": 847
    },
    {
      "epoch": 0.09193408499566348,
      "grad_norm": 0.39285892248153687,
      "learning_rate": 9.728710285797186e-05,
      "loss": 0.0735,
      "step": 848
    },
    {
      "epoch": 0.09204249783174327,
      "grad_norm": 0.5853226780891418,
      "learning_rate": 9.728347599013492e-05,
      "loss": 0.1341,
      "step": 849
    },
    {
      "epoch": 0.09215091066782308,
      "grad_norm": 0.3457486629486084,
      "learning_rate": 9.727984912229799e-05,
      "loss": 0.0404,
      "step": 850
    },
    {
      "epoch": 0.09225932350390287,
      "grad_norm": 0.4614010453224182,
      "learning_rate": 9.727622225446105e-05,
      "loss": 0.0626,
      "step": 851
    },
    {
      "epoch": 0.09236773633998266,
      "grad_norm": 0.4768374264240265,
      "learning_rate": 9.727259538662412e-05,
      "loss": 0.1302,
      "step": 852
    },
    {
      "epoch": 0.09247614917606245,
      "grad_norm": 0.2679021954536438,
      "learning_rate": 9.726896851878719e-05,
      "loss": 0.0615,
      "step": 853
    },
    {
      "epoch": 0.09258456201214224,
      "grad_norm": 0.5569078326225281,
      "learning_rate": 9.726534165095025e-05,
      "loss": 0.062,
      "step": 854
    },
    {
      "epoch": 0.09269297484822203,
      "grad_norm": 0.43852508068084717,
      "learning_rate": 9.726171478311332e-05,
      "loss": 0.1018,
      "step": 855
    },
    {
      "epoch": 0.09280138768430182,
      "grad_norm": 0.44836464524269104,
      "learning_rate": 9.725808791527637e-05,
      "loss": 0.0743,
      "step": 856
    },
    {
      "epoch": 0.09290980052038161,
      "grad_norm": 0.31402015686035156,
      "learning_rate": 9.725446104743944e-05,
      "loss": 0.0746,
      "step": 857
    },
    {
      "epoch": 0.0930182133564614,
      "grad_norm": 0.396281898021698,
      "learning_rate": 9.72508341796025e-05,
      "loss": 0.0807,
      "step": 858
    },
    {
      "epoch": 0.0931266261925412,
      "grad_norm": 0.6723214983940125,
      "learning_rate": 9.724720731176556e-05,
      "loss": 0.0848,
      "step": 859
    },
    {
      "epoch": 0.09323503902862099,
      "grad_norm": 0.5225241184234619,
      "learning_rate": 9.724358044392863e-05,
      "loss": 0.0436,
      "step": 860
    },
    {
      "epoch": 0.09334345186470078,
      "grad_norm": 0.41966375708580017,
      "learning_rate": 9.723995357609169e-05,
      "loss": 0.122,
      "step": 861
    },
    {
      "epoch": 0.09345186470078057,
      "grad_norm": 0.44726911187171936,
      "learning_rate": 9.723632670825476e-05,
      "loss": 0.0896,
      "step": 862
    },
    {
      "epoch": 0.09356027753686036,
      "grad_norm": 0.2469453513622284,
      "learning_rate": 9.723269984041782e-05,
      "loss": 0.0488,
      "step": 863
    },
    {
      "epoch": 0.09366869037294015,
      "grad_norm": 0.32776254415512085,
      "learning_rate": 9.722907297258089e-05,
      "loss": 0.0919,
      "step": 864
    },
    {
      "epoch": 0.09377710320901995,
      "grad_norm": 0.4945968985557556,
      "learning_rate": 9.722544610474394e-05,
      "loss": 0.0774,
      "step": 865
    },
    {
      "epoch": 0.09388551604509975,
      "grad_norm": 0.26873692870140076,
      "learning_rate": 9.722181923690701e-05,
      "loss": 0.073,
      "step": 866
    },
    {
      "epoch": 0.09399392888117954,
      "grad_norm": 0.2173849195241928,
      "learning_rate": 9.721819236907007e-05,
      "loss": 0.0561,
      "step": 867
    },
    {
      "epoch": 0.09410234171725933,
      "grad_norm": 0.38652539253234863,
      "learning_rate": 9.721456550123313e-05,
      "loss": 0.0579,
      "step": 868
    },
    {
      "epoch": 0.09421075455333912,
      "grad_norm": 0.3059162497520447,
      "learning_rate": 9.721093863339621e-05,
      "loss": 0.088,
      "step": 869
    },
    {
      "epoch": 0.09431916738941891,
      "grad_norm": 0.25678765773773193,
      "learning_rate": 9.720731176555927e-05,
      "loss": 0.0861,
      "step": 870
    },
    {
      "epoch": 0.0944275802254987,
      "grad_norm": 0.2915990352630615,
      "learning_rate": 9.720368489772234e-05,
      "loss": 0.0684,
      "step": 871
    },
    {
      "epoch": 0.09453599306157849,
      "grad_norm": 0.39658159017562866,
      "learning_rate": 9.72000580298854e-05,
      "loss": 0.0608,
      "step": 872
    },
    {
      "epoch": 0.09464440589765828,
      "grad_norm": 0.31563395261764526,
      "learning_rate": 9.719643116204846e-05,
      "loss": 0.0765,
      "step": 873
    },
    {
      "epoch": 0.09475281873373807,
      "grad_norm": 0.2746202051639557,
      "learning_rate": 9.719280429421153e-05,
      "loss": 0.0598,
      "step": 874
    },
    {
      "epoch": 0.09486123156981786,
      "grad_norm": 0.3669606149196625,
      "learning_rate": 9.718917742637458e-05,
      "loss": 0.0654,
      "step": 875
    },
    {
      "epoch": 0.09496964440589765,
      "grad_norm": 0.40859347581863403,
      "learning_rate": 9.718555055853766e-05,
      "loss": 0.1239,
      "step": 876
    },
    {
      "epoch": 0.09507805724197745,
      "grad_norm": 0.316404789686203,
      "learning_rate": 9.718192369070071e-05,
      "loss": 0.0502,
      "step": 877
    },
    {
      "epoch": 0.09518647007805724,
      "grad_norm": 0.4607671797275543,
      "learning_rate": 9.717829682286378e-05,
      "loss": 0.0797,
      "step": 878
    },
    {
      "epoch": 0.09529488291413703,
      "grad_norm": 0.588847815990448,
      "learning_rate": 9.717466995502684e-05,
      "loss": 0.0864,
      "step": 879
    },
    {
      "epoch": 0.09540329575021683,
      "grad_norm": 0.30050936341285706,
      "learning_rate": 9.717104308718991e-05,
      "loss": 0.0499,
      "step": 880
    },
    {
      "epoch": 0.09551170858629662,
      "grad_norm": 0.4446260631084442,
      "learning_rate": 9.716741621935297e-05,
      "loss": 0.0696,
      "step": 881
    },
    {
      "epoch": 0.09562012142237641,
      "grad_norm": 0.3629662096500397,
      "learning_rate": 9.716378935151603e-05,
      "loss": 0.0618,
      "step": 882
    },
    {
      "epoch": 0.0957285342584562,
      "grad_norm": 0.7728531956672668,
      "learning_rate": 9.71601624836791e-05,
      "loss": 0.0966,
      "step": 883
    },
    {
      "epoch": 0.095836947094536,
      "grad_norm": 0.6753061413764954,
      "learning_rate": 9.715653561584215e-05,
      "loss": 0.0809,
      "step": 884
    },
    {
      "epoch": 0.09594535993061579,
      "grad_norm": 0.4229247570037842,
      "learning_rate": 9.715290874800523e-05,
      "loss": 0.0901,
      "step": 885
    },
    {
      "epoch": 0.09605377276669558,
      "grad_norm": 0.6167829036712646,
      "learning_rate": 9.714928188016828e-05,
      "loss": 0.1137,
      "step": 886
    },
    {
      "epoch": 0.09616218560277537,
      "grad_norm": 0.5527323484420776,
      "learning_rate": 9.714565501233135e-05,
      "loss": 0.0881,
      "step": 887
    },
    {
      "epoch": 0.09627059843885516,
      "grad_norm": 0.35280078649520874,
      "learning_rate": 9.714202814449442e-05,
      "loss": 0.0981,
      "step": 888
    },
    {
      "epoch": 0.09637901127493495,
      "grad_norm": 0.6133577823638916,
      "learning_rate": 9.713840127665748e-05,
      "loss": 0.04,
      "step": 889
    },
    {
      "epoch": 0.09648742411101474,
      "grad_norm": 0.44428059458732605,
      "learning_rate": 9.713477440882055e-05,
      "loss": 0.1417,
      "step": 890
    },
    {
      "epoch": 0.09659583694709453,
      "grad_norm": 0.32297584414482117,
      "learning_rate": 9.713114754098361e-05,
      "loss": 0.0387,
      "step": 891
    },
    {
      "epoch": 0.09670424978317432,
      "grad_norm": 0.3117525279521942,
      "learning_rate": 9.712752067314668e-05,
      "loss": 0.0455,
      "step": 892
    },
    {
      "epoch": 0.09681266261925411,
      "grad_norm": 0.5553088784217834,
      "learning_rate": 9.712389380530974e-05,
      "loss": 0.0886,
      "step": 893
    },
    {
      "epoch": 0.0969210754553339,
      "grad_norm": 0.20763811469078064,
      "learning_rate": 9.712026693747281e-05,
      "loss": 0.0583,
      "step": 894
    },
    {
      "epoch": 0.09702948829141371,
      "grad_norm": 0.2952443063259125,
      "learning_rate": 9.711664006963587e-05,
      "loss": 0.0648,
      "step": 895
    },
    {
      "epoch": 0.0971379011274935,
      "grad_norm": 0.6773211359977722,
      "learning_rate": 9.711301320179892e-05,
      "loss": 0.0725,
      "step": 896
    },
    {
      "epoch": 0.09724631396357329,
      "grad_norm": 0.4068669378757477,
      "learning_rate": 9.7109386333962e-05,
      "loss": 0.0406,
      "step": 897
    },
    {
      "epoch": 0.09735472679965308,
      "grad_norm": 0.2327207624912262,
      "learning_rate": 9.710575946612505e-05,
      "loss": 0.0543,
      "step": 898
    },
    {
      "epoch": 0.09746313963573287,
      "grad_norm": 0.4693509042263031,
      "learning_rate": 9.710213259828812e-05,
      "loss": 0.0997,
      "step": 899
    },
    {
      "epoch": 0.09757155247181266,
      "grad_norm": 0.2827163338661194,
      "learning_rate": 9.709850573045118e-05,
      "loss": 0.0464,
      "step": 900
    },
    {
      "epoch": 0.09767996530789246,
      "grad_norm": 0.5171707272529602,
      "learning_rate": 9.709487886261425e-05,
      "loss": 0.0983,
      "step": 901
    },
    {
      "epoch": 0.09778837814397225,
      "grad_norm": 0.42433837056159973,
      "learning_rate": 9.709125199477731e-05,
      "loss": 0.0728,
      "step": 902
    },
    {
      "epoch": 0.09789679098005204,
      "grad_norm": 0.3795807361602783,
      "learning_rate": 9.708762512694038e-05,
      "loss": 0.0666,
      "step": 903
    },
    {
      "epoch": 0.09800520381613183,
      "grad_norm": 0.2592978775501251,
      "learning_rate": 9.708399825910345e-05,
      "loss": 0.0635,
      "step": 904
    },
    {
      "epoch": 0.09811361665221162,
      "grad_norm": 0.3386048376560211,
      "learning_rate": 9.708037139126651e-05,
      "loss": 0.0743,
      "step": 905
    },
    {
      "epoch": 0.09822202948829141,
      "grad_norm": 0.2875741720199585,
      "learning_rate": 9.707674452342958e-05,
      "loss": 0.0693,
      "step": 906
    },
    {
      "epoch": 0.0983304423243712,
      "grad_norm": 0.3185693025588989,
      "learning_rate": 9.707311765559264e-05,
      "loss": 0.058,
      "step": 907
    },
    {
      "epoch": 0.09843885516045099,
      "grad_norm": 0.24192579090595245,
      "learning_rate": 9.706949078775571e-05,
      "loss": 0.0459,
      "step": 908
    },
    {
      "epoch": 0.09854726799653078,
      "grad_norm": 0.16578876972198486,
      "learning_rate": 9.706586391991876e-05,
      "loss": 0.0296,
      "step": 909
    },
    {
      "epoch": 0.09865568083261059,
      "grad_norm": 0.5618914365768433,
      "learning_rate": 9.706223705208182e-05,
      "loss": 0.077,
      "step": 910
    },
    {
      "epoch": 0.09876409366869038,
      "grad_norm": 0.297917902469635,
      "learning_rate": 9.705861018424489e-05,
      "loss": 0.0726,
      "step": 911
    },
    {
      "epoch": 0.09887250650477017,
      "grad_norm": 0.3582056760787964,
      "learning_rate": 9.705498331640795e-05,
      "loss": 0.0619,
      "step": 912
    },
    {
      "epoch": 0.09898091934084996,
      "grad_norm": 0.635490357875824,
      "learning_rate": 9.705135644857102e-05,
      "loss": 0.0866,
      "step": 913
    },
    {
      "epoch": 0.09908933217692975,
      "grad_norm": 0.49727028608322144,
      "learning_rate": 9.704772958073408e-05,
      "loss": 0.051,
      "step": 914
    },
    {
      "epoch": 0.09919774501300954,
      "grad_norm": 0.47671759128570557,
      "learning_rate": 9.704410271289715e-05,
      "loss": 0.0972,
      "step": 915
    },
    {
      "epoch": 0.09930615784908933,
      "grad_norm": 0.25631165504455566,
      "learning_rate": 9.70404758450602e-05,
      "loss": 0.0568,
      "step": 916
    },
    {
      "epoch": 0.09941457068516912,
      "grad_norm": 0.8891196846961975,
      "learning_rate": 9.703684897722328e-05,
      "loss": 0.1382,
      "step": 917
    },
    {
      "epoch": 0.09952298352124891,
      "grad_norm": 0.37103456258773804,
      "learning_rate": 9.703322210938633e-05,
      "loss": 0.0717,
      "step": 918
    },
    {
      "epoch": 0.0996313963573287,
      "grad_norm": 0.5386613607406616,
      "learning_rate": 9.702959524154939e-05,
      "loss": 0.0726,
      "step": 919
    },
    {
      "epoch": 0.0997398091934085,
      "grad_norm": 0.16431555151939392,
      "learning_rate": 9.702596837371246e-05,
      "loss": 0.0441,
      "step": 920
    },
    {
      "epoch": 0.09984822202948829,
      "grad_norm": 0.23034672439098358,
      "learning_rate": 9.702234150587553e-05,
      "loss": 0.0334,
      "step": 921
    },
    {
      "epoch": 0.09995663486556808,
      "grad_norm": 0.3788864314556122,
      "learning_rate": 9.70187146380386e-05,
      "loss": 0.0624,
      "step": 922
    },
    {
      "epoch": 0.10006504770164787,
      "grad_norm": 0.6162818074226379,
      "learning_rate": 9.701508777020166e-05,
      "loss": 0.0835,
      "step": 923
    },
    {
      "epoch": 0.10017346053772767,
      "grad_norm": 0.5033389329910278,
      "learning_rate": 9.701146090236473e-05,
      "loss": 0.0636,
      "step": 924
    },
    {
      "epoch": 0.10028187337380746,
      "grad_norm": 0.4289399981498718,
      "learning_rate": 9.700783403452779e-05,
      "loss": 0.0409,
      "step": 925
    },
    {
      "epoch": 0.10039028620988726,
      "grad_norm": 0.3872666656970978,
      "learning_rate": 9.700420716669085e-05,
      "loss": 0.0656,
      "step": 926
    },
    {
      "epoch": 0.10049869904596705,
      "grad_norm": 0.6421220898628235,
      "learning_rate": 9.700058029885392e-05,
      "loss": 0.0874,
      "step": 927
    },
    {
      "epoch": 0.10060711188204684,
      "grad_norm": 0.7374929189682007,
      "learning_rate": 9.699695343101698e-05,
      "loss": 0.1281,
      "step": 928
    },
    {
      "epoch": 0.10071552471812663,
      "grad_norm": 0.410614013671875,
      "learning_rate": 9.699332656318005e-05,
      "loss": 0.0919,
      "step": 929
    },
    {
      "epoch": 0.10082393755420642,
      "grad_norm": 0.4620184004306793,
      "learning_rate": 9.69896996953431e-05,
      "loss": 0.1017,
      "step": 930
    },
    {
      "epoch": 0.10093235039028621,
      "grad_norm": 0.4602452516555786,
      "learning_rate": 9.698607282750617e-05,
      "loss": 0.0928,
      "step": 931
    },
    {
      "epoch": 0.101040763226366,
      "grad_norm": 0.7465929985046387,
      "learning_rate": 9.698244595966923e-05,
      "loss": 0.0916,
      "step": 932
    },
    {
      "epoch": 0.10114917606244579,
      "grad_norm": 0.41100209951400757,
      "learning_rate": 9.697881909183229e-05,
      "loss": 0.082,
      "step": 933
    },
    {
      "epoch": 0.10125758889852558,
      "grad_norm": 0.41645488142967224,
      "learning_rate": 9.697519222399536e-05,
      "loss": 0.1378,
      "step": 934
    },
    {
      "epoch": 0.10136600173460537,
      "grad_norm": 0.2229941487312317,
      "learning_rate": 9.697156535615842e-05,
      "loss": 0.049,
      "step": 935
    },
    {
      "epoch": 0.10147441457068516,
      "grad_norm": 0.3162844181060791,
      "learning_rate": 9.696793848832149e-05,
      "loss": 0.0993,
      "step": 936
    },
    {
      "epoch": 0.10158282740676496,
      "grad_norm": 0.23923444747924805,
      "learning_rate": 9.696431162048455e-05,
      "loss": 0.083,
      "step": 937
    },
    {
      "epoch": 0.10169124024284475,
      "grad_norm": 0.2893657386302948,
      "learning_rate": 9.696068475264763e-05,
      "loss": 0.0701,
      "step": 938
    },
    {
      "epoch": 0.10179965307892455,
      "grad_norm": 0.30775365233421326,
      "learning_rate": 9.695705788481069e-05,
      "loss": 0.0956,
      "step": 939
    },
    {
      "epoch": 0.10190806591500434,
      "grad_norm": 0.1847981959581375,
      "learning_rate": 9.695343101697374e-05,
      "loss": 0.042,
      "step": 940
    },
    {
      "epoch": 0.10201647875108413,
      "grad_norm": 0.2773771286010742,
      "learning_rate": 9.694980414913682e-05,
      "loss": 0.063,
      "step": 941
    },
    {
      "epoch": 0.10212489158716392,
      "grad_norm": 0.38912591338157654,
      "learning_rate": 9.694617728129987e-05,
      "loss": 0.0802,
      "step": 942
    },
    {
      "epoch": 0.10223330442324371,
      "grad_norm": 0.23839661478996277,
      "learning_rate": 9.694255041346294e-05,
      "loss": 0.0825,
      "step": 943
    },
    {
      "epoch": 0.1023417172593235,
      "grad_norm": 0.17125658690929413,
      "learning_rate": 9.6938923545626e-05,
      "loss": 0.0857,
      "step": 944
    },
    {
      "epoch": 0.1024501300954033,
      "grad_norm": 0.21415428817272186,
      "learning_rate": 9.693529667778907e-05,
      "loss": 0.0811,
      "step": 945
    },
    {
      "epoch": 0.10255854293148309,
      "grad_norm": 0.2524966895580292,
      "learning_rate": 9.693166980995213e-05,
      "loss": 0.0759,
      "step": 946
    },
    {
      "epoch": 0.10266695576756288,
      "grad_norm": 0.24687719345092773,
      "learning_rate": 9.69280429421152e-05,
      "loss": 0.062,
      "step": 947
    },
    {
      "epoch": 0.10277536860364267,
      "grad_norm": 0.2242117077112198,
      "learning_rate": 9.692441607427826e-05,
      "loss": 0.0815,
      "step": 948
    },
    {
      "epoch": 0.10288378143972246,
      "grad_norm": 0.2588103711605072,
      "learning_rate": 9.692078920644131e-05,
      "loss": 0.0646,
      "step": 949
    },
    {
      "epoch": 0.10299219427580225,
      "grad_norm": 0.25536373257637024,
      "learning_rate": 9.691716233860439e-05,
      "loss": 0.0475,
      "step": 950
    },
    {
      "epoch": 0.10310060711188204,
      "grad_norm": 0.23587343096733093,
      "learning_rate": 9.691353547076744e-05,
      "loss": 0.0664,
      "step": 951
    },
    {
      "epoch": 0.10320901994796183,
      "grad_norm": 0.2903272807598114,
      "learning_rate": 9.690990860293051e-05,
      "loss": 0.061,
      "step": 952
    },
    {
      "epoch": 0.10331743278404162,
      "grad_norm": 0.3610003888607025,
      "learning_rate": 9.690628173509357e-05,
      "loss": 0.0763,
      "step": 953
    },
    {
      "epoch": 0.10342584562012143,
      "grad_norm": 0.4607294797897339,
      "learning_rate": 9.690265486725664e-05,
      "loss": 0.0668,
      "step": 954
    },
    {
      "epoch": 0.10353425845620122,
      "grad_norm": 0.3998028337955475,
      "learning_rate": 9.68990279994197e-05,
      "loss": 0.0568,
      "step": 955
    },
    {
      "epoch": 0.10364267129228101,
      "grad_norm": 0.2426651120185852,
      "learning_rate": 9.689540113158277e-05,
      "loss": 0.045,
      "step": 956
    },
    {
      "epoch": 0.1037510841283608,
      "grad_norm": 0.35972079634666443,
      "learning_rate": 9.689177426374584e-05,
      "loss": 0.0565,
      "step": 957
    },
    {
      "epoch": 0.10385949696444059,
      "grad_norm": 0.7861641049385071,
      "learning_rate": 9.68881473959089e-05,
      "loss": 0.0819,
      "step": 958
    },
    {
      "epoch": 0.10396790980052038,
      "grad_norm": 0.42331230640411377,
      "learning_rate": 9.688452052807197e-05,
      "loss": 0.0364,
      "step": 959
    },
    {
      "epoch": 0.10407632263660017,
      "grad_norm": 4.2021965980529785,
      "learning_rate": 9.688089366023503e-05,
      "loss": 0.2168,
      "step": 960
    },
    {
      "epoch": 0.10418473547267997,
      "grad_norm": 0.263243705034256,
      "learning_rate": 9.68772667923981e-05,
      "loss": 0.0458,
      "step": 961
    },
    {
      "epoch": 0.10429314830875976,
      "grad_norm": 0.6756641268730164,
      "learning_rate": 9.687363992456115e-05,
      "loss": 0.0846,
      "step": 962
    },
    {
      "epoch": 0.10440156114483955,
      "grad_norm": 0.6984196901321411,
      "learning_rate": 9.687001305672421e-05,
      "loss": 0.1289,
      "step": 963
    },
    {
      "epoch": 0.10450997398091934,
      "grad_norm": 0.26344385743141174,
      "learning_rate": 9.686638618888728e-05,
      "loss": 0.0404,
      "step": 964
    },
    {
      "epoch": 0.10461838681699913,
      "grad_norm": 0.7040639519691467,
      "learning_rate": 9.686275932105034e-05,
      "loss": 0.103,
      "step": 965
    },
    {
      "epoch": 0.10472679965307892,
      "grad_norm": 0.564132809638977,
      "learning_rate": 9.685913245321341e-05,
      "loss": 0.0821,
      "step": 966
    },
    {
      "epoch": 0.10483521248915871,
      "grad_norm": 0.544819712638855,
      "learning_rate": 9.685550558537647e-05,
      "loss": 0.0938,
      "step": 967
    },
    {
      "epoch": 0.1049436253252385,
      "grad_norm": 0.29593902826309204,
      "learning_rate": 9.685187871753954e-05,
      "loss": 0.0546,
      "step": 968
    },
    {
      "epoch": 0.1050520381613183,
      "grad_norm": 0.3118623197078705,
      "learning_rate": 9.68482518497026e-05,
      "loss": 0.0409,
      "step": 969
    },
    {
      "epoch": 0.1051604509973981,
      "grad_norm": 0.40882667899131775,
      "learning_rate": 9.684462498186567e-05,
      "loss": 0.115,
      "step": 970
    },
    {
      "epoch": 0.10526886383347789,
      "grad_norm": 0.9664949774742126,
      "learning_rate": 9.684099811402873e-05,
      "loss": 0.0388,
      "step": 971
    },
    {
      "epoch": 0.10537727666955768,
      "grad_norm": 0.3365696668624878,
      "learning_rate": 9.683737124619178e-05,
      "loss": 0.0443,
      "step": 972
    },
    {
      "epoch": 0.10548568950563747,
      "grad_norm": 0.5587928891181946,
      "learning_rate": 9.683374437835487e-05,
      "loss": 0.1279,
      "step": 973
    },
    {
      "epoch": 0.10559410234171726,
      "grad_norm": 0.3391333520412445,
      "learning_rate": 9.683011751051792e-05,
      "loss": 0.0538,
      "step": 974
    },
    {
      "epoch": 0.10570251517779705,
      "grad_norm": 0.42520347237586975,
      "learning_rate": 9.6826490642681e-05,
      "loss": 0.0812,
      "step": 975
    },
    {
      "epoch": 0.10581092801387684,
      "grad_norm": 0.5150744915008545,
      "learning_rate": 9.682286377484405e-05,
      "loss": 0.0856,
      "step": 976
    },
    {
      "epoch": 0.10591934084995663,
      "grad_norm": 0.30632850527763367,
      "learning_rate": 9.681923690700711e-05,
      "loss": 0.0764,
      "step": 977
    },
    {
      "epoch": 0.10602775368603642,
      "grad_norm": 0.4546051323413849,
      "learning_rate": 9.681561003917018e-05,
      "loss": 0.0864,
      "step": 978
    },
    {
      "epoch": 0.10613616652211622,
      "grad_norm": 0.1857803463935852,
      "learning_rate": 9.681198317133324e-05,
      "loss": 0.0401,
      "step": 979
    },
    {
      "epoch": 0.106244579358196,
      "grad_norm": 0.31837186217308044,
      "learning_rate": 9.680835630349631e-05,
      "loss": 0.087,
      "step": 980
    },
    {
      "epoch": 0.1063529921942758,
      "grad_norm": 0.3161770701408386,
      "learning_rate": 9.680472943565937e-05,
      "loss": 0.0779,
      "step": 981
    },
    {
      "epoch": 0.10646140503035559,
      "grad_norm": 0.46070459485054016,
      "learning_rate": 9.680110256782244e-05,
      "loss": 0.0859,
      "step": 982
    },
    {
      "epoch": 0.10656981786643538,
      "grad_norm": 0.3695935010910034,
      "learning_rate": 9.67974756999855e-05,
      "loss": 0.0736,
      "step": 983
    },
    {
      "epoch": 0.10667823070251518,
      "grad_norm": 0.35694921016693115,
      "learning_rate": 9.679384883214857e-05,
      "loss": 0.1008,
      "step": 984
    },
    {
      "epoch": 0.10678664353859497,
      "grad_norm": 0.3214835226535797,
      "learning_rate": 9.679022196431162e-05,
      "loss": 0.0917,
      "step": 985
    },
    {
      "epoch": 0.10689505637467477,
      "grad_norm": 0.22458416223526,
      "learning_rate": 9.678659509647468e-05,
      "loss": 0.0496,
      "step": 986
    },
    {
      "epoch": 0.10700346921075456,
      "grad_norm": 0.24279651045799255,
      "learning_rate": 9.678296822863775e-05,
      "loss": 0.0709,
      "step": 987
    },
    {
      "epoch": 0.10711188204683435,
      "grad_norm": 0.3051333725452423,
      "learning_rate": 9.677934136080081e-05,
      "loss": 0.0792,
      "step": 988
    },
    {
      "epoch": 0.10722029488291414,
      "grad_norm": 0.35650286078453064,
      "learning_rate": 9.677571449296388e-05,
      "loss": 0.1057,
      "step": 989
    },
    {
      "epoch": 0.10732870771899393,
      "grad_norm": 0.2796202003955841,
      "learning_rate": 9.677208762512695e-05,
      "loss": 0.043,
      "step": 990
    },
    {
      "epoch": 0.10743712055507372,
      "grad_norm": 0.18744905292987823,
      "learning_rate": 9.676846075729001e-05,
      "loss": 0.0407,
      "step": 991
    },
    {
      "epoch": 0.10754553339115351,
      "grad_norm": 0.3367388844490051,
      "learning_rate": 9.676483388945308e-05,
      "loss": 0.0722,
      "step": 992
    },
    {
      "epoch": 0.1076539462272333,
      "grad_norm": 0.31353190541267395,
      "learning_rate": 9.676120702161614e-05,
      "loss": 0.0876,
      "step": 993
    },
    {
      "epoch": 0.10776235906331309,
      "grad_norm": 0.4182186424732208,
      "learning_rate": 9.67575801537792e-05,
      "loss": 0.1408,
      "step": 994
    },
    {
      "epoch": 0.10787077189939288,
      "grad_norm": 0.2515399158000946,
      "learning_rate": 9.675395328594226e-05,
      "loss": 0.063,
      "step": 995
    },
    {
      "epoch": 0.10797918473547267,
      "grad_norm": 0.4689696729183197,
      "learning_rate": 9.675032641810533e-05,
      "loss": 0.0836,
      "step": 996
    },
    {
      "epoch": 0.10808759757155247,
      "grad_norm": 0.46504074335098267,
      "learning_rate": 9.674669955026839e-05,
      "loss": 0.1274,
      "step": 997
    },
    {
      "epoch": 0.10819601040763227,
      "grad_norm": 0.43997922539711,
      "learning_rate": 9.674307268243146e-05,
      "loss": 0.0632,
      "step": 998
    },
    {
      "epoch": 0.10830442324371206,
      "grad_norm": 0.27375179529190063,
      "learning_rate": 9.673944581459452e-05,
      "loss": 0.0654,
      "step": 999
    },
    {
      "epoch": 0.10841283607979185,
      "grad_norm": 0.40915021300315857,
      "learning_rate": 9.673581894675758e-05,
      "loss": 0.0748,
      "step": 1000
    },
    {
      "epoch": 0.10852124891587164,
      "grad_norm": 0.360859751701355,
      "learning_rate": 9.673219207892065e-05,
      "loss": 0.0772,
      "step": 1001
    },
    {
      "epoch": 0.10862966175195143,
      "grad_norm": 0.3048247992992401,
      "learning_rate": 9.67285652110837e-05,
      "loss": 0.0493,
      "step": 1002
    },
    {
      "epoch": 0.10873807458803122,
      "grad_norm": 0.2119264453649521,
      "learning_rate": 9.672493834324678e-05,
      "loss": 0.0469,
      "step": 1003
    },
    {
      "epoch": 0.10884648742411102,
      "grad_norm": 0.5353794097900391,
      "learning_rate": 9.672131147540983e-05,
      "loss": 0.0875,
      "step": 1004
    },
    {
      "epoch": 0.1089549002601908,
      "grad_norm": 0.44075673818588257,
      "learning_rate": 9.67176846075729e-05,
      "loss": 0.0667,
      "step": 1005
    },
    {
      "epoch": 0.1090633130962706,
      "grad_norm": 0.24325363337993622,
      "learning_rate": 9.671405773973596e-05,
      "loss": 0.0551,
      "step": 1006
    },
    {
      "epoch": 0.10917172593235039,
      "grad_norm": 0.33341726660728455,
      "learning_rate": 9.671043087189903e-05,
      "loss": 0.0894,
      "step": 1007
    },
    {
      "epoch": 0.10928013876843018,
      "grad_norm": 0.5244505405426025,
      "learning_rate": 9.67068040040621e-05,
      "loss": 0.0979,
      "step": 1008
    },
    {
      "epoch": 0.10938855160450997,
      "grad_norm": 0.29087895154953003,
      "learning_rate": 9.670317713622516e-05,
      "loss": 0.0828,
      "step": 1009
    },
    {
      "epoch": 0.10949696444058976,
      "grad_norm": 0.4822770059108734,
      "learning_rate": 9.669955026838823e-05,
      "loss": 0.0926,
      "step": 1010
    },
    {
      "epoch": 0.10960537727666955,
      "grad_norm": 0.5071089267730713,
      "learning_rate": 9.669592340055129e-05,
      "loss": 0.0608,
      "step": 1011
    },
    {
      "epoch": 0.10971379011274934,
      "grad_norm": 0.2298842817544937,
      "learning_rate": 9.669229653271436e-05,
      "loss": 0.0612,
      "step": 1012
    },
    {
      "epoch": 0.10982220294882915,
      "grad_norm": 0.3477725386619568,
      "learning_rate": 9.668866966487742e-05,
      "loss": 0.083,
      "step": 1013
    },
    {
      "epoch": 0.10993061578490894,
      "grad_norm": 0.2469540685415268,
      "learning_rate": 9.668504279704047e-05,
      "loss": 0.0761,
      "step": 1014
    },
    {
      "epoch": 0.11003902862098873,
      "grad_norm": 0.1989559829235077,
      "learning_rate": 9.668141592920355e-05,
      "loss": 0.0425,
      "step": 1015
    },
    {
      "epoch": 0.11014744145706852,
      "grad_norm": 0.4031342566013336,
      "learning_rate": 9.66777890613666e-05,
      "loss": 0.0811,
      "step": 1016
    },
    {
      "epoch": 0.11025585429314831,
      "grad_norm": 0.21042436361312866,
      "learning_rate": 9.667416219352967e-05,
      "loss": 0.0441,
      "step": 1017
    },
    {
      "epoch": 0.1103642671292281,
      "grad_norm": 0.35752642154693604,
      "learning_rate": 9.667053532569273e-05,
      "loss": 0.1055,
      "step": 1018
    },
    {
      "epoch": 0.1104726799653079,
      "grad_norm": 0.31679174304008484,
      "learning_rate": 9.66669084578558e-05,
      "loss": 0.0458,
      "step": 1019
    },
    {
      "epoch": 0.11058109280138768,
      "grad_norm": 0.38388165831565857,
      "learning_rate": 9.666328159001886e-05,
      "loss": 0.0809,
      "step": 1020
    },
    {
      "epoch": 0.11068950563746748,
      "grad_norm": 0.28991296887397766,
      "learning_rate": 9.665965472218193e-05,
      "loss": 0.0575,
      "step": 1021
    },
    {
      "epoch": 0.11079791847354727,
      "grad_norm": 0.8576730489730835,
      "learning_rate": 9.665602785434499e-05,
      "loss": 0.1204,
      "step": 1022
    },
    {
      "epoch": 0.11090633130962706,
      "grad_norm": 0.3974211513996124,
      "learning_rate": 9.665240098650805e-05,
      "loss": 0.1036,
      "step": 1023
    },
    {
      "epoch": 0.11101474414570685,
      "grad_norm": 0.20183226466178894,
      "learning_rate": 9.664877411867112e-05,
      "loss": 0.032,
      "step": 1024
    },
    {
      "epoch": 0.11112315698178664,
      "grad_norm": 0.5783711075782776,
      "learning_rate": 9.664514725083419e-05,
      "loss": 0.0883,
      "step": 1025
    },
    {
      "epoch": 0.11123156981786643,
      "grad_norm": 0.4619421362876892,
      "learning_rate": 9.664152038299726e-05,
      "loss": 0.0788,
      "step": 1026
    },
    {
      "epoch": 0.11133998265394622,
      "grad_norm": 0.26608097553253174,
      "learning_rate": 9.663789351516032e-05,
      "loss": 0.068,
      "step": 1027
    },
    {
      "epoch": 0.11144839549002603,
      "grad_norm": 0.2651175558567047,
      "learning_rate": 9.663426664732339e-05,
      "loss": 0.0427,
      "step": 1028
    },
    {
      "epoch": 0.11155680832610582,
      "grad_norm": 0.45509156584739685,
      "learning_rate": 9.663063977948644e-05,
      "loss": 0.0942,
      "step": 1029
    },
    {
      "epoch": 0.11166522116218561,
      "grad_norm": 0.3680172860622406,
      "learning_rate": 9.66270129116495e-05,
      "loss": 0.0635,
      "step": 1030
    },
    {
      "epoch": 0.1117736339982654,
      "grad_norm": 0.21696455776691437,
      "learning_rate": 9.662338604381257e-05,
      "loss": 0.0596,
      "step": 1031
    },
    {
      "epoch": 0.11188204683434519,
      "grad_norm": 0.26838552951812744,
      "learning_rate": 9.661975917597563e-05,
      "loss": 0.0587,
      "step": 1032
    },
    {
      "epoch": 0.11199045967042498,
      "grad_norm": 0.38646382093429565,
      "learning_rate": 9.66161323081387e-05,
      "loss": 0.0571,
      "step": 1033
    },
    {
      "epoch": 0.11209887250650477,
      "grad_norm": 0.28480684757232666,
      "learning_rate": 9.661250544030176e-05,
      "loss": 0.0851,
      "step": 1034
    },
    {
      "epoch": 0.11220728534258456,
      "grad_norm": 0.42595353722572327,
      "learning_rate": 9.660887857246483e-05,
      "loss": 0.0586,
      "step": 1035
    },
    {
      "epoch": 0.11231569817866435,
      "grad_norm": 0.33533403277397156,
      "learning_rate": 9.660525170462789e-05,
      "loss": 0.0575,
      "step": 1036
    },
    {
      "epoch": 0.11242411101474414,
      "grad_norm": 0.519538402557373,
      "learning_rate": 9.660162483679096e-05,
      "loss": 0.0845,
      "step": 1037
    },
    {
      "epoch": 0.11253252385082393,
      "grad_norm": 0.3930743336677551,
      "learning_rate": 9.659799796895401e-05,
      "loss": 0.0957,
      "step": 1038
    },
    {
      "epoch": 0.11264093668690373,
      "grad_norm": 0.4817369878292084,
      "learning_rate": 9.659437110111707e-05,
      "loss": 0.088,
      "step": 1039
    },
    {
      "epoch": 0.11274934952298352,
      "grad_norm": 0.3739018738269806,
      "learning_rate": 9.659074423328014e-05,
      "loss": 0.058,
      "step": 1040
    },
    {
      "epoch": 0.11285776235906331,
      "grad_norm": 0.35290762782096863,
      "learning_rate": 9.65871173654432e-05,
      "loss": 0.048,
      "step": 1041
    },
    {
      "epoch": 0.1129661751951431,
      "grad_norm": 0.38963454961776733,
      "learning_rate": 9.658349049760628e-05,
      "loss": 0.0384,
      "step": 1042
    },
    {
      "epoch": 0.1130745880312229,
      "grad_norm": 0.1469600796699524,
      "learning_rate": 9.657986362976934e-05,
      "loss": 0.0286,
      "step": 1043
    },
    {
      "epoch": 0.1131830008673027,
      "grad_norm": 0.4638843238353729,
      "learning_rate": 9.65762367619324e-05,
      "loss": 0.0898,
      "step": 1044
    },
    {
      "epoch": 0.11329141370338248,
      "grad_norm": 0.3693181872367859,
      "learning_rate": 9.657260989409547e-05,
      "loss": 0.0662,
      "step": 1045
    },
    {
      "epoch": 0.11339982653946228,
      "grad_norm": 0.4503767192363739,
      "learning_rate": 9.656898302625853e-05,
      "loss": 0.0732,
      "step": 1046
    },
    {
      "epoch": 0.11350823937554207,
      "grad_norm": 0.5724000334739685,
      "learning_rate": 9.65653561584216e-05,
      "loss": 0.076,
      "step": 1047
    },
    {
      "epoch": 0.11361665221162186,
      "grad_norm": 0.5356752872467041,
      "learning_rate": 9.656172929058465e-05,
      "loss": 0.1023,
      "step": 1048
    },
    {
      "epoch": 0.11372506504770165,
      "grad_norm": 0.572529673576355,
      "learning_rate": 9.655810242274773e-05,
      "loss": 0.081,
      "step": 1049
    },
    {
      "epoch": 0.11383347788378144,
      "grad_norm": 0.3999098837375641,
      "learning_rate": 9.655447555491078e-05,
      "loss": 0.064,
      "step": 1050
    },
    {
      "epoch": 0.11394189071986123,
      "grad_norm": 0.4508611261844635,
      "learning_rate": 9.655084868707385e-05,
      "loss": 0.0999,
      "step": 1051
    },
    {
      "epoch": 0.11405030355594102,
      "grad_norm": 0.38223570585250854,
      "learning_rate": 9.654722181923691e-05,
      "loss": 0.0641,
      "step": 1052
    },
    {
      "epoch": 0.11415871639202081,
      "grad_norm": 1.039565086364746,
      "learning_rate": 9.654359495139997e-05,
      "loss": 0.1418,
      "step": 1053
    },
    {
      "epoch": 0.1142671292281006,
      "grad_norm": 0.6684192419052124,
      "learning_rate": 9.653996808356304e-05,
      "loss": 0.1001,
      "step": 1054
    },
    {
      "epoch": 0.1143755420641804,
      "grad_norm": 0.1728900521993637,
      "learning_rate": 9.65363412157261e-05,
      "loss": 0.0361,
      "step": 1055
    },
    {
      "epoch": 0.11448395490026018,
      "grad_norm": 0.2914048731327057,
      "learning_rate": 9.653271434788917e-05,
      "loss": 0.0523,
      "step": 1056
    },
    {
      "epoch": 0.11459236773633999,
      "grad_norm": 0.4184007942676544,
      "learning_rate": 9.652908748005222e-05,
      "loss": 0.0773,
      "step": 1057
    },
    {
      "epoch": 0.11470078057241978,
      "grad_norm": 0.3272496163845062,
      "learning_rate": 9.65254606122153e-05,
      "loss": 0.0703,
      "step": 1058
    },
    {
      "epoch": 0.11480919340849957,
      "grad_norm": 0.48854050040245056,
      "learning_rate": 9.652183374437837e-05,
      "loss": 0.1401,
      "step": 1059
    },
    {
      "epoch": 0.11491760624457936,
      "grad_norm": 0.4332202970981598,
      "learning_rate": 9.651820687654142e-05,
      "loss": 0.073,
      "step": 1060
    },
    {
      "epoch": 0.11502601908065915,
      "grad_norm": 0.27410808205604553,
      "learning_rate": 9.65145800087045e-05,
      "loss": 0.0592,
      "step": 1061
    },
    {
      "epoch": 0.11513443191673894,
      "grad_norm": 0.2608327567577362,
      "learning_rate": 9.651095314086755e-05,
      "loss": 0.0801,
      "step": 1062
    },
    {
      "epoch": 0.11524284475281873,
      "grad_norm": 0.35323667526245117,
      "learning_rate": 9.650732627303062e-05,
      "loss": 0.0849,
      "step": 1063
    },
    {
      "epoch": 0.11535125758889853,
      "grad_norm": 0.29211318492889404,
      "learning_rate": 9.650369940519368e-05,
      "loss": 0.0696,
      "step": 1064
    },
    {
      "epoch": 0.11545967042497832,
      "grad_norm": 0.2393651157617569,
      "learning_rate": 9.650007253735675e-05,
      "loss": 0.0484,
      "step": 1065
    },
    {
      "epoch": 0.11556808326105811,
      "grad_norm": 0.31955328583717346,
      "learning_rate": 9.649644566951981e-05,
      "loss": 0.0734,
      "step": 1066
    },
    {
      "epoch": 0.1156764960971379,
      "grad_norm": 0.5204467177391052,
      "learning_rate": 9.649281880168287e-05,
      "loss": 0.1264,
      "step": 1067
    },
    {
      "epoch": 0.11578490893321769,
      "grad_norm": 0.2758309245109558,
      "learning_rate": 9.648919193384594e-05,
      "loss": 0.0641,
      "step": 1068
    },
    {
      "epoch": 0.11589332176929748,
      "grad_norm": 0.24583421647548676,
      "learning_rate": 9.6485565066009e-05,
      "loss": 0.0778,
      "step": 1069
    },
    {
      "epoch": 0.11600173460537727,
      "grad_norm": 0.48908066749572754,
      "learning_rate": 9.648193819817206e-05,
      "loss": 0.0577,
      "step": 1070
    },
    {
      "epoch": 0.11611014744145706,
      "grad_norm": 0.2741231918334961,
      "learning_rate": 9.647831133033512e-05,
      "loss": 0.0898,
      "step": 1071
    },
    {
      "epoch": 0.11621856027753687,
      "grad_norm": 0.2566782534122467,
      "learning_rate": 9.647468446249819e-05,
      "loss": 0.0863,
      "step": 1072
    },
    {
      "epoch": 0.11632697311361666,
      "grad_norm": 0.29564568400382996,
      "learning_rate": 9.647105759466125e-05,
      "loss": 0.1133,
      "step": 1073
    },
    {
      "epoch": 0.11643538594969645,
      "grad_norm": 0.3157297372817993,
      "learning_rate": 9.646743072682432e-05,
      "loss": 0.0799,
      "step": 1074
    },
    {
      "epoch": 0.11654379878577624,
      "grad_norm": 0.2760990560054779,
      "learning_rate": 9.646380385898738e-05,
      "loss": 0.0533,
      "step": 1075
    },
    {
      "epoch": 0.11665221162185603,
      "grad_norm": 0.3031819760799408,
      "learning_rate": 9.646017699115044e-05,
      "loss": 0.0902,
      "step": 1076
    },
    {
      "epoch": 0.11676062445793582,
      "grad_norm": 0.466567724943161,
      "learning_rate": 9.645655012331352e-05,
      "loss": 0.0723,
      "step": 1077
    },
    {
      "epoch": 0.11686903729401561,
      "grad_norm": 0.2678035497665405,
      "learning_rate": 9.645292325547658e-05,
      "loss": 0.087,
      "step": 1078
    },
    {
      "epoch": 0.1169774501300954,
      "grad_norm": 0.49177801609039307,
      "learning_rate": 9.644929638763965e-05,
      "loss": 0.0788,
      "step": 1079
    },
    {
      "epoch": 0.1170858629661752,
      "grad_norm": 0.4028382897377014,
      "learning_rate": 9.64456695198027e-05,
      "loss": 0.0833,
      "step": 1080
    },
    {
      "epoch": 0.11719427580225499,
      "grad_norm": 0.2933458983898163,
      "learning_rate": 9.644204265196576e-05,
      "loss": 0.0975,
      "step": 1081
    },
    {
      "epoch": 0.11730268863833478,
      "grad_norm": 0.3544020652770996,
      "learning_rate": 9.643841578412883e-05,
      "loss": 0.079,
      "step": 1082
    },
    {
      "epoch": 0.11741110147441457,
      "grad_norm": 0.3144003450870514,
      "learning_rate": 9.643478891629189e-05,
      "loss": 0.1051,
      "step": 1083
    },
    {
      "epoch": 0.11751951431049436,
      "grad_norm": 0.3047438859939575,
      "learning_rate": 9.643116204845496e-05,
      "loss": 0.0427,
      "step": 1084
    },
    {
      "epoch": 0.11762792714657415,
      "grad_norm": 0.20620431005954742,
      "learning_rate": 9.642753518061802e-05,
      "loss": 0.0489,
      "step": 1085
    },
    {
      "epoch": 0.11773633998265394,
      "grad_norm": 0.18550851941108704,
      "learning_rate": 9.642390831278109e-05,
      "loss": 0.0384,
      "step": 1086
    },
    {
      "epoch": 0.11784475281873374,
      "grad_norm": 0.23867930471897125,
      "learning_rate": 9.642028144494415e-05,
      "loss": 0.0414,
      "step": 1087
    },
    {
      "epoch": 0.11795316565481354,
      "grad_norm": 0.3817031979560852,
      "learning_rate": 9.641665457710722e-05,
      "loss": 0.0758,
      "step": 1088
    },
    {
      "epoch": 0.11806157849089333,
      "grad_norm": 0.32705819606781006,
      "learning_rate": 9.641302770927028e-05,
      "loss": 0.0712,
      "step": 1089
    },
    {
      "epoch": 0.11816999132697312,
      "grad_norm": 0.4045529365539551,
      "learning_rate": 9.640940084143333e-05,
      "loss": 0.0556,
      "step": 1090
    },
    {
      "epoch": 0.11827840416305291,
      "grad_norm": 0.18526172637939453,
      "learning_rate": 9.64057739735964e-05,
      "loss": 0.0337,
      "step": 1091
    },
    {
      "epoch": 0.1183868169991327,
      "grad_norm": 0.40984752774238586,
      "learning_rate": 9.640214710575946e-05,
      "loss": 0.0868,
      "step": 1092
    },
    {
      "epoch": 0.11849522983521249,
      "grad_norm": 0.39284151792526245,
      "learning_rate": 9.639852023792253e-05,
      "loss": 0.1257,
      "step": 1093
    },
    {
      "epoch": 0.11860364267129228,
      "grad_norm": 0.35430729389190674,
      "learning_rate": 9.63948933700856e-05,
      "loss": 0.0718,
      "step": 1094
    },
    {
      "epoch": 0.11871205550737207,
      "grad_norm": 0.5497611165046692,
      "learning_rate": 9.639126650224866e-05,
      "loss": 0.0679,
      "step": 1095
    },
    {
      "epoch": 0.11882046834345186,
      "grad_norm": 0.4175788462162018,
      "learning_rate": 9.638763963441173e-05,
      "loss": 0.1144,
      "step": 1096
    },
    {
      "epoch": 0.11892888117953165,
      "grad_norm": 0.3333900570869446,
      "learning_rate": 9.638401276657479e-05,
      "loss": 0.0563,
      "step": 1097
    },
    {
      "epoch": 0.11903729401561144,
      "grad_norm": 0.7538022994995117,
      "learning_rate": 9.638038589873786e-05,
      "loss": 0.1031,
      "step": 1098
    },
    {
      "epoch": 0.11914570685169124,
      "grad_norm": 0.4858742654323578,
      "learning_rate": 9.637675903090092e-05,
      "loss": 0.0727,
      "step": 1099
    },
    {
      "epoch": 0.11925411968777103,
      "grad_norm": 0.23739470541477203,
      "learning_rate": 9.637313216306399e-05,
      "loss": 0.0537,
      "step": 1100
    },
    {
      "epoch": 0.11936253252385082,
      "grad_norm": 0.47355979681015015,
      "learning_rate": 9.636950529522705e-05,
      "loss": 0.0449,
      "step": 1101
    },
    {
      "epoch": 0.11947094535993062,
      "grad_norm": 0.26989197731018066,
      "learning_rate": 9.636587842739012e-05,
      "loss": 0.0581,
      "step": 1102
    },
    {
      "epoch": 0.11957935819601041,
      "grad_norm": 0.2207212746143341,
      "learning_rate": 9.636225155955317e-05,
      "loss": 0.058,
      "step": 1103
    },
    {
      "epoch": 0.1196877710320902,
      "grad_norm": 0.23934032022953033,
      "learning_rate": 9.635862469171623e-05,
      "loss": 0.0549,
      "step": 1104
    },
    {
      "epoch": 0.11979618386817,
      "grad_norm": 0.39549145102500916,
      "learning_rate": 9.63549978238793e-05,
      "loss": 0.0513,
      "step": 1105
    },
    {
      "epoch": 0.11990459670424979,
      "grad_norm": 0.22360314428806305,
      "learning_rate": 9.635137095604236e-05,
      "loss": 0.034,
      "step": 1106
    },
    {
      "epoch": 0.12001300954032958,
      "grad_norm": 0.8685428500175476,
      "learning_rate": 9.634774408820543e-05,
      "loss": 0.1005,
      "step": 1107
    },
    {
      "epoch": 0.12012142237640937,
      "grad_norm": 0.2935590445995331,
      "learning_rate": 9.634411722036849e-05,
      "loss": 0.0479,
      "step": 1108
    },
    {
      "epoch": 0.12022983521248916,
      "grad_norm": 0.3150893449783325,
      "learning_rate": 9.634049035253156e-05,
      "loss": 0.0599,
      "step": 1109
    },
    {
      "epoch": 0.12033824804856895,
      "grad_norm": 0.33020511269569397,
      "learning_rate": 9.633686348469462e-05,
      "loss": 0.0711,
      "step": 1110
    },
    {
      "epoch": 0.12044666088464874,
      "grad_norm": 0.35223108530044556,
      "learning_rate": 9.633323661685769e-05,
      "loss": 0.0469,
      "step": 1111
    },
    {
      "epoch": 0.12055507372072853,
      "grad_norm": 0.8427160382270813,
      "learning_rate": 9.632960974902076e-05,
      "loss": 0.157,
      "step": 1112
    },
    {
      "epoch": 0.12066348655680832,
      "grad_norm": 0.25689637660980225,
      "learning_rate": 9.632598288118381e-05,
      "loss": 0.0419,
      "step": 1113
    },
    {
      "epoch": 0.12077189939288811,
      "grad_norm": 0.2308129221200943,
      "learning_rate": 9.632235601334689e-05,
      "loss": 0.0462,
      "step": 1114
    },
    {
      "epoch": 0.1208803122289679,
      "grad_norm": 0.5037966370582581,
      "learning_rate": 9.631872914550994e-05,
      "loss": 0.0263,
      "step": 1115
    },
    {
      "epoch": 0.1209887250650477,
      "grad_norm": 0.5947197675704956,
      "learning_rate": 9.631510227767301e-05,
      "loss": 0.0691,
      "step": 1116
    },
    {
      "epoch": 0.1210971379011275,
      "grad_norm": 0.33291321992874146,
      "learning_rate": 9.631147540983607e-05,
      "loss": 0.0691,
      "step": 1117
    },
    {
      "epoch": 0.12120555073720729,
      "grad_norm": 0.33932673931121826,
      "learning_rate": 9.630784854199913e-05,
      "loss": 0.0959,
      "step": 1118
    },
    {
      "epoch": 0.12131396357328708,
      "grad_norm": 0.44552338123321533,
      "learning_rate": 9.63042216741622e-05,
      "loss": 0.0733,
      "step": 1119
    },
    {
      "epoch": 0.12142237640936687,
      "grad_norm": 0.4446193277835846,
      "learning_rate": 9.630059480632526e-05,
      "loss": 0.0623,
      "step": 1120
    },
    {
      "epoch": 0.12153078924544666,
      "grad_norm": 0.4504406452178955,
      "learning_rate": 9.629696793848833e-05,
      "loss": 0.065,
      "step": 1121
    },
    {
      "epoch": 0.12163920208152645,
      "grad_norm": 0.3854143023490906,
      "learning_rate": 9.629334107065138e-05,
      "loss": 0.0602,
      "step": 1122
    },
    {
      "epoch": 0.12174761491760624,
      "grad_norm": 0.45867711305618286,
      "learning_rate": 9.628971420281446e-05,
      "loss": 0.1301,
      "step": 1123
    },
    {
      "epoch": 0.12185602775368604,
      "grad_norm": 0.5009279251098633,
      "learning_rate": 9.628608733497751e-05,
      "loss": 0.0602,
      "step": 1124
    },
    {
      "epoch": 0.12196444058976583,
      "grad_norm": 0.4098959267139435,
      "learning_rate": 9.628246046714058e-05,
      "loss": 0.0671,
      "step": 1125
    },
    {
      "epoch": 0.12207285342584562,
      "grad_norm": 0.3553844094276428,
      "learning_rate": 9.627883359930364e-05,
      "loss": 0.0772,
      "step": 1126
    },
    {
      "epoch": 0.12218126626192541,
      "grad_norm": 0.48737746477127075,
      "learning_rate": 9.62752067314667e-05,
      "loss": 0.0924,
      "step": 1127
    },
    {
      "epoch": 0.1222896790980052,
      "grad_norm": 0.2841970920562744,
      "learning_rate": 9.627157986362978e-05,
      "loss": 0.1058,
      "step": 1128
    },
    {
      "epoch": 0.12239809193408499,
      "grad_norm": 0.2860081195831299,
      "learning_rate": 9.626795299579284e-05,
      "loss": 0.0633,
      "step": 1129
    },
    {
      "epoch": 0.12250650477016478,
      "grad_norm": 0.20972025394439697,
      "learning_rate": 9.626432612795591e-05,
      "loss": 0.042,
      "step": 1130
    },
    {
      "epoch": 0.12261491760624459,
      "grad_norm": 0.20361335575580597,
      "learning_rate": 9.626069926011897e-05,
      "loss": 0.0695,
      "step": 1131
    },
    {
      "epoch": 0.12272333044232438,
      "grad_norm": 0.6485722661018372,
      "learning_rate": 9.625707239228204e-05,
      "loss": 0.111,
      "step": 1132
    },
    {
      "epoch": 0.12283174327840417,
      "grad_norm": 0.3582913875579834,
      "learning_rate": 9.62534455244451e-05,
      "loss": 0.0518,
      "step": 1133
    },
    {
      "epoch": 0.12294015611448396,
      "grad_norm": 0.44599971175193787,
      "learning_rate": 9.624981865660815e-05,
      "loss": 0.0566,
      "step": 1134
    },
    {
      "epoch": 0.12304856895056375,
      "grad_norm": 0.311301052570343,
      "learning_rate": 9.624619178877122e-05,
      "loss": 0.0869,
      "step": 1135
    },
    {
      "epoch": 0.12315698178664354,
      "grad_norm": 0.19605964422225952,
      "learning_rate": 9.624256492093428e-05,
      "loss": 0.0577,
      "step": 1136
    },
    {
      "epoch": 0.12326539462272333,
      "grad_norm": 0.743812620639801,
      "learning_rate": 9.623893805309735e-05,
      "loss": 0.1402,
      "step": 1137
    },
    {
      "epoch": 0.12337380745880312,
      "grad_norm": 0.49576377868652344,
      "learning_rate": 9.623531118526041e-05,
      "loss": 0.088,
      "step": 1138
    },
    {
      "epoch": 0.12348222029488291,
      "grad_norm": 0.27648091316223145,
      "learning_rate": 9.623168431742348e-05,
      "loss": 0.0764,
      "step": 1139
    },
    {
      "epoch": 0.1235906331309627,
      "grad_norm": 0.19364692270755768,
      "learning_rate": 9.622805744958654e-05,
      "loss": 0.0457,
      "step": 1140
    },
    {
      "epoch": 0.1236990459670425,
      "grad_norm": 0.5961019992828369,
      "learning_rate": 9.622443058174961e-05,
      "loss": 0.0793,
      "step": 1141
    },
    {
      "epoch": 0.12380745880312229,
      "grad_norm": 0.24136877059936523,
      "learning_rate": 9.622080371391267e-05,
      "loss": 0.0416,
      "step": 1142
    },
    {
      "epoch": 0.12391587163920208,
      "grad_norm": 0.15686491131782532,
      "learning_rate": 9.621717684607572e-05,
      "loss": 0.0361,
      "step": 1143
    },
    {
      "epoch": 0.12402428447528187,
      "grad_norm": 0.2660764753818512,
      "learning_rate": 9.62135499782388e-05,
      "loss": 0.0361,
      "step": 1144
    },
    {
      "epoch": 0.12413269731136166,
      "grad_norm": 0.18987633287906647,
      "learning_rate": 9.620992311040185e-05,
      "loss": 0.0505,
      "step": 1145
    },
    {
      "epoch": 0.12424111014744146,
      "grad_norm": 0.5149316191673279,
      "learning_rate": 9.620629624256494e-05,
      "loss": 0.0793,
      "step": 1146
    },
    {
      "epoch": 0.12434952298352125,
      "grad_norm": 0.2731090188026428,
      "learning_rate": 9.6202669374728e-05,
      "loss": 0.0507,
      "step": 1147
    },
    {
      "epoch": 0.12445793581960105,
      "grad_norm": 0.3236163556575775,
      "learning_rate": 9.619904250689105e-05,
      "loss": 0.0575,
      "step": 1148
    },
    {
      "epoch": 0.12456634865568084,
      "grad_norm": 0.4470192790031433,
      "learning_rate": 9.619541563905412e-05,
      "loss": 0.1057,
      "step": 1149
    },
    {
      "epoch": 0.12467476149176063,
      "grad_norm": 0.3936949372291565,
      "learning_rate": 9.619178877121718e-05,
      "loss": 0.0672,
      "step": 1150
    },
    {
      "epoch": 0.12478317432784042,
      "grad_norm": 0.25517043471336365,
      "learning_rate": 9.618816190338025e-05,
      "loss": 0.0645,
      "step": 1151
    },
    {
      "epoch": 0.12489158716392021,
      "grad_norm": 0.46680378913879395,
      "learning_rate": 9.618453503554331e-05,
      "loss": 0.0766,
      "step": 1152
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.3101213872432709,
      "learning_rate": 9.618090816770638e-05,
      "loss": 0.0374,
      "step": 1153
    },
    {
      "epoch": 0.1251084128360798,
      "grad_norm": 0.4368845522403717,
      "learning_rate": 9.617728129986944e-05,
      "loss": 0.0759,
      "step": 1154
    },
    {
      "epoch": 0.12521682567215958,
      "grad_norm": 0.15034706890583038,
      "learning_rate": 9.617365443203251e-05,
      "loss": 0.0286,
      "step": 1155
    },
    {
      "epoch": 0.12532523850823937,
      "grad_norm": 0.22144341468811035,
      "learning_rate": 9.617002756419556e-05,
      "loss": 0.0299,
      "step": 1156
    },
    {
      "epoch": 0.12543365134431916,
      "grad_norm": 0.5821741819381714,
      "learning_rate": 9.616640069635862e-05,
      "loss": 0.1147,
      "step": 1157
    },
    {
      "epoch": 0.12554206418039895,
      "grad_norm": 0.4850273132324219,
      "learning_rate": 9.616277382852169e-05,
      "loss": 0.074,
      "step": 1158
    },
    {
      "epoch": 0.12565047701647875,
      "grad_norm": 0.5818448662757874,
      "learning_rate": 9.615914696068475e-05,
      "loss": 0.0808,
      "step": 1159
    },
    {
      "epoch": 0.12575888985255854,
      "grad_norm": 0.4785977602005005,
      "learning_rate": 9.615552009284782e-05,
      "loss": 0.0825,
      "step": 1160
    },
    {
      "epoch": 0.12586730268863833,
      "grad_norm": 0.39296796917915344,
      "learning_rate": 9.615189322501088e-05,
      "loss": 0.0869,
      "step": 1161
    },
    {
      "epoch": 0.12597571552471812,
      "grad_norm": 0.3149109482765198,
      "learning_rate": 9.614826635717395e-05,
      "loss": 0.0422,
      "step": 1162
    },
    {
      "epoch": 0.1260841283607979,
      "grad_norm": 0.709720253944397,
      "learning_rate": 9.614463948933702e-05,
      "loss": 0.0558,
      "step": 1163
    },
    {
      "epoch": 0.1261925411968777,
      "grad_norm": 0.4181910753250122,
      "learning_rate": 9.614101262150008e-05,
      "loss": 0.0987,
      "step": 1164
    },
    {
      "epoch": 0.1263009540329575,
      "grad_norm": 0.3132210969924927,
      "learning_rate": 9.613738575366315e-05,
      "loss": 0.0656,
      "step": 1165
    },
    {
      "epoch": 0.12640936686903728,
      "grad_norm": 0.44719091057777405,
      "learning_rate": 9.61337588858262e-05,
      "loss": 0.0685,
      "step": 1166
    },
    {
      "epoch": 0.12651777970511707,
      "grad_norm": 0.3978569805622101,
      "learning_rate": 9.613013201798928e-05,
      "loss": 0.0608,
      "step": 1167
    },
    {
      "epoch": 0.1266261925411969,
      "grad_norm": 0.29128357768058777,
      "learning_rate": 9.612650515015233e-05,
      "loss": 0.0664,
      "step": 1168
    },
    {
      "epoch": 0.12673460537727668,
      "grad_norm": 0.29629701375961304,
      "learning_rate": 9.61228782823154e-05,
      "loss": 0.0879,
      "step": 1169
    },
    {
      "epoch": 0.12684301821335647,
      "grad_norm": 0.2663021981716156,
      "learning_rate": 9.611925141447846e-05,
      "loss": 0.0508,
      "step": 1170
    },
    {
      "epoch": 0.12695143104943626,
      "grad_norm": 0.4818331003189087,
      "learning_rate": 9.611562454664152e-05,
      "loss": 0.0758,
      "step": 1171
    },
    {
      "epoch": 0.12705984388551606,
      "grad_norm": 0.32965579628944397,
      "learning_rate": 9.611199767880459e-05,
      "loss": 0.0852,
      "step": 1172
    },
    {
      "epoch": 0.12716825672159585,
      "grad_norm": 0.202146977186203,
      "learning_rate": 9.610837081096765e-05,
      "loss": 0.059,
      "step": 1173
    },
    {
      "epoch": 0.12727666955767564,
      "grad_norm": 0.33489423990249634,
      "learning_rate": 9.610474394313072e-05,
      "loss": 0.0752,
      "step": 1174
    },
    {
      "epoch": 0.12738508239375543,
      "grad_norm": 0.30657508969306946,
      "learning_rate": 9.610111707529378e-05,
      "loss": 0.064,
      "step": 1175
    },
    {
      "epoch": 0.12749349522983522,
      "grad_norm": 0.3178398311138153,
      "learning_rate": 9.609749020745685e-05,
      "loss": 0.0636,
      "step": 1176
    },
    {
      "epoch": 0.127601908065915,
      "grad_norm": 0.17389102280139923,
      "learning_rate": 9.60938633396199e-05,
      "loss": 0.0419,
      "step": 1177
    },
    {
      "epoch": 0.1277103209019948,
      "grad_norm": 0.2029244750738144,
      "learning_rate": 9.609023647178297e-05,
      "loss": 0.0589,
      "step": 1178
    },
    {
      "epoch": 0.1278187337380746,
      "grad_norm": 0.30061158537864685,
      "learning_rate": 9.608660960394603e-05,
      "loss": 0.0693,
      "step": 1179
    },
    {
      "epoch": 0.12792714657415438,
      "grad_norm": 0.319399893283844,
      "learning_rate": 9.60829827361091e-05,
      "loss": 0.0925,
      "step": 1180
    },
    {
      "epoch": 0.12803555941023417,
      "grad_norm": 0.29403045773506165,
      "learning_rate": 9.607935586827217e-05,
      "loss": 0.0708,
      "step": 1181
    },
    {
      "epoch": 0.12814397224631396,
      "grad_norm": 0.2033412754535675,
      "learning_rate": 9.607572900043523e-05,
      "loss": 0.0499,
      "step": 1182
    },
    {
      "epoch": 0.12825238508239376,
      "grad_norm": 0.30665555596351624,
      "learning_rate": 9.60721021325983e-05,
      "loss": 0.0473,
      "step": 1183
    },
    {
      "epoch": 0.12836079791847355,
      "grad_norm": 0.23582156002521515,
      "learning_rate": 9.606847526476136e-05,
      "loss": 0.0584,
      "step": 1184
    },
    {
      "epoch": 0.12846921075455334,
      "grad_norm": 0.4517126977443695,
      "learning_rate": 9.606484839692442e-05,
      "loss": 0.063,
      "step": 1185
    },
    {
      "epoch": 0.12857762359063313,
      "grad_norm": 0.24814704060554504,
      "learning_rate": 9.606122152908749e-05,
      "loss": 0.0517,
      "step": 1186
    },
    {
      "epoch": 0.12868603642671292,
      "grad_norm": 0.27388161420822144,
      "learning_rate": 9.605759466125054e-05,
      "loss": 0.0552,
      "step": 1187
    },
    {
      "epoch": 0.1287944492627927,
      "grad_norm": 0.5544655323028564,
      "learning_rate": 9.605396779341362e-05,
      "loss": 0.0785,
      "step": 1188
    },
    {
      "epoch": 0.1289028620988725,
      "grad_norm": 0.41511300206184387,
      "learning_rate": 9.605034092557667e-05,
      "loss": 0.0794,
      "step": 1189
    },
    {
      "epoch": 0.1290112749349523,
      "grad_norm": 0.3813861012458801,
      "learning_rate": 9.604671405773974e-05,
      "loss": 0.0705,
      "step": 1190
    },
    {
      "epoch": 0.12911968777103208,
      "grad_norm": 0.40710821747779846,
      "learning_rate": 9.60430871899028e-05,
      "loss": 0.0249,
      "step": 1191
    },
    {
      "epoch": 0.12922810060711187,
      "grad_norm": 0.38254326581954956,
      "learning_rate": 9.603946032206587e-05,
      "loss": 0.0464,
      "step": 1192
    },
    {
      "epoch": 0.12933651344319166,
      "grad_norm": 0.19827617704868317,
      "learning_rate": 9.603583345422893e-05,
      "loss": 0.0384,
      "step": 1193
    },
    {
      "epoch": 0.12944492627927146,
      "grad_norm": 0.23569156229496002,
      "learning_rate": 9.603220658639199e-05,
      "loss": 0.0404,
      "step": 1194
    },
    {
      "epoch": 0.12955333911535125,
      "grad_norm": 0.3883243799209595,
      "learning_rate": 9.602857971855506e-05,
      "loss": 0.0943,
      "step": 1195
    },
    {
      "epoch": 0.12966175195143104,
      "grad_norm": 0.30526846647262573,
      "learning_rate": 9.602495285071811e-05,
      "loss": 0.0279,
      "step": 1196
    },
    {
      "epoch": 0.12977016478751083,
      "grad_norm": 0.4725399911403656,
      "learning_rate": 9.602132598288119e-05,
      "loss": 0.0551,
      "step": 1197
    },
    {
      "epoch": 0.12987857762359065,
      "grad_norm": 0.29488810896873474,
      "learning_rate": 9.601769911504426e-05,
      "loss": 0.0484,
      "step": 1198
    },
    {
      "epoch": 0.12998699045967044,
      "grad_norm": 0.18816465139389038,
      "learning_rate": 9.601407224720731e-05,
      "loss": 0.0302,
      "step": 1199
    },
    {
      "epoch": 0.13009540329575023,
      "grad_norm": 0.4128923714160919,
      "learning_rate": 9.601044537937038e-05,
      "loss": 0.0519,
      "step": 1200
    },
    {
      "epoch": 0.13020381613183002,
      "grad_norm": 0.537166178226471,
      "learning_rate": 9.600681851153344e-05,
      "loss": 0.072,
      "step": 1201
    },
    {
      "epoch": 0.1303122289679098,
      "grad_norm": 0.3545452356338501,
      "learning_rate": 9.600319164369651e-05,
      "loss": 0.0752,
      "step": 1202
    },
    {
      "epoch": 0.1304206418039896,
      "grad_norm": 0.9526199102401733,
      "learning_rate": 9.599956477585957e-05,
      "loss": 0.0518,
      "step": 1203
    },
    {
      "epoch": 0.1305290546400694,
      "grad_norm": 0.28956928849220276,
      "learning_rate": 9.599593790802264e-05,
      "loss": 0.073,
      "step": 1204
    },
    {
      "epoch": 0.13063746747614918,
      "grad_norm": 0.6624569296836853,
      "learning_rate": 9.59923110401857e-05,
      "loss": 0.0802,
      "step": 1205
    },
    {
      "epoch": 0.13074588031222897,
      "grad_norm": 0.41971972584724426,
      "learning_rate": 9.598868417234877e-05,
      "loss": 0.0499,
      "step": 1206
    },
    {
      "epoch": 0.13085429314830876,
      "grad_norm": 0.4257012605667114,
      "learning_rate": 9.598505730451183e-05,
      "loss": 0.0674,
      "step": 1207
    },
    {
      "epoch": 0.13096270598438856,
      "grad_norm": 0.2520453929901123,
      "learning_rate": 9.598143043667488e-05,
      "loss": 0.0508,
      "step": 1208
    },
    {
      "epoch": 0.13107111882046835,
      "grad_norm": 0.5576481223106384,
      "learning_rate": 9.597780356883796e-05,
      "loss": 0.1163,
      "step": 1209
    },
    {
      "epoch": 0.13117953165654814,
      "grad_norm": 0.5521529316902161,
      "learning_rate": 9.597417670100101e-05,
      "loss": 0.0577,
      "step": 1210
    },
    {
      "epoch": 0.13128794449262793,
      "grad_norm": 0.3795970380306244,
      "learning_rate": 9.597054983316408e-05,
      "loss": 0.0323,
      "step": 1211
    },
    {
      "epoch": 0.13139635732870772,
      "grad_norm": 0.18600645661354065,
      "learning_rate": 9.596692296532714e-05,
      "loss": 0.0386,
      "step": 1212
    },
    {
      "epoch": 0.1315047701647875,
      "grad_norm": 0.4140881299972534,
      "learning_rate": 9.596329609749021e-05,
      "loss": 0.0827,
      "step": 1213
    },
    {
      "epoch": 0.1316131830008673,
      "grad_norm": 0.43708929419517517,
      "learning_rate": 9.595966922965327e-05,
      "loss": 0.0622,
      "step": 1214
    },
    {
      "epoch": 0.1317215958369471,
      "grad_norm": 0.43411654233932495,
      "learning_rate": 9.595604236181634e-05,
      "loss": 0.0622,
      "step": 1215
    },
    {
      "epoch": 0.13183000867302688,
      "grad_norm": 0.23346000909805298,
      "learning_rate": 9.595241549397941e-05,
      "loss": 0.0369,
      "step": 1216
    },
    {
      "epoch": 0.13193842150910667,
      "grad_norm": 0.47726285457611084,
      "learning_rate": 9.594878862614247e-05,
      "loss": 0.1063,
      "step": 1217
    },
    {
      "epoch": 0.13204683434518646,
      "grad_norm": 0.42168691754341125,
      "learning_rate": 9.594516175830554e-05,
      "loss": 0.0546,
      "step": 1218
    },
    {
      "epoch": 0.13215524718126626,
      "grad_norm": 0.4859679341316223,
      "learning_rate": 9.59415348904686e-05,
      "loss": 0.0884,
      "step": 1219
    },
    {
      "epoch": 0.13226366001734605,
      "grad_norm": 0.3173578679561615,
      "learning_rate": 9.593790802263167e-05,
      "loss": 0.0485,
      "step": 1220
    },
    {
      "epoch": 0.13237207285342584,
      "grad_norm": 0.20160958170890808,
      "learning_rate": 9.593428115479472e-05,
      "loss": 0.0429,
      "step": 1221
    },
    {
      "epoch": 0.13248048568950563,
      "grad_norm": 0.2653089761734009,
      "learning_rate": 9.59306542869578e-05,
      "loss": 0.0894,
      "step": 1222
    },
    {
      "epoch": 0.13258889852558542,
      "grad_norm": 0.258355051279068,
      "learning_rate": 9.592702741912085e-05,
      "loss": 0.0335,
      "step": 1223
    },
    {
      "epoch": 0.1326973113616652,
      "grad_norm": 0.4319957494735718,
      "learning_rate": 9.592340055128391e-05,
      "loss": 0.0381,
      "step": 1224
    },
    {
      "epoch": 0.132805724197745,
      "grad_norm": 0.45422500371932983,
      "learning_rate": 9.591977368344698e-05,
      "loss": 0.0954,
      "step": 1225
    },
    {
      "epoch": 0.1329141370338248,
      "grad_norm": 0.24088013172149658,
      "learning_rate": 9.591614681561004e-05,
      "loss": 0.0572,
      "step": 1226
    },
    {
      "epoch": 0.1330225498699046,
      "grad_norm": 0.2735600769519806,
      "learning_rate": 9.591251994777311e-05,
      "loss": 0.0525,
      "step": 1227
    },
    {
      "epoch": 0.1331309627059844,
      "grad_norm": 0.35275647044181824,
      "learning_rate": 9.590889307993617e-05,
      "loss": 0.1151,
      "step": 1228
    },
    {
      "epoch": 0.1332393755420642,
      "grad_norm": 0.22389227151870728,
      "learning_rate": 9.590526621209924e-05,
      "loss": 0.0298,
      "step": 1229
    },
    {
      "epoch": 0.13334778837814398,
      "grad_norm": 0.2080867439508438,
      "learning_rate": 9.59016393442623e-05,
      "loss": 0.0316,
      "step": 1230
    },
    {
      "epoch": 0.13345620121422377,
      "grad_norm": 0.46539849042892456,
      "learning_rate": 9.589801247642535e-05,
      "loss": 0.0794,
      "step": 1231
    },
    {
      "epoch": 0.13356461405030357,
      "grad_norm": 0.33033445477485657,
      "learning_rate": 9.589438560858844e-05,
      "loss": 0.0494,
      "step": 1232
    },
    {
      "epoch": 0.13367302688638336,
      "grad_norm": 0.4183964133262634,
      "learning_rate": 9.58907587407515e-05,
      "loss": 0.0554,
      "step": 1233
    },
    {
      "epoch": 0.13378143972246315,
      "grad_norm": 1.8803766965866089,
      "learning_rate": 9.588713187291456e-05,
      "loss": 0.0817,
      "step": 1234
    },
    {
      "epoch": 0.13388985255854294,
      "grad_norm": 0.5002766847610474,
      "learning_rate": 9.588350500507762e-05,
      "loss": 0.1792,
      "step": 1235
    },
    {
      "epoch": 0.13399826539462273,
      "grad_norm": 5.840425968170166,
      "learning_rate": 9.587987813724069e-05,
      "loss": 0.1199,
      "step": 1236
    },
    {
      "epoch": 0.13410667823070252,
      "grad_norm": 0.23025169968605042,
      "learning_rate": 9.587625126940375e-05,
      "loss": 0.0469,
      "step": 1237
    },
    {
      "epoch": 0.1342150910667823,
      "grad_norm": 0.6357764601707458,
      "learning_rate": 9.587262440156681e-05,
      "loss": 0.1863,
      "step": 1238
    },
    {
      "epoch": 0.1343235039028621,
      "grad_norm": 0.3184604346752167,
      "learning_rate": 9.586899753372988e-05,
      "loss": 0.0934,
      "step": 1239
    },
    {
      "epoch": 0.1344319167389419,
      "grad_norm": 0.21931956708431244,
      "learning_rate": 9.586537066589294e-05,
      "loss": 0.042,
      "step": 1240
    },
    {
      "epoch": 0.13454032957502168,
      "grad_norm": 0.3222443163394928,
      "learning_rate": 9.5861743798056e-05,
      "loss": 0.1026,
      "step": 1241
    },
    {
      "epoch": 0.13464874241110147,
      "grad_norm": 0.2947727143764496,
      "learning_rate": 9.585811693021906e-05,
      "loss": 0.0358,
      "step": 1242
    },
    {
      "epoch": 0.13475715524718127,
      "grad_norm": 0.7228410840034485,
      "learning_rate": 9.585449006238213e-05,
      "loss": 0.0963,
      "step": 1243
    },
    {
      "epoch": 0.13486556808326106,
      "grad_norm": 0.472374826669693,
      "learning_rate": 9.585086319454519e-05,
      "loss": 0.112,
      "step": 1244
    },
    {
      "epoch": 0.13497398091934085,
      "grad_norm": 0.2800193130970001,
      "learning_rate": 9.584723632670826e-05,
      "loss": 0.0781,
      "step": 1245
    },
    {
      "epoch": 0.13508239375542064,
      "grad_norm": 0.44231361150741577,
      "learning_rate": 9.584360945887132e-05,
      "loss": 0.0702,
      "step": 1246
    },
    {
      "epoch": 0.13519080659150043,
      "grad_norm": 0.5314821600914001,
      "learning_rate": 9.583998259103438e-05,
      "loss": 0.0732,
      "step": 1247
    },
    {
      "epoch": 0.13529921942758022,
      "grad_norm": 0.2058921456336975,
      "learning_rate": 9.583635572319745e-05,
      "loss": 0.0627,
      "step": 1248
    },
    {
      "epoch": 0.13540763226366,
      "grad_norm": 0.33642715215682983,
      "learning_rate": 9.583272885536052e-05,
      "loss": 0.058,
      "step": 1249
    },
    {
      "epoch": 0.1355160450997398,
      "grad_norm": 0.3096936047077179,
      "learning_rate": 9.582910198752359e-05,
      "loss": 0.1205,
      "step": 1250
    },
    {
      "epoch": 0.1356244579358196,
      "grad_norm": 0.3232068717479706,
      "learning_rate": 9.582547511968665e-05,
      "loss": 0.0703,
      "step": 1251
    },
    {
      "epoch": 0.13573287077189938,
      "grad_norm": 0.3568871319293976,
      "learning_rate": 9.58218482518497e-05,
      "loss": 0.0982,
      "step": 1252
    },
    {
      "epoch": 0.13584128360797917,
      "grad_norm": 0.21556830406188965,
      "learning_rate": 9.581822138401278e-05,
      "loss": 0.075,
      "step": 1253
    },
    {
      "epoch": 0.13594969644405897,
      "grad_norm": 0.19833071529865265,
      "learning_rate": 9.581459451617583e-05,
      "loss": 0.0664,
      "step": 1254
    },
    {
      "epoch": 0.13605810928013876,
      "grad_norm": 0.25869685411453247,
      "learning_rate": 9.58109676483389e-05,
      "loss": 0.0692,
      "step": 1255
    },
    {
      "epoch": 0.13616652211621855,
      "grad_norm": 0.40480101108551025,
      "learning_rate": 9.580734078050196e-05,
      "loss": 0.0808,
      "step": 1256
    },
    {
      "epoch": 0.13627493495229837,
      "grad_norm": 0.6063313484191895,
      "learning_rate": 9.580371391266503e-05,
      "loss": 0.0743,
      "step": 1257
    },
    {
      "epoch": 0.13638334778837816,
      "grad_norm": 0.675678551197052,
      "learning_rate": 9.580008704482809e-05,
      "loss": 0.047,
      "step": 1258
    },
    {
      "epoch": 0.13649176062445795,
      "grad_norm": 0.22726358473300934,
      "learning_rate": 9.579646017699116e-05,
      "loss": 0.0638,
      "step": 1259
    },
    {
      "epoch": 0.13660017346053774,
      "grad_norm": 0.16681534051895142,
      "learning_rate": 9.579283330915422e-05,
      "loss": 0.0362,
      "step": 1260
    },
    {
      "epoch": 0.13670858629661753,
      "grad_norm": 0.2947911322116852,
      "learning_rate": 9.578920644131727e-05,
      "loss": 0.0703,
      "step": 1261
    },
    {
      "epoch": 0.13681699913269732,
      "grad_norm": 2.0358524322509766,
      "learning_rate": 9.578557957348035e-05,
      "loss": 0.0705,
      "step": 1262
    },
    {
      "epoch": 0.1369254119687771,
      "grad_norm": 0.3288669288158417,
      "learning_rate": 9.57819527056434e-05,
      "loss": 0.055,
      "step": 1263
    },
    {
      "epoch": 0.1370338248048569,
      "grad_norm": 0.2376095950603485,
      "learning_rate": 9.577832583780647e-05,
      "loss": 0.0567,
      "step": 1264
    },
    {
      "epoch": 0.1371422376409367,
      "grad_norm": 0.3293914198875427,
      "learning_rate": 9.577469896996953e-05,
      "loss": 0.0918,
      "step": 1265
    },
    {
      "epoch": 0.13725065047701648,
      "grad_norm": 0.31784865260124207,
      "learning_rate": 9.57710721021326e-05,
      "loss": 0.0691,
      "step": 1266
    },
    {
      "epoch": 0.13735906331309627,
      "grad_norm": 0.3520523011684418,
      "learning_rate": 9.576744523429567e-05,
      "loss": 0.0634,
      "step": 1267
    },
    {
      "epoch": 0.13746747614917607,
      "grad_norm": 0.31418442726135254,
      "learning_rate": 9.576381836645873e-05,
      "loss": 0.0736,
      "step": 1268
    },
    {
      "epoch": 0.13757588898525586,
      "grad_norm": 0.3133493661880493,
      "learning_rate": 9.57601914986218e-05,
      "loss": 0.0276,
      "step": 1269
    },
    {
      "epoch": 0.13768430182133565,
      "grad_norm": 0.27348408102989197,
      "learning_rate": 9.575656463078486e-05,
      "loss": 0.0632,
      "step": 1270
    },
    {
      "epoch": 0.13779271465741544,
      "grad_norm": 0.3854202330112457,
      "learning_rate": 9.575293776294793e-05,
      "loss": 0.1073,
      "step": 1271
    },
    {
      "epoch": 0.13790112749349523,
      "grad_norm": 2.765040397644043,
      "learning_rate": 9.574931089511099e-05,
      "loss": 0.078,
      "step": 1272
    },
    {
      "epoch": 0.13800954032957502,
      "grad_norm": 0.5581623911857605,
      "learning_rate": 9.574568402727406e-05,
      "loss": 0.089,
      "step": 1273
    },
    {
      "epoch": 0.1381179531656548,
      "grad_norm": 1.415107011795044,
      "learning_rate": 9.574205715943712e-05,
      "loss": 0.1224,
      "step": 1274
    },
    {
      "epoch": 0.1382263660017346,
      "grad_norm": 0.31403106451034546,
      "learning_rate": 9.573843029160017e-05,
      "loss": 0.0513,
      "step": 1275
    },
    {
      "epoch": 0.1383347788378144,
      "grad_norm": 0.350688099861145,
      "learning_rate": 9.573480342376324e-05,
      "loss": 0.0502,
      "step": 1276
    },
    {
      "epoch": 0.13844319167389418,
      "grad_norm": 0.31690579652786255,
      "learning_rate": 9.57311765559263e-05,
      "loss": 0.0584,
      "step": 1277
    },
    {
      "epoch": 0.13855160450997397,
      "grad_norm": 0.356041818857193,
      "learning_rate": 9.572754968808937e-05,
      "loss": 0.037,
      "step": 1278
    },
    {
      "epoch": 0.13866001734605377,
      "grad_norm": 0.6942518353462219,
      "learning_rate": 9.572392282025243e-05,
      "loss": 0.0494,
      "step": 1279
    },
    {
      "epoch": 0.13876843018213356,
      "grad_norm": 0.6830775737762451,
      "learning_rate": 9.57202959524155e-05,
      "loss": 0.0445,
      "step": 1280
    },
    {
      "epoch": 0.13887684301821335,
      "grad_norm": 0.2900312542915344,
      "learning_rate": 9.571666908457856e-05,
      "loss": 0.0544,
      "step": 1281
    },
    {
      "epoch": 0.13898525585429314,
      "grad_norm": 0.5465608835220337,
      "learning_rate": 9.571304221674163e-05,
      "loss": 0.1013,
      "step": 1282
    },
    {
      "epoch": 0.13909366869037293,
      "grad_norm": 0.38177427649497986,
      "learning_rate": 9.570941534890469e-05,
      "loss": 0.0604,
      "step": 1283
    },
    {
      "epoch": 0.13920208152645272,
      "grad_norm": 0.35071852803230286,
      "learning_rate": 9.570578848106776e-05,
      "loss": 0.0408,
      "step": 1284
    },
    {
      "epoch": 0.1393104943625325,
      "grad_norm": 0.6273939609527588,
      "learning_rate": 9.570216161323083e-05,
      "loss": 0.0911,
      "step": 1285
    },
    {
      "epoch": 0.1394189071986123,
      "grad_norm": 0.49140435457229614,
      "learning_rate": 9.569853474539388e-05,
      "loss": 0.0845,
      "step": 1286
    },
    {
      "epoch": 0.13952732003469212,
      "grad_norm": 2.501426935195923,
      "learning_rate": 9.569490787755696e-05,
      "loss": 0.0616,
      "step": 1287
    },
    {
      "epoch": 0.1396357328707719,
      "grad_norm": 0.36074891686439514,
      "learning_rate": 9.569128100972001e-05,
      "loss": 0.0778,
      "step": 1288
    },
    {
      "epoch": 0.1397441457068517,
      "grad_norm": 0.6354561448097229,
      "learning_rate": 9.568765414188307e-05,
      "loss": 0.0534,
      "step": 1289
    },
    {
      "epoch": 0.1398525585429315,
      "grad_norm": 0.36862313747406006,
      "learning_rate": 9.568402727404614e-05,
      "loss": 0.0919,
      "step": 1290
    },
    {
      "epoch": 0.13996097137901128,
      "grad_norm": 0.371867299079895,
      "learning_rate": 9.56804004062092e-05,
      "loss": 0.0383,
      "step": 1291
    },
    {
      "epoch": 0.14006938421509108,
      "grad_norm": 0.3992815315723419,
      "learning_rate": 9.567677353837227e-05,
      "loss": 0.0917,
      "step": 1292
    },
    {
      "epoch": 0.14017779705117087,
      "grad_norm": 0.4559337794780731,
      "learning_rate": 9.567314667053533e-05,
      "loss": 0.1029,
      "step": 1293
    },
    {
      "epoch": 0.14028620988725066,
      "grad_norm": 0.5131401419639587,
      "learning_rate": 9.56695198026984e-05,
      "loss": 0.0505,
      "step": 1294
    },
    {
      "epoch": 0.14039462272333045,
      "grad_norm": 0.591195285320282,
      "learning_rate": 9.566589293486145e-05,
      "loss": 0.1268,
      "step": 1295
    },
    {
      "epoch": 0.14050303555941024,
      "grad_norm": 0.3691730499267578,
      "learning_rate": 9.566226606702453e-05,
      "loss": 0.0642,
      "step": 1296
    },
    {
      "epoch": 0.14061144839549003,
      "grad_norm": 0.47571006417274475,
      "learning_rate": 9.565863919918758e-05,
      "loss": 0.0936,
      "step": 1297
    },
    {
      "epoch": 0.14071986123156982,
      "grad_norm": 0.4968544542789459,
      "learning_rate": 9.565501233135064e-05,
      "loss": 0.0962,
      "step": 1298
    },
    {
      "epoch": 0.1408282740676496,
      "grad_norm": 0.46477431058883667,
      "learning_rate": 9.565138546351371e-05,
      "loss": 0.0858,
      "step": 1299
    },
    {
      "epoch": 0.1409366869037294,
      "grad_norm": 0.3375657796859741,
      "learning_rate": 9.564775859567677e-05,
      "loss": 0.0784,
      "step": 1300
    },
    {
      "epoch": 0.1410450997398092,
      "grad_norm": 0.47441452741622925,
      "learning_rate": 9.564413172783985e-05,
      "loss": 0.0688,
      "step": 1301
    },
    {
      "epoch": 0.14115351257588898,
      "grad_norm": 0.38475435972213745,
      "learning_rate": 9.564050486000291e-05,
      "loss": 0.0751,
      "step": 1302
    },
    {
      "epoch": 0.14126192541196878,
      "grad_norm": 0.36607664823532104,
      "learning_rate": 9.563687799216597e-05,
      "loss": 0.0786,
      "step": 1303
    },
    {
      "epoch": 0.14137033824804857,
      "grad_norm": 0.19778349995613098,
      "learning_rate": 9.563325112432904e-05,
      "loss": 0.052,
      "step": 1304
    },
    {
      "epoch": 0.14147875108412836,
      "grad_norm": 0.19696752727031708,
      "learning_rate": 9.56296242564921e-05,
      "loss": 0.0625,
      "step": 1305
    },
    {
      "epoch": 0.14158716392020815,
      "grad_norm": 0.22987280786037445,
      "learning_rate": 9.562599738865517e-05,
      "loss": 0.0413,
      "step": 1306
    },
    {
      "epoch": 0.14169557675628794,
      "grad_norm": 0.28654012084007263,
      "learning_rate": 9.562237052081822e-05,
      "loss": 0.0741,
      "step": 1307
    },
    {
      "epoch": 0.14180398959236773,
      "grad_norm": 0.1907423883676529,
      "learning_rate": 9.56187436529813e-05,
      "loss": 0.0423,
      "step": 1308
    },
    {
      "epoch": 0.14191240242844752,
      "grad_norm": 0.3578028976917267,
      "learning_rate": 9.561511678514435e-05,
      "loss": 0.0757,
      "step": 1309
    },
    {
      "epoch": 0.1420208152645273,
      "grad_norm": 0.2156112641096115,
      "learning_rate": 9.561148991730742e-05,
      "loss": 0.0523,
      "step": 1310
    },
    {
      "epoch": 0.1421292281006071,
      "grad_norm": 0.25527462363243103,
      "learning_rate": 9.560786304947048e-05,
      "loss": 0.0798,
      "step": 1311
    },
    {
      "epoch": 0.1422376409366869,
      "grad_norm": 0.30122125148773193,
      "learning_rate": 9.560423618163354e-05,
      "loss": 0.0682,
      "step": 1312
    },
    {
      "epoch": 0.14234605377276668,
      "grad_norm": 0.26860401034355164,
      "learning_rate": 9.560060931379661e-05,
      "loss": 0.0602,
      "step": 1313
    },
    {
      "epoch": 0.14245446660884648,
      "grad_norm": 0.2538241147994995,
      "learning_rate": 9.559698244595967e-05,
      "loss": 0.065,
      "step": 1314
    },
    {
      "epoch": 0.14256287944492627,
      "grad_norm": 0.2711411714553833,
      "learning_rate": 9.559335557812274e-05,
      "loss": 0.0601,
      "step": 1315
    },
    {
      "epoch": 0.14267129228100608,
      "grad_norm": 0.37787649035453796,
      "learning_rate": 9.55897287102858e-05,
      "loss": 0.1115,
      "step": 1316
    },
    {
      "epoch": 0.14277970511708588,
      "grad_norm": 0.7317901253700256,
      "learning_rate": 9.558610184244886e-05,
      "loss": 0.0452,
      "step": 1317
    },
    {
      "epoch": 0.14288811795316567,
      "grad_norm": 0.25963759422302246,
      "learning_rate": 9.558247497461194e-05,
      "loss": 0.0494,
      "step": 1318
    },
    {
      "epoch": 0.14299653078924546,
      "grad_norm": 0.24716612696647644,
      "learning_rate": 9.557884810677499e-05,
      "loss": 0.0507,
      "step": 1319
    },
    {
      "epoch": 0.14310494362532525,
      "grad_norm": 0.2969454824924469,
      "learning_rate": 9.557522123893806e-05,
      "loss": 0.0614,
      "step": 1320
    },
    {
      "epoch": 0.14321335646140504,
      "grad_norm": 0.25808897614479065,
      "learning_rate": 9.557159437110112e-05,
      "loss": 0.0674,
      "step": 1321
    },
    {
      "epoch": 0.14332176929748483,
      "grad_norm": 0.5765745043754578,
      "learning_rate": 9.556796750326419e-05,
      "loss": 0.0914,
      "step": 1322
    },
    {
      "epoch": 0.14343018213356462,
      "grad_norm": 0.28832921385765076,
      "learning_rate": 9.556434063542725e-05,
      "loss": 0.0563,
      "step": 1323
    },
    {
      "epoch": 0.1435385949696444,
      "grad_norm": 0.35913828015327454,
      "learning_rate": 9.556071376759032e-05,
      "loss": 0.0597,
      "step": 1324
    },
    {
      "epoch": 0.1436470078057242,
      "grad_norm": 0.270379900932312,
      "learning_rate": 9.555708689975338e-05,
      "loss": 0.049,
      "step": 1325
    },
    {
      "epoch": 0.143755420641804,
      "grad_norm": 0.26273074746131897,
      "learning_rate": 9.555346003191645e-05,
      "loss": 0.0539,
      "step": 1326
    },
    {
      "epoch": 0.14386383347788378,
      "grad_norm": 0.33100032806396484,
      "learning_rate": 9.55498331640795e-05,
      "loss": 0.0426,
      "step": 1327
    },
    {
      "epoch": 0.14397224631396358,
      "grad_norm": 0.4402448534965515,
      "learning_rate": 9.554620629624256e-05,
      "loss": 0.0656,
      "step": 1328
    },
    {
      "epoch": 0.14408065915004337,
      "grad_norm": 0.40695226192474365,
      "learning_rate": 9.554257942840563e-05,
      "loss": 0.0715,
      "step": 1329
    },
    {
      "epoch": 0.14418907198612316,
      "grad_norm": 0.33122098445892334,
      "learning_rate": 9.553895256056869e-05,
      "loss": 0.0565,
      "step": 1330
    },
    {
      "epoch": 0.14429748482220295,
      "grad_norm": 0.61606365442276,
      "learning_rate": 9.553532569273176e-05,
      "loss": 0.1206,
      "step": 1331
    },
    {
      "epoch": 0.14440589765828274,
      "grad_norm": 0.28530365228652954,
      "learning_rate": 9.553169882489482e-05,
      "loss": 0.059,
      "step": 1332
    },
    {
      "epoch": 0.14451431049436253,
      "grad_norm": 0.19913120567798615,
      "learning_rate": 9.552807195705789e-05,
      "loss": 0.0301,
      "step": 1333
    },
    {
      "epoch": 0.14462272333044232,
      "grad_norm": 0.36803561449050903,
      "learning_rate": 9.552444508922095e-05,
      "loss": 0.0587,
      "step": 1334
    },
    {
      "epoch": 0.1447311361665221,
      "grad_norm": 0.33768466114997864,
      "learning_rate": 9.5520818221384e-05,
      "loss": 0.0494,
      "step": 1335
    },
    {
      "epoch": 0.1448395490026019,
      "grad_norm": 0.1559033840894699,
      "learning_rate": 9.551719135354709e-05,
      "loss": 0.0357,
      "step": 1336
    },
    {
      "epoch": 0.1449479618386817,
      "grad_norm": 0.43490421772003174,
      "learning_rate": 9.551356448571015e-05,
      "loss": 0.094,
      "step": 1337
    },
    {
      "epoch": 0.14505637467476148,
      "grad_norm": 0.21707233786582947,
      "learning_rate": 9.550993761787322e-05,
      "loss": 0.014,
      "step": 1338
    },
    {
      "epoch": 0.14516478751084128,
      "grad_norm": 0.3374139070510864,
      "learning_rate": 9.550631075003628e-05,
      "loss": 0.0824,
      "step": 1339
    },
    {
      "epoch": 0.14527320034692107,
      "grad_norm": 0.4885779917240143,
      "learning_rate": 9.550268388219935e-05,
      "loss": 0.0659,
      "step": 1340
    },
    {
      "epoch": 0.14538161318300086,
      "grad_norm": 0.30707043409347534,
      "learning_rate": 9.54990570143624e-05,
      "loss": 0.0722,
      "step": 1341
    },
    {
      "epoch": 0.14549002601908065,
      "grad_norm": 0.309444785118103,
      "learning_rate": 9.549543014652546e-05,
      "loss": 0.051,
      "step": 1342
    },
    {
      "epoch": 0.14559843885516044,
      "grad_norm": 0.36546212434768677,
      "learning_rate": 9.549180327868853e-05,
      "loss": 0.0753,
      "step": 1343
    },
    {
      "epoch": 0.14570685169124023,
      "grad_norm": 0.3148539662361145,
      "learning_rate": 9.548817641085159e-05,
      "loss": 0.0515,
      "step": 1344
    },
    {
      "epoch": 0.14581526452732002,
      "grad_norm": 0.3072813153266907,
      "learning_rate": 9.548454954301466e-05,
      "loss": 0.0534,
      "step": 1345
    },
    {
      "epoch": 0.14592367736339984,
      "grad_norm": 6.405180931091309,
      "learning_rate": 9.548092267517772e-05,
      "loss": 0.0878,
      "step": 1346
    },
    {
      "epoch": 0.14603209019947963,
      "grad_norm": 0.34156692028045654,
      "learning_rate": 9.547729580734079e-05,
      "loss": 0.0334,
      "step": 1347
    },
    {
      "epoch": 0.14614050303555942,
      "grad_norm": 0.22690993547439575,
      "learning_rate": 9.547366893950385e-05,
      "loss": 0.0368,
      "step": 1348
    },
    {
      "epoch": 0.1462489158716392,
      "grad_norm": 0.33249151706695557,
      "learning_rate": 9.547004207166692e-05,
      "loss": 0.0304,
      "step": 1349
    },
    {
      "epoch": 0.146357328707719,
      "grad_norm": 0.4983629882335663,
      "learning_rate": 9.546641520382997e-05,
      "loss": 0.0581,
      "step": 1350
    },
    {
      "epoch": 0.1464657415437988,
      "grad_norm": 0.5973263382911682,
      "learning_rate": 9.546278833599303e-05,
      "loss": 0.0961,
      "step": 1351
    },
    {
      "epoch": 0.14657415437987859,
      "grad_norm": 0.2323729246854782,
      "learning_rate": 9.54591614681561e-05,
      "loss": 0.0297,
      "step": 1352
    },
    {
      "epoch": 0.14668256721595838,
      "grad_norm": 1.078741431236267,
      "learning_rate": 9.545553460031917e-05,
      "loss": 0.0441,
      "step": 1353
    },
    {
      "epoch": 0.14679098005203817,
      "grad_norm": 0.25147348642349243,
      "learning_rate": 9.545190773248224e-05,
      "loss": 0.0592,
      "step": 1354
    },
    {
      "epoch": 0.14689939288811796,
      "grad_norm": 0.4713771939277649,
      "learning_rate": 9.54482808646453e-05,
      "loss": 0.066,
      "step": 1355
    },
    {
      "epoch": 0.14700780572419775,
      "grad_norm": 0.5226413607597351,
      "learning_rate": 9.544465399680836e-05,
      "loss": 0.0806,
      "step": 1356
    },
    {
      "epoch": 0.14711621856027754,
      "grad_norm": 0.24467480182647705,
      "learning_rate": 9.544102712897143e-05,
      "loss": 0.0183,
      "step": 1357
    },
    {
      "epoch": 0.14722463139635733,
      "grad_norm": 0.3846099078655243,
      "learning_rate": 9.543740026113449e-05,
      "loss": 0.0988,
      "step": 1358
    },
    {
      "epoch": 0.14733304423243712,
      "grad_norm": 0.4032481610774994,
      "learning_rate": 9.543377339329756e-05,
      "loss": 0.0403,
      "step": 1359
    },
    {
      "epoch": 0.1474414570685169,
      "grad_norm": 0.5272864103317261,
      "learning_rate": 9.543014652546061e-05,
      "loss": 0.0517,
      "step": 1360
    },
    {
      "epoch": 0.1475498699045967,
      "grad_norm": 0.40557363629341125,
      "learning_rate": 9.542651965762369e-05,
      "loss": 0.0555,
      "step": 1361
    },
    {
      "epoch": 0.1476582827406765,
      "grad_norm": 0.39974531531333923,
      "learning_rate": 9.542289278978674e-05,
      "loss": 0.0788,
      "step": 1362
    },
    {
      "epoch": 0.14776669557675629,
      "grad_norm": 0.40808600187301636,
      "learning_rate": 9.541926592194981e-05,
      "loss": 0.0411,
      "step": 1363
    },
    {
      "epoch": 0.14787510841283608,
      "grad_norm": 0.8301188945770264,
      "learning_rate": 9.541563905411287e-05,
      "loss": 0.1729,
      "step": 1364
    },
    {
      "epoch": 0.14798352124891587,
      "grad_norm": 0.41534149646759033,
      "learning_rate": 9.541201218627593e-05,
      "loss": 0.059,
      "step": 1365
    },
    {
      "epoch": 0.14809193408499566,
      "grad_norm": 0.29378950595855713,
      "learning_rate": 9.5408385318439e-05,
      "loss": 0.0761,
      "step": 1366
    },
    {
      "epoch": 0.14820034692107545,
      "grad_norm": 0.3786061406135559,
      "learning_rate": 9.540475845060206e-05,
      "loss": 0.0634,
      "step": 1367
    },
    {
      "epoch": 0.14830875975715524,
      "grad_norm": 0.21406041085720062,
      "learning_rate": 9.540113158276513e-05,
      "loss": 0.0334,
      "step": 1368
    },
    {
      "epoch": 0.14841717259323503,
      "grad_norm": 0.2967621386051178,
      "learning_rate": 9.539750471492818e-05,
      "loss": 0.0482,
      "step": 1369
    },
    {
      "epoch": 0.14852558542931482,
      "grad_norm": 0.4470638930797577,
      "learning_rate": 9.539387784709126e-05,
      "loss": 0.0928,
      "step": 1370
    },
    {
      "epoch": 0.1486339982653946,
      "grad_norm": 0.5274523496627808,
      "learning_rate": 9.539025097925433e-05,
      "loss": 0.0873,
      "step": 1371
    },
    {
      "epoch": 0.1487424111014744,
      "grad_norm": 0.3200203776359558,
      "learning_rate": 9.538662411141738e-05,
      "loss": 0.0518,
      "step": 1372
    },
    {
      "epoch": 0.1488508239375542,
      "grad_norm": 0.46988222002983093,
      "learning_rate": 9.538299724358045e-05,
      "loss": 0.0458,
      "step": 1373
    },
    {
      "epoch": 0.14895923677363399,
      "grad_norm": 0.30281996726989746,
      "learning_rate": 9.537937037574351e-05,
      "loss": 0.0425,
      "step": 1374
    },
    {
      "epoch": 0.1490676496097138,
      "grad_norm": 0.35586872696876526,
      "learning_rate": 9.537574350790658e-05,
      "loss": 0.0455,
      "step": 1375
    },
    {
      "epoch": 0.1491760624457936,
      "grad_norm": 0.21619273722171783,
      "learning_rate": 9.537211664006964e-05,
      "loss": 0.0273,
      "step": 1376
    },
    {
      "epoch": 0.14928447528187339,
      "grad_norm": 0.3720379173755646,
      "learning_rate": 9.536848977223271e-05,
      "loss": 0.0809,
      "step": 1377
    },
    {
      "epoch": 0.14939288811795318,
      "grad_norm": 0.2561066150665283,
      "learning_rate": 9.536486290439577e-05,
      "loss": 0.0364,
      "step": 1378
    },
    {
      "epoch": 0.14950130095403297,
      "grad_norm": 0.29225248098373413,
      "learning_rate": 9.536123603655883e-05,
      "loss": 0.0661,
      "step": 1379
    },
    {
      "epoch": 0.14960971379011276,
      "grad_norm": 0.2918013632297516,
      "learning_rate": 9.53576091687219e-05,
      "loss": 0.0595,
      "step": 1380
    },
    {
      "epoch": 0.14971812662619255,
      "grad_norm": 0.4009765684604645,
      "learning_rate": 9.535398230088495e-05,
      "loss": 0.0718,
      "step": 1381
    },
    {
      "epoch": 0.14982653946227234,
      "grad_norm": 0.337388277053833,
      "learning_rate": 9.535035543304802e-05,
      "loss": 0.0612,
      "step": 1382
    },
    {
      "epoch": 0.14993495229835213,
      "grad_norm": 0.3835534155368805,
      "learning_rate": 9.534672856521108e-05,
      "loss": 0.072,
      "step": 1383
    },
    {
      "epoch": 0.15004336513443192,
      "grad_norm": 0.28939488530158997,
      "learning_rate": 9.534310169737415e-05,
      "loss": 0.0749,
      "step": 1384
    },
    {
      "epoch": 0.1501517779705117,
      "grad_norm": 0.35785335302352905,
      "learning_rate": 9.533947482953721e-05,
      "loss": 0.067,
      "step": 1385
    },
    {
      "epoch": 0.1502601908065915,
      "grad_norm": 0.3741634786128998,
      "learning_rate": 9.533584796170028e-05,
      "loss": 0.0809,
      "step": 1386
    },
    {
      "epoch": 0.1503686036426713,
      "grad_norm": 0.33750417828559875,
      "learning_rate": 9.533222109386334e-05,
      "loss": 0.0651,
      "step": 1387
    },
    {
      "epoch": 0.15047701647875109,
      "grad_norm": 0.3859461843967438,
      "learning_rate": 9.532859422602641e-05,
      "loss": 0.0802,
      "step": 1388
    },
    {
      "epoch": 0.15058542931483088,
      "grad_norm": 0.2418357878923416,
      "learning_rate": 9.532496735818948e-05,
      "loss": 0.0235,
      "step": 1389
    },
    {
      "epoch": 0.15069384215091067,
      "grad_norm": 0.24376986920833588,
      "learning_rate": 9.532134049035254e-05,
      "loss": 0.0394,
      "step": 1390
    },
    {
      "epoch": 0.15080225498699046,
      "grad_norm": 0.5456005334854126,
      "learning_rate": 9.531771362251561e-05,
      "loss": 0.094,
      "step": 1391
    },
    {
      "epoch": 0.15091066782307025,
      "grad_norm": 0.40262898802757263,
      "learning_rate": 9.531408675467867e-05,
      "loss": 0.0908,
      "step": 1392
    },
    {
      "epoch": 0.15101908065915004,
      "grad_norm": 0.4372898042201996,
      "learning_rate": 9.531045988684172e-05,
      "loss": 0.079,
      "step": 1393
    },
    {
      "epoch": 0.15112749349522983,
      "grad_norm": 0.30937445163726807,
      "learning_rate": 9.53068330190048e-05,
      "loss": 0.0583,
      "step": 1394
    },
    {
      "epoch": 0.15123590633130962,
      "grad_norm": 0.33496806025505066,
      "learning_rate": 9.530320615116785e-05,
      "loss": 0.0627,
      "step": 1395
    },
    {
      "epoch": 0.1513443191673894,
      "grad_norm": 0.49135416746139526,
      "learning_rate": 9.529957928333092e-05,
      "loss": 0.0656,
      "step": 1396
    },
    {
      "epoch": 0.1514527320034692,
      "grad_norm": 0.40692129731178284,
      "learning_rate": 9.529595241549398e-05,
      "loss": 0.0743,
      "step": 1397
    },
    {
      "epoch": 0.151561144839549,
      "grad_norm": 0.5011510848999023,
      "learning_rate": 9.529232554765705e-05,
      "loss": 0.1096,
      "step": 1398
    },
    {
      "epoch": 0.15166955767562879,
      "grad_norm": 0.503437876701355,
      "learning_rate": 9.528869867982011e-05,
      "loss": 0.0989,
      "step": 1399
    },
    {
      "epoch": 0.15177797051170858,
      "grad_norm": 0.26943066716194153,
      "learning_rate": 9.528507181198318e-05,
      "loss": 0.0648,
      "step": 1400
    },
    {
      "epoch": 0.15188638334778837,
      "grad_norm": 0.38461750745773315,
      "learning_rate": 9.528144494414624e-05,
      "loss": 0.1017,
      "step": 1401
    },
    {
      "epoch": 0.15199479618386816,
      "grad_norm": 0.5652556419372559,
      "learning_rate": 9.52778180763093e-05,
      "loss": 0.0462,
      "step": 1402
    },
    {
      "epoch": 0.15210320901994795,
      "grad_norm": 0.2931842803955078,
      "learning_rate": 9.527419120847236e-05,
      "loss": 0.0552,
      "step": 1403
    },
    {
      "epoch": 0.15221162185602774,
      "grad_norm": 0.3160094916820526,
      "learning_rate": 9.527056434063542e-05,
      "loss": 0.0798,
      "step": 1404
    },
    {
      "epoch": 0.15232003469210756,
      "grad_norm": 0.3166320025920868,
      "learning_rate": 9.52669374727985e-05,
      "loss": 0.0602,
      "step": 1405
    },
    {
      "epoch": 0.15242844752818735,
      "grad_norm": 0.1984083354473114,
      "learning_rate": 9.526331060496156e-05,
      "loss": 0.0398,
      "step": 1406
    },
    {
      "epoch": 0.15253686036426714,
      "grad_norm": 0.20210660994052887,
      "learning_rate": 9.525968373712463e-05,
      "loss": 0.0382,
      "step": 1407
    },
    {
      "epoch": 0.15264527320034693,
      "grad_norm": 0.2881035804748535,
      "learning_rate": 9.525605686928769e-05,
      "loss": 0.0665,
      "step": 1408
    },
    {
      "epoch": 0.15275368603642672,
      "grad_norm": 0.23898474872112274,
      "learning_rate": 9.525243000145075e-05,
      "loss": 0.0762,
      "step": 1409
    },
    {
      "epoch": 0.1528620988725065,
      "grad_norm": 0.29055055975914,
      "learning_rate": 9.524880313361382e-05,
      "loss": 0.0574,
      "step": 1410
    },
    {
      "epoch": 0.1529705117085863,
      "grad_norm": 0.2694728970527649,
      "learning_rate": 9.524517626577688e-05,
      "loss": 0.0441,
      "step": 1411
    },
    {
      "epoch": 0.1530789245446661,
      "grad_norm": 0.3998994529247284,
      "learning_rate": 9.524154939793995e-05,
      "loss": 0.0813,
      "step": 1412
    },
    {
      "epoch": 0.15318733738074589,
      "grad_norm": 0.5789758563041687,
      "learning_rate": 9.5237922530103e-05,
      "loss": 0.0701,
      "step": 1413
    },
    {
      "epoch": 0.15329575021682568,
      "grad_norm": 0.29509806632995605,
      "learning_rate": 9.523429566226608e-05,
      "loss": 0.0661,
      "step": 1414
    },
    {
      "epoch": 0.15340416305290547,
      "grad_norm": 0.29848694801330566,
      "learning_rate": 9.523066879442913e-05,
      "loss": 0.0627,
      "step": 1415
    },
    {
      "epoch": 0.15351257588898526,
      "grad_norm": 0.19392183423042297,
      "learning_rate": 9.522704192659219e-05,
      "loss": 0.0365,
      "step": 1416
    },
    {
      "epoch": 0.15362098872506505,
      "grad_norm": 0.31642070412635803,
      "learning_rate": 9.522341505875526e-05,
      "loss": 0.0797,
      "step": 1417
    },
    {
      "epoch": 0.15372940156114484,
      "grad_norm": 0.3229103088378906,
      "learning_rate": 9.521978819091832e-05,
      "loss": 0.0717,
      "step": 1418
    },
    {
      "epoch": 0.15383781439722463,
      "grad_norm": 0.3196791708469391,
      "learning_rate": 9.521616132308139e-05,
      "loss": 0.024,
      "step": 1419
    },
    {
      "epoch": 0.15394622723330442,
      "grad_norm": 0.27395856380462646,
      "learning_rate": 9.521253445524445e-05,
      "loss": 0.0645,
      "step": 1420
    },
    {
      "epoch": 0.1540546400693842,
      "grad_norm": 0.2074684500694275,
      "learning_rate": 9.520890758740752e-05,
      "loss": 0.0503,
      "step": 1421
    },
    {
      "epoch": 0.154163052905464,
      "grad_norm": 0.4901271164417267,
      "learning_rate": 9.520528071957059e-05,
      "loss": 0.0756,
      "step": 1422
    },
    {
      "epoch": 0.1542714657415438,
      "grad_norm": 0.5308021306991577,
      "learning_rate": 9.520165385173365e-05,
      "loss": 0.0897,
      "step": 1423
    },
    {
      "epoch": 0.15437987857762359,
      "grad_norm": 0.34838083386421204,
      "learning_rate": 9.519802698389672e-05,
      "loss": 0.0687,
      "step": 1424
    },
    {
      "epoch": 0.15448829141370338,
      "grad_norm": 0.47191566228866577,
      "learning_rate": 9.519440011605977e-05,
      "loss": 0.0842,
      "step": 1425
    },
    {
      "epoch": 0.15459670424978317,
      "grad_norm": 0.6824961304664612,
      "learning_rate": 9.519077324822285e-05,
      "loss": 0.0798,
      "step": 1426
    },
    {
      "epoch": 0.15470511708586296,
      "grad_norm": 0.24515728652477264,
      "learning_rate": 9.51871463803859e-05,
      "loss": 0.0443,
      "step": 1427
    },
    {
      "epoch": 0.15481352992194275,
      "grad_norm": 0.48997294902801514,
      "learning_rate": 9.518351951254897e-05,
      "loss": 0.0744,
      "step": 1428
    },
    {
      "epoch": 0.15492194275802254,
      "grad_norm": 0.2379031628370285,
      "learning_rate": 9.517989264471203e-05,
      "loss": 0.0474,
      "step": 1429
    },
    {
      "epoch": 0.15503035559410233,
      "grad_norm": 0.3681257367134094,
      "learning_rate": 9.51762657768751e-05,
      "loss": 0.0319,
      "step": 1430
    },
    {
      "epoch": 0.15513876843018212,
      "grad_norm": 0.4196970462799072,
      "learning_rate": 9.517263890903816e-05,
      "loss": 0.0924,
      "step": 1431
    },
    {
      "epoch": 0.1552471812662619,
      "grad_norm": 0.5163988471031189,
      "learning_rate": 9.516901204120122e-05,
      "loss": 0.067,
      "step": 1432
    },
    {
      "epoch": 0.1553555941023417,
      "grad_norm": 0.3164597451686859,
      "learning_rate": 9.516538517336429e-05,
      "loss": 0.0313,
      "step": 1433
    },
    {
      "epoch": 0.15546400693842152,
      "grad_norm": 0.5880211591720581,
      "learning_rate": 9.516175830552734e-05,
      "loss": 0.1044,
      "step": 1434
    },
    {
      "epoch": 0.1555724197745013,
      "grad_norm": 0.1441834568977356,
      "learning_rate": 9.515813143769042e-05,
      "loss": 0.0262,
      "step": 1435
    },
    {
      "epoch": 0.1556808326105811,
      "grad_norm": 0.2845502197742462,
      "learning_rate": 9.515450456985347e-05,
      "loss": 0.0303,
      "step": 1436
    },
    {
      "epoch": 0.1557892454466609,
      "grad_norm": 0.3174956738948822,
      "learning_rate": 9.515087770201654e-05,
      "loss": 0.0444,
      "step": 1437
    },
    {
      "epoch": 0.1558976582827407,
      "grad_norm": 0.6724406480789185,
      "learning_rate": 9.51472508341796e-05,
      "loss": 0.0857,
      "step": 1438
    },
    {
      "epoch": 0.15600607111882048,
      "grad_norm": 0.34398144483566284,
      "learning_rate": 9.514362396634267e-05,
      "loss": 0.0882,
      "step": 1439
    },
    {
      "epoch": 0.15611448395490027,
      "grad_norm": 0.2202223837375641,
      "learning_rate": 9.513999709850574e-05,
      "loss": 0.072,
      "step": 1440
    },
    {
      "epoch": 0.15622289679098006,
      "grad_norm": 0.3469369113445282,
      "learning_rate": 9.51363702306688e-05,
      "loss": 0.0853,
      "step": 1441
    },
    {
      "epoch": 0.15633130962705985,
      "grad_norm": 0.247456356883049,
      "learning_rate": 9.513274336283187e-05,
      "loss": 0.048,
      "step": 1442
    },
    {
      "epoch": 0.15643972246313964,
      "grad_norm": 0.5457363128662109,
      "learning_rate": 9.512911649499493e-05,
      "loss": 0.0367,
      "step": 1443
    },
    {
      "epoch": 0.15654813529921943,
      "grad_norm": 0.4404221177101135,
      "learning_rate": 9.5125489627158e-05,
      "loss": 0.0683,
      "step": 1444
    },
    {
      "epoch": 0.15665654813529922,
      "grad_norm": 0.2721995413303375,
      "learning_rate": 9.512186275932106e-05,
      "loss": 0.0481,
      "step": 1445
    },
    {
      "epoch": 0.156764960971379,
      "grad_norm": 0.4314309060573578,
      "learning_rate": 9.511823589148411e-05,
      "loss": 0.0836,
      "step": 1446
    },
    {
      "epoch": 0.1568733738074588,
      "grad_norm": 0.1612798124551773,
      "learning_rate": 9.511460902364718e-05,
      "loss": 0.0406,
      "step": 1447
    },
    {
      "epoch": 0.1569817866435386,
      "grad_norm": 0.16208969056606293,
      "learning_rate": 9.511098215581024e-05,
      "loss": 0.0351,
      "step": 1448
    },
    {
      "epoch": 0.1570901994796184,
      "grad_norm": 0.49587714672088623,
      "learning_rate": 9.510735528797331e-05,
      "loss": 0.0793,
      "step": 1449
    },
    {
      "epoch": 0.15719861231569818,
      "grad_norm": 0.32802146673202515,
      "learning_rate": 9.510372842013637e-05,
      "loss": 0.095,
      "step": 1450
    },
    {
      "epoch": 0.15730702515177797,
      "grad_norm": 0.3287419378757477,
      "learning_rate": 9.510010155229944e-05,
      "loss": 0.0567,
      "step": 1451
    },
    {
      "epoch": 0.15741543798785776,
      "grad_norm": 0.20830847322940826,
      "learning_rate": 9.50964746844625e-05,
      "loss": 0.0649,
      "step": 1452
    },
    {
      "epoch": 0.15752385082393755,
      "grad_norm": 0.33949461579322815,
      "learning_rate": 9.509284781662557e-05,
      "loss": 0.0655,
      "step": 1453
    },
    {
      "epoch": 0.15763226366001734,
      "grad_norm": 0.31315144896507263,
      "learning_rate": 9.508922094878863e-05,
      "loss": 0.0659,
      "step": 1454
    },
    {
      "epoch": 0.15774067649609713,
      "grad_norm": 0.6029065847396851,
      "learning_rate": 9.508559408095168e-05,
      "loss": 0.0808,
      "step": 1455
    },
    {
      "epoch": 0.15784908933217692,
      "grad_norm": 0.22455757856369019,
      "learning_rate": 9.508196721311476e-05,
      "loss": 0.0331,
      "step": 1456
    },
    {
      "epoch": 0.1579575021682567,
      "grad_norm": 0.6704270839691162,
      "learning_rate": 9.507834034527783e-05,
      "loss": 0.0484,
      "step": 1457
    },
    {
      "epoch": 0.1580659150043365,
      "grad_norm": 0.8966097831726074,
      "learning_rate": 9.50747134774409e-05,
      "loss": 0.0596,
      "step": 1458
    },
    {
      "epoch": 0.1581743278404163,
      "grad_norm": 0.3719577193260193,
      "learning_rate": 9.507108660960395e-05,
      "loss": 0.0695,
      "step": 1459
    },
    {
      "epoch": 0.1582827406764961,
      "grad_norm": 0.3758840560913086,
      "learning_rate": 9.506745974176701e-05,
      "loss": 0.0589,
      "step": 1460
    },
    {
      "epoch": 0.15839115351257588,
      "grad_norm": 0.45589858293533325,
      "learning_rate": 9.506383287393008e-05,
      "loss": 0.077,
      "step": 1461
    },
    {
      "epoch": 0.15849956634865567,
      "grad_norm": 0.6016672253608704,
      "learning_rate": 9.506020600609314e-05,
      "loss": 0.1488,
      "step": 1462
    },
    {
      "epoch": 0.15860797918473546,
      "grad_norm": 0.5493086576461792,
      "learning_rate": 9.505657913825621e-05,
      "loss": 0.079,
      "step": 1463
    },
    {
      "epoch": 0.15871639202081528,
      "grad_norm": 0.3999602198600769,
      "learning_rate": 9.505295227041927e-05,
      "loss": 0.085,
      "step": 1464
    },
    {
      "epoch": 0.15882480485689507,
      "grad_norm": 0.4147246778011322,
      "learning_rate": 9.504932540258234e-05,
      "loss": 0.0953,
      "step": 1465
    },
    {
      "epoch": 0.15893321769297486,
      "grad_norm": 0.33710977435112,
      "learning_rate": 9.50456985347454e-05,
      "loss": 0.0574,
      "step": 1466
    },
    {
      "epoch": 0.15904163052905465,
      "grad_norm": 0.25793254375457764,
      "learning_rate": 9.504207166690847e-05,
      "loss": 0.0457,
      "step": 1467
    },
    {
      "epoch": 0.15915004336513444,
      "grad_norm": 0.40838879346847534,
      "learning_rate": 9.503844479907152e-05,
      "loss": 0.0639,
      "step": 1468
    },
    {
      "epoch": 0.15925845620121423,
      "grad_norm": 0.34437382221221924,
      "learning_rate": 9.503481793123458e-05,
      "loss": 0.0664,
      "step": 1469
    },
    {
      "epoch": 0.15936686903729402,
      "grad_norm": 0.22059771418571472,
      "learning_rate": 9.503119106339765e-05,
      "loss": 0.0413,
      "step": 1470
    },
    {
      "epoch": 0.15947528187337381,
      "grad_norm": 0.32123851776123047,
      "learning_rate": 9.502756419556071e-05,
      "loss": 0.0709,
      "step": 1471
    },
    {
      "epoch": 0.1595836947094536,
      "grad_norm": 0.28426477313041687,
      "learning_rate": 9.502393732772378e-05,
      "loss": 0.0685,
      "step": 1472
    },
    {
      "epoch": 0.1596921075455334,
      "grad_norm": 0.1800047904253006,
      "learning_rate": 9.502031045988684e-05,
      "loss": 0.0393,
      "step": 1473
    },
    {
      "epoch": 0.1598005203816132,
      "grad_norm": 0.23788923025131226,
      "learning_rate": 9.501668359204991e-05,
      "loss": 0.0721,
      "step": 1474
    },
    {
      "epoch": 0.15990893321769298,
      "grad_norm": 0.2393958419561386,
      "learning_rate": 9.501305672421298e-05,
      "loss": 0.0444,
      "step": 1475
    },
    {
      "epoch": 0.16001734605377277,
      "grad_norm": 0.2656994163990021,
      "learning_rate": 9.500942985637604e-05,
      "loss": 0.0599,
      "step": 1476
    },
    {
      "epoch": 0.16012575888985256,
      "grad_norm": 0.1678507924079895,
      "learning_rate": 9.500580298853911e-05,
      "loss": 0.0497,
      "step": 1477
    },
    {
      "epoch": 0.16023417172593235,
      "grad_norm": 0.11833629757165909,
      "learning_rate": 9.500217612070217e-05,
      "loss": 0.0371,
      "step": 1478
    },
    {
      "epoch": 0.16034258456201214,
      "grad_norm": 0.2930105924606323,
      "learning_rate": 9.499854925286524e-05,
      "loss": 0.0807,
      "step": 1479
    },
    {
      "epoch": 0.16045099739809193,
      "grad_norm": 0.15274912118911743,
      "learning_rate": 9.49949223850283e-05,
      "loss": 0.0475,
      "step": 1480
    },
    {
      "epoch": 0.16055941023417172,
      "grad_norm": 0.2501748204231262,
      "learning_rate": 9.499129551719136e-05,
      "loss": 0.0519,
      "step": 1481
    },
    {
      "epoch": 0.16066782307025151,
      "grad_norm": 0.1959664523601532,
      "learning_rate": 9.498766864935442e-05,
      "loss": 0.0764,
      "step": 1482
    },
    {
      "epoch": 0.1607762359063313,
      "grad_norm": 0.25067633390426636,
      "learning_rate": 9.498404178151748e-05,
      "loss": 0.0543,
      "step": 1483
    },
    {
      "epoch": 0.1608846487424111,
      "grad_norm": 0.3066179156303406,
      "learning_rate": 9.498041491368055e-05,
      "loss": 0.06,
      "step": 1484
    },
    {
      "epoch": 0.1609930615784909,
      "grad_norm": 0.4651438295841217,
      "learning_rate": 9.497678804584361e-05,
      "loss": 0.0701,
      "step": 1485
    },
    {
      "epoch": 0.16110147441457068,
      "grad_norm": 0.2198706865310669,
      "learning_rate": 9.497316117800668e-05,
      "loss": 0.0569,
      "step": 1486
    },
    {
      "epoch": 0.16120988725065047,
      "grad_norm": 0.3775382339954376,
      "learning_rate": 9.496953431016974e-05,
      "loss": 0.0591,
      "step": 1487
    },
    {
      "epoch": 0.16131830008673026,
      "grad_norm": 0.30552926659584045,
      "learning_rate": 9.49659074423328e-05,
      "loss": 0.0461,
      "step": 1488
    },
    {
      "epoch": 0.16142671292281005,
      "grad_norm": 0.34265196323394775,
      "learning_rate": 9.496228057449586e-05,
      "loss": 0.0567,
      "step": 1489
    },
    {
      "epoch": 0.16153512575888984,
      "grad_norm": 0.3789841830730438,
      "learning_rate": 9.495865370665893e-05,
      "loss": 0.0596,
      "step": 1490
    },
    {
      "epoch": 0.16164353859496963,
      "grad_norm": 0.3047672212123871,
      "learning_rate": 9.4955026838822e-05,
      "loss": 0.0872,
      "step": 1491
    },
    {
      "epoch": 0.16175195143104942,
      "grad_norm": 0.30208221077919006,
      "learning_rate": 9.495139997098506e-05,
      "loss": 0.0713,
      "step": 1492
    },
    {
      "epoch": 0.16186036426712924,
      "grad_norm": 0.3031787574291229,
      "learning_rate": 9.494777310314813e-05,
      "loss": 0.0375,
      "step": 1493
    },
    {
      "epoch": 0.16196877710320903,
      "grad_norm": 0.5215626955032349,
      "learning_rate": 9.494414623531119e-05,
      "loss": 0.0978,
      "step": 1494
    },
    {
      "epoch": 0.16207718993928882,
      "grad_norm": 0.32949215173721313,
      "learning_rate": 9.494051936747426e-05,
      "loss": 0.0309,
      "step": 1495
    },
    {
      "epoch": 0.16218560277536861,
      "grad_norm": 0.29092931747436523,
      "learning_rate": 9.493689249963732e-05,
      "loss": 0.042,
      "step": 1496
    },
    {
      "epoch": 0.1622940156114484,
      "grad_norm": 0.33392882347106934,
      "learning_rate": 9.493326563180038e-05,
      "loss": 0.0835,
      "step": 1497
    },
    {
      "epoch": 0.1624024284475282,
      "grad_norm": 0.34537509083747864,
      "learning_rate": 9.492963876396345e-05,
      "loss": 0.0687,
      "step": 1498
    },
    {
      "epoch": 0.162510841283608,
      "grad_norm": 0.15645456314086914,
      "learning_rate": 9.49260118961265e-05,
      "loss": 0.021,
      "step": 1499
    },
    {
      "epoch": 0.16261925411968778,
      "grad_norm": 0.4898669719696045,
      "learning_rate": 9.492238502828958e-05,
      "loss": 0.0723,
      "step": 1500
    },
    {
      "epoch": 0.16272766695576757,
      "grad_norm": 0.4363420605659485,
      "learning_rate": 9.491875816045263e-05,
      "loss": 0.1031,
      "step": 1501
    },
    {
      "epoch": 0.16283607979184736,
      "grad_norm": 0.32100483775138855,
      "learning_rate": 9.49151312926157e-05,
      "loss": 0.0515,
      "step": 1502
    },
    {
      "epoch": 0.16294449262792715,
      "grad_norm": 0.27683115005493164,
      "learning_rate": 9.491150442477876e-05,
      "loss": 0.0495,
      "step": 1503
    },
    {
      "epoch": 0.16305290546400694,
      "grad_norm": 0.16151869297027588,
      "learning_rate": 9.490787755694183e-05,
      "loss": 0.0265,
      "step": 1504
    },
    {
      "epoch": 0.16316131830008673,
      "grad_norm": 0.2512131631374359,
      "learning_rate": 9.490425068910489e-05,
      "loss": 0.0473,
      "step": 1505
    },
    {
      "epoch": 0.16326973113616652,
      "grad_norm": 0.43585506081581116,
      "learning_rate": 9.490062382126795e-05,
      "loss": 0.0777,
      "step": 1506
    },
    {
      "epoch": 0.16337814397224631,
      "grad_norm": 0.3033718466758728,
      "learning_rate": 9.489699695343102e-05,
      "loss": 0.0244,
      "step": 1507
    },
    {
      "epoch": 0.1634865568083261,
      "grad_norm": 0.2974660098552704,
      "learning_rate": 9.489337008559409e-05,
      "loss": 0.0538,
      "step": 1508
    },
    {
      "epoch": 0.1635949696444059,
      "grad_norm": 0.6815395951271057,
      "learning_rate": 9.488974321775716e-05,
      "loss": 0.0346,
      "step": 1509
    },
    {
      "epoch": 0.1637033824804857,
      "grad_norm": 0.21023698151111603,
      "learning_rate": 9.488611634992022e-05,
      "loss": 0.0467,
      "step": 1510
    },
    {
      "epoch": 0.16381179531656548,
      "grad_norm": 0.576972484588623,
      "learning_rate": 9.488248948208329e-05,
      "loss": 0.0618,
      "step": 1511
    },
    {
      "epoch": 0.16392020815264527,
      "grad_norm": 0.3863554000854492,
      "learning_rate": 9.487886261424634e-05,
      "loss": 0.0482,
      "step": 1512
    },
    {
      "epoch": 0.16402862098872506,
      "grad_norm": 0.21070162951946259,
      "learning_rate": 9.48752357464094e-05,
      "loss": 0.0211,
      "step": 1513
    },
    {
      "epoch": 0.16413703382480485,
      "grad_norm": 0.23285424709320068,
      "learning_rate": 9.487160887857247e-05,
      "loss": 0.032,
      "step": 1514
    },
    {
      "epoch": 0.16424544666088464,
      "grad_norm": 0.3117077946662903,
      "learning_rate": 9.486798201073553e-05,
      "loss": 0.0617,
      "step": 1515
    },
    {
      "epoch": 0.16435385949696443,
      "grad_norm": 0.5354790687561035,
      "learning_rate": 9.48643551428986e-05,
      "loss": 0.0665,
      "step": 1516
    },
    {
      "epoch": 0.16446227233304422,
      "grad_norm": 0.4167647063732147,
      "learning_rate": 9.486072827506166e-05,
      "loss": 0.0782,
      "step": 1517
    },
    {
      "epoch": 0.16457068516912401,
      "grad_norm": 0.19438041746616364,
      "learning_rate": 9.485710140722473e-05,
      "loss": 0.0471,
      "step": 1518
    },
    {
      "epoch": 0.1646790980052038,
      "grad_norm": 0.39271384477615356,
      "learning_rate": 9.485347453938779e-05,
      "loss": 0.0706,
      "step": 1519
    },
    {
      "epoch": 0.1647875108412836,
      "grad_norm": 0.15141727030277252,
      "learning_rate": 9.484984767155086e-05,
      "loss": 0.0287,
      "step": 1520
    },
    {
      "epoch": 0.1648959236773634,
      "grad_norm": 0.583818793296814,
      "learning_rate": 9.484622080371392e-05,
      "loss": 0.0745,
      "step": 1521
    },
    {
      "epoch": 0.16500433651344318,
      "grad_norm": 0.22230100631713867,
      "learning_rate": 9.484259393587697e-05,
      "loss": 0.0286,
      "step": 1522
    },
    {
      "epoch": 0.165112749349523,
      "grad_norm": 0.27739784121513367,
      "learning_rate": 9.483896706804004e-05,
      "loss": 0.0509,
      "step": 1523
    },
    {
      "epoch": 0.1652211621856028,
      "grad_norm": 0.40783926844596863,
      "learning_rate": 9.48353402002031e-05,
      "loss": 0.0878,
      "step": 1524
    },
    {
      "epoch": 0.16532957502168258,
      "grad_norm": 0.4000518023967743,
      "learning_rate": 9.483171333236617e-05,
      "loss": 0.0445,
      "step": 1525
    },
    {
      "epoch": 0.16543798785776237,
      "grad_norm": 0.3664417266845703,
      "learning_rate": 9.482808646452924e-05,
      "loss": 0.0866,
      "step": 1526
    },
    {
      "epoch": 0.16554640069384216,
      "grad_norm": 0.7789612412452698,
      "learning_rate": 9.48244595966923e-05,
      "loss": 0.0551,
      "step": 1527
    },
    {
      "epoch": 0.16565481352992195,
      "grad_norm": 0.6896372437477112,
      "learning_rate": 9.482083272885537e-05,
      "loss": 0.0582,
      "step": 1528
    },
    {
      "epoch": 0.16576322636600174,
      "grad_norm": 0.2868073284626007,
      "learning_rate": 9.481720586101843e-05,
      "loss": 0.0488,
      "step": 1529
    },
    {
      "epoch": 0.16587163920208153,
      "grad_norm": 0.5260087847709656,
      "learning_rate": 9.48135789931815e-05,
      "loss": 0.1047,
      "step": 1530
    },
    {
      "epoch": 0.16598005203816132,
      "grad_norm": 0.2888069748878479,
      "learning_rate": 9.480995212534456e-05,
      "loss": 0.053,
      "step": 1531
    },
    {
      "epoch": 0.16608846487424112,
      "grad_norm": 0.5091915130615234,
      "learning_rate": 9.480632525750763e-05,
      "loss": 0.0432,
      "step": 1532
    },
    {
      "epoch": 0.1661968777103209,
      "grad_norm": 0.4169297516345978,
      "learning_rate": 9.480269838967068e-05,
      "loss": 0.0443,
      "step": 1533
    },
    {
      "epoch": 0.1663052905464007,
      "grad_norm": 0.7326529026031494,
      "learning_rate": 9.479907152183376e-05,
      "loss": 0.0781,
      "step": 1534
    },
    {
      "epoch": 0.1664137033824805,
      "grad_norm": 0.3631114661693573,
      "learning_rate": 9.479544465399681e-05,
      "loss": 0.0936,
      "step": 1535
    },
    {
      "epoch": 0.16652211621856028,
      "grad_norm": 0.3554179072380066,
      "learning_rate": 9.479181778615987e-05,
      "loss": 0.0518,
      "step": 1536
    },
    {
      "epoch": 0.16663052905464007,
      "grad_norm": 0.5261772871017456,
      "learning_rate": 9.478819091832294e-05,
      "loss": 0.0769,
      "step": 1537
    },
    {
      "epoch": 0.16673894189071986,
      "grad_norm": 0.3121751546859741,
      "learning_rate": 9.4784564050486e-05,
      "loss": 0.0932,
      "step": 1538
    },
    {
      "epoch": 0.16684735472679965,
      "grad_norm": 0.35388559103012085,
      "learning_rate": 9.478093718264907e-05,
      "loss": 0.0726,
      "step": 1539
    },
    {
      "epoch": 0.16695576756287944,
      "grad_norm": 0.25526440143585205,
      "learning_rate": 9.477731031481213e-05,
      "loss": 0.0421,
      "step": 1540
    },
    {
      "epoch": 0.16706418039895923,
      "grad_norm": 0.2759009003639221,
      "learning_rate": 9.47736834469752e-05,
      "loss": 0.0435,
      "step": 1541
    },
    {
      "epoch": 0.16717259323503902,
      "grad_norm": 0.3965526521205902,
      "learning_rate": 9.477005657913825e-05,
      "loss": 0.0469,
      "step": 1542
    },
    {
      "epoch": 0.16728100607111882,
      "grad_norm": 0.3020244836807251,
      "learning_rate": 9.476642971130133e-05,
      "loss": 0.0823,
      "step": 1543
    },
    {
      "epoch": 0.1673894189071986,
      "grad_norm": 0.31397899985313416,
      "learning_rate": 9.47628028434644e-05,
      "loss": 0.0782,
      "step": 1544
    },
    {
      "epoch": 0.1674978317432784,
      "grad_norm": 0.2937038838863373,
      "learning_rate": 9.475917597562745e-05,
      "loss": 0.055,
      "step": 1545
    },
    {
      "epoch": 0.1676062445793582,
      "grad_norm": 0.3388676047325134,
      "learning_rate": 9.475554910779052e-05,
      "loss": 0.0648,
      "step": 1546
    },
    {
      "epoch": 0.16771465741543798,
      "grad_norm": 0.32755348086357117,
      "learning_rate": 9.475192223995358e-05,
      "loss": 0.0443,
      "step": 1547
    },
    {
      "epoch": 0.16782307025151777,
      "grad_norm": 0.37476131319999695,
      "learning_rate": 9.474829537211665e-05,
      "loss": 0.0803,
      "step": 1548
    },
    {
      "epoch": 0.16793148308759756,
      "grad_norm": 0.4386860430240631,
      "learning_rate": 9.474466850427971e-05,
      "loss": 0.0796,
      "step": 1549
    },
    {
      "epoch": 0.16803989592367735,
      "grad_norm": 0.4448351263999939,
      "learning_rate": 9.474104163644277e-05,
      "loss": 0.0449,
      "step": 1550
    },
    {
      "epoch": 0.16814830875975714,
      "grad_norm": 0.3533003032207489,
      "learning_rate": 9.473741476860584e-05,
      "loss": 0.094,
      "step": 1551
    },
    {
      "epoch": 0.16825672159583693,
      "grad_norm": 0.26169919967651367,
      "learning_rate": 9.47337879007689e-05,
      "loss": 0.0477,
      "step": 1552
    },
    {
      "epoch": 0.16836513443191675,
      "grad_norm": 0.3117385506629944,
      "learning_rate": 9.473016103293197e-05,
      "loss": 0.0443,
      "step": 1553
    },
    {
      "epoch": 0.16847354726799654,
      "grad_norm": 0.29618993401527405,
      "learning_rate": 9.472653416509502e-05,
      "loss": 0.0515,
      "step": 1554
    },
    {
      "epoch": 0.16858196010407633,
      "grad_norm": 0.3044113218784332,
      "learning_rate": 9.47229072972581e-05,
      "loss": 0.0369,
      "step": 1555
    },
    {
      "epoch": 0.16869037294015612,
      "grad_norm": 0.36870327591896057,
      "learning_rate": 9.471928042942115e-05,
      "loss": 0.0651,
      "step": 1556
    },
    {
      "epoch": 0.16879878577623592,
      "grad_norm": 0.22407560050487518,
      "learning_rate": 9.471565356158422e-05,
      "loss": 0.037,
      "step": 1557
    },
    {
      "epoch": 0.1689071986123157,
      "grad_norm": 0.4103389382362366,
      "learning_rate": 9.471202669374728e-05,
      "loss": 0.0944,
      "step": 1558
    },
    {
      "epoch": 0.1690156114483955,
      "grad_norm": 0.43904516100883484,
      "learning_rate": 9.470839982591034e-05,
      "loss": 0.1089,
      "step": 1559
    },
    {
      "epoch": 0.1691240242844753,
      "grad_norm": 1.044870376586914,
      "learning_rate": 9.470477295807342e-05,
      "loss": 0.0746,
      "step": 1560
    },
    {
      "epoch": 0.16923243712055508,
      "grad_norm": 0.32866770029067993,
      "learning_rate": 9.470114609023648e-05,
      "loss": 0.0862,
      "step": 1561
    },
    {
      "epoch": 0.16934084995663487,
      "grad_norm": 0.37177592515945435,
      "learning_rate": 9.469751922239955e-05,
      "loss": 0.0819,
      "step": 1562
    },
    {
      "epoch": 0.16944926279271466,
      "grad_norm": 0.5589933395385742,
      "learning_rate": 9.469389235456261e-05,
      "loss": 0.084,
      "step": 1563
    },
    {
      "epoch": 0.16955767562879445,
      "grad_norm": 0.21053560078144073,
      "learning_rate": 9.469026548672566e-05,
      "loss": 0.0331,
      "step": 1564
    },
    {
      "epoch": 0.16966608846487424,
      "grad_norm": 0.23373360931873322,
      "learning_rate": 9.468663861888874e-05,
      "loss": 0.0422,
      "step": 1565
    },
    {
      "epoch": 0.16977450130095403,
      "grad_norm": 0.1384049504995346,
      "learning_rate": 9.468301175105179e-05,
      "loss": 0.0283,
      "step": 1566
    },
    {
      "epoch": 0.16988291413703382,
      "grad_norm": 0.3159944415092468,
      "learning_rate": 9.467938488321486e-05,
      "loss": 0.0464,
      "step": 1567
    },
    {
      "epoch": 0.16999132697311362,
      "grad_norm": 0.38386648893356323,
      "learning_rate": 9.467575801537792e-05,
      "loss": 0.0556,
      "step": 1568
    },
    {
      "epoch": 0.1700997398091934,
      "grad_norm": 0.28204452991485596,
      "learning_rate": 9.467213114754099e-05,
      "loss": 0.0294,
      "step": 1569
    },
    {
      "epoch": 0.1702081526452732,
      "grad_norm": 0.7271680235862732,
      "learning_rate": 9.466850427970405e-05,
      "loss": 0.0978,
      "step": 1570
    },
    {
      "epoch": 0.170316565481353,
      "grad_norm": 0.26395487785339355,
      "learning_rate": 9.466487741186712e-05,
      "loss": 0.0513,
      "step": 1571
    },
    {
      "epoch": 0.17042497831743278,
      "grad_norm": 0.34658578038215637,
      "learning_rate": 9.466125054403018e-05,
      "loss": 0.0852,
      "step": 1572
    },
    {
      "epoch": 0.17053339115351257,
      "grad_norm": 0.4354194104671478,
      "learning_rate": 9.465762367619324e-05,
      "loss": 0.0765,
      "step": 1573
    },
    {
      "epoch": 0.17064180398959236,
      "grad_norm": 0.09557555615901947,
      "learning_rate": 9.46539968083563e-05,
      "loss": 0.0114,
      "step": 1574
    },
    {
      "epoch": 0.17075021682567215,
      "grad_norm": 0.41061529517173767,
      "learning_rate": 9.465036994051936e-05,
      "loss": 0.0523,
      "step": 1575
    },
    {
      "epoch": 0.17085862966175194,
      "grad_norm": 0.4411214292049408,
      "learning_rate": 9.464674307268243e-05,
      "loss": 0.0829,
      "step": 1576
    },
    {
      "epoch": 0.17096704249783173,
      "grad_norm": 0.36287668347358704,
      "learning_rate": 9.464311620484549e-05,
      "loss": 0.0819,
      "step": 1577
    },
    {
      "epoch": 0.17107545533391152,
      "grad_norm": 0.2083015888929367,
      "learning_rate": 9.463948933700856e-05,
      "loss": 0.0267,
      "step": 1578
    },
    {
      "epoch": 0.17118386816999132,
      "grad_norm": 0.6658821702003479,
      "learning_rate": 9.463586246917163e-05,
      "loss": 0.0492,
      "step": 1579
    },
    {
      "epoch": 0.1712922810060711,
      "grad_norm": 0.9434914588928223,
      "learning_rate": 9.463223560133469e-05,
      "loss": 0.0614,
      "step": 1580
    },
    {
      "epoch": 0.1714006938421509,
      "grad_norm": 0.30932116508483887,
      "learning_rate": 9.462860873349776e-05,
      "loss": 0.042,
      "step": 1581
    },
    {
      "epoch": 0.17150910667823072,
      "grad_norm": 0.5000166296958923,
      "learning_rate": 9.462498186566082e-05,
      "loss": 0.0876,
      "step": 1582
    },
    {
      "epoch": 0.1716175195143105,
      "grad_norm": 0.2562713027000427,
      "learning_rate": 9.462135499782389e-05,
      "loss": 0.0246,
      "step": 1583
    },
    {
      "epoch": 0.1717259323503903,
      "grad_norm": 0.34598708152770996,
      "learning_rate": 9.461772812998695e-05,
      "loss": 0.0446,
      "step": 1584
    },
    {
      "epoch": 0.1718343451864701,
      "grad_norm": 0.7755011320114136,
      "learning_rate": 9.461410126215002e-05,
      "loss": 0.1076,
      "step": 1585
    },
    {
      "epoch": 0.17194275802254988,
      "grad_norm": 0.5091822147369385,
      "learning_rate": 9.461047439431308e-05,
      "loss": 0.0668,
      "step": 1586
    },
    {
      "epoch": 0.17205117085862967,
      "grad_norm": 0.4018264412879944,
      "learning_rate": 9.460684752647613e-05,
      "loss": 0.0684,
      "step": 1587
    },
    {
      "epoch": 0.17215958369470946,
      "grad_norm": 0.15400724112987518,
      "learning_rate": 9.46032206586392e-05,
      "loss": 0.0331,
      "step": 1588
    },
    {
      "epoch": 0.17226799653078925,
      "grad_norm": 0.4465804994106293,
      "learning_rate": 9.459959379080226e-05,
      "loss": 0.0478,
      "step": 1589
    },
    {
      "epoch": 0.17237640936686904,
      "grad_norm": 0.38533610105514526,
      "learning_rate": 9.459596692296533e-05,
      "loss": 0.0496,
      "step": 1590
    },
    {
      "epoch": 0.17248482220294883,
      "grad_norm": 0.5523688197135925,
      "learning_rate": 9.459234005512839e-05,
      "loss": 0.0986,
      "step": 1591
    },
    {
      "epoch": 0.17259323503902863,
      "grad_norm": 0.5452866554260254,
      "learning_rate": 9.458871318729146e-05,
      "loss": 0.0537,
      "step": 1592
    },
    {
      "epoch": 0.17270164787510842,
      "grad_norm": 0.3727479875087738,
      "learning_rate": 9.458508631945452e-05,
      "loss": 0.0454,
      "step": 1593
    },
    {
      "epoch": 0.1728100607111882,
      "grad_norm": 0.41049444675445557,
      "learning_rate": 9.458145945161759e-05,
      "loss": 0.0892,
      "step": 1594
    },
    {
      "epoch": 0.172918473547268,
      "grad_norm": 0.3677886426448822,
      "learning_rate": 9.457783258378066e-05,
      "loss": 0.0596,
      "step": 1595
    },
    {
      "epoch": 0.1730268863833478,
      "grad_norm": 0.22381611168384552,
      "learning_rate": 9.457420571594372e-05,
      "loss": 0.034,
      "step": 1596
    },
    {
      "epoch": 0.17313529921942758,
      "grad_norm": 0.21498264372348785,
      "learning_rate": 9.457057884810679e-05,
      "loss": 0.0538,
      "step": 1597
    },
    {
      "epoch": 0.17324371205550737,
      "grad_norm": 0.26958808302879333,
      "learning_rate": 9.456695198026984e-05,
      "loss": 0.0772,
      "step": 1598
    },
    {
      "epoch": 0.17335212489158716,
      "grad_norm": 0.24267174303531647,
      "learning_rate": 9.456332511243292e-05,
      "loss": 0.0288,
      "step": 1599
    },
    {
      "epoch": 0.17346053772766695,
      "grad_norm": 0.2719358801841736,
      "learning_rate": 9.455969824459597e-05,
      "loss": 0.0569,
      "step": 1600
    },
    {
      "epoch": 0.17356895056374674,
      "grad_norm": 0.2399032562971115,
      "learning_rate": 9.455607137675903e-05,
      "loss": 0.0913,
      "step": 1601
    },
    {
      "epoch": 0.17367736339982653,
      "grad_norm": 0.3936519920825958,
      "learning_rate": 9.45524445089221e-05,
      "loss": 0.0658,
      "step": 1602
    },
    {
      "epoch": 0.17378577623590633,
      "grad_norm": 0.2789003252983093,
      "learning_rate": 9.454881764108516e-05,
      "loss": 0.0445,
      "step": 1603
    },
    {
      "epoch": 0.17389418907198612,
      "grad_norm": 0.5367050170898438,
      "learning_rate": 9.454519077324823e-05,
      "loss": 0.0896,
      "step": 1604
    },
    {
      "epoch": 0.1740026019080659,
      "grad_norm": 0.318572074174881,
      "learning_rate": 9.454156390541129e-05,
      "loss": 0.0556,
      "step": 1605
    },
    {
      "epoch": 0.1741110147441457,
      "grad_norm": 0.26015254855155945,
      "learning_rate": 9.453793703757436e-05,
      "loss": 0.0594,
      "step": 1606
    },
    {
      "epoch": 0.1742194275802255,
      "grad_norm": 0.2798422574996948,
      "learning_rate": 9.453431016973741e-05,
      "loss": 0.0393,
      "step": 1607
    },
    {
      "epoch": 0.17432784041630528,
      "grad_norm": 0.30893629789352417,
      "learning_rate": 9.453068330190049e-05,
      "loss": 0.0525,
      "step": 1608
    },
    {
      "epoch": 0.17443625325238507,
      "grad_norm": 0.3811046779155731,
      "learning_rate": 9.452705643406354e-05,
      "loss": 0.0484,
      "step": 1609
    },
    {
      "epoch": 0.17454466608846486,
      "grad_norm": 0.32115018367767334,
      "learning_rate": 9.45234295662266e-05,
      "loss": 0.0689,
      "step": 1610
    },
    {
      "epoch": 0.17465307892454465,
      "grad_norm": 0.42459994554519653,
      "learning_rate": 9.451980269838967e-05,
      "loss": 0.0897,
      "step": 1611
    },
    {
      "epoch": 0.17476149176062447,
      "grad_norm": 0.26757434010505676,
      "learning_rate": 9.451617583055274e-05,
      "loss": 0.0651,
      "step": 1612
    },
    {
      "epoch": 0.17486990459670426,
      "grad_norm": 0.19567422568798065,
      "learning_rate": 9.451254896271581e-05,
      "loss": 0.0354,
      "step": 1613
    },
    {
      "epoch": 0.17497831743278405,
      "grad_norm": 0.3093622028827667,
      "learning_rate": 9.450892209487887e-05,
      "loss": 0.062,
      "step": 1614
    },
    {
      "epoch": 0.17508673026886384,
      "grad_norm": 0.27380451560020447,
      "learning_rate": 9.450529522704194e-05,
      "loss": 0.0473,
      "step": 1615
    },
    {
      "epoch": 0.17519514310494363,
      "grad_norm": 0.42282891273498535,
      "learning_rate": 9.4501668359205e-05,
      "loss": 0.1506,
      "step": 1616
    },
    {
      "epoch": 0.17530355594102343,
      "grad_norm": 0.3571774661540985,
      "learning_rate": 9.449804149136806e-05,
      "loss": 0.0726,
      "step": 1617
    },
    {
      "epoch": 0.17541196877710322,
      "grad_norm": 0.3767997622489929,
      "learning_rate": 9.449441462353113e-05,
      "loss": 0.0537,
      "step": 1618
    },
    {
      "epoch": 0.175520381613183,
      "grad_norm": 0.4455960988998413,
      "learning_rate": 9.449078775569418e-05,
      "loss": 0.0565,
      "step": 1619
    },
    {
      "epoch": 0.1756287944492628,
      "grad_norm": 0.2704204022884369,
      "learning_rate": 9.448716088785725e-05,
      "loss": 0.0613,
      "step": 1620
    },
    {
      "epoch": 0.1757372072853426,
      "grad_norm": 0.4225516617298126,
      "learning_rate": 9.448353402002031e-05,
      "loss": 0.0294,
      "step": 1621
    },
    {
      "epoch": 0.17584562012142238,
      "grad_norm": 0.25182586908340454,
      "learning_rate": 9.447990715218338e-05,
      "loss": 0.0461,
      "step": 1622
    },
    {
      "epoch": 0.17595403295750217,
      "grad_norm": 0.28042882680892944,
      "learning_rate": 9.447628028434644e-05,
      "loss": 0.0369,
      "step": 1623
    },
    {
      "epoch": 0.17606244579358196,
      "grad_norm": 0.31070977449417114,
      "learning_rate": 9.447265341650951e-05,
      "loss": 0.0514,
      "step": 1624
    },
    {
      "epoch": 0.17617085862966175,
      "grad_norm": 0.6222056150436401,
      "learning_rate": 9.446902654867257e-05,
      "loss": 0.0792,
      "step": 1625
    },
    {
      "epoch": 0.17627927146574154,
      "grad_norm": 0.3504107892513275,
      "learning_rate": 9.446539968083563e-05,
      "loss": 0.0672,
      "step": 1626
    },
    {
      "epoch": 0.17638768430182133,
      "grad_norm": 0.3127852976322174,
      "learning_rate": 9.44617728129987e-05,
      "loss": 0.0626,
      "step": 1627
    },
    {
      "epoch": 0.17649609713790113,
      "grad_norm": 0.3413216769695282,
      "learning_rate": 9.445814594516175e-05,
      "loss": 0.0479,
      "step": 1628
    },
    {
      "epoch": 0.17660450997398092,
      "grad_norm": 0.3514888882637024,
      "learning_rate": 9.445451907732484e-05,
      "loss": 0.0472,
      "step": 1629
    },
    {
      "epoch": 0.1767129228100607,
      "grad_norm": 0.23748254776000977,
      "learning_rate": 9.44508922094879e-05,
      "loss": 0.0719,
      "step": 1630
    },
    {
      "epoch": 0.1768213356461405,
      "grad_norm": 0.3048670291900635,
      "learning_rate": 9.444726534165095e-05,
      "loss": 0.0474,
      "step": 1631
    },
    {
      "epoch": 0.1769297484822203,
      "grad_norm": 0.12564729154109955,
      "learning_rate": 9.444363847381402e-05,
      "loss": 0.0141,
      "step": 1632
    },
    {
      "epoch": 0.17703816131830008,
      "grad_norm": 0.1513625979423523,
      "learning_rate": 9.444001160597708e-05,
      "loss": 0.0252,
      "step": 1633
    },
    {
      "epoch": 0.17714657415437987,
      "grad_norm": 0.3697832524776459,
      "learning_rate": 9.443638473814015e-05,
      "loss": 0.0595,
      "step": 1634
    },
    {
      "epoch": 0.17725498699045966,
      "grad_norm": 0.25290629267692566,
      "learning_rate": 9.443275787030321e-05,
      "loss": 0.0513,
      "step": 1635
    },
    {
      "epoch": 0.17736339982653945,
      "grad_norm": 0.6239063143730164,
      "learning_rate": 9.442913100246628e-05,
      "loss": 0.0655,
      "step": 1636
    },
    {
      "epoch": 0.17747181266261924,
      "grad_norm": 0.4411044418811798,
      "learning_rate": 9.442550413462934e-05,
      "loss": 0.0964,
      "step": 1637
    },
    {
      "epoch": 0.17758022549869903,
      "grad_norm": 0.5068212747573853,
      "learning_rate": 9.442187726679241e-05,
      "loss": 0.0934,
      "step": 1638
    },
    {
      "epoch": 0.17768863833477883,
      "grad_norm": 0.401292622089386,
      "learning_rate": 9.441825039895547e-05,
      "loss": 0.0947,
      "step": 1639
    },
    {
      "epoch": 0.17779705117085862,
      "grad_norm": 0.31223487854003906,
      "learning_rate": 9.441462353111852e-05,
      "loss": 0.0499,
      "step": 1640
    },
    {
      "epoch": 0.17790546400693844,
      "grad_norm": 0.2736256718635559,
      "learning_rate": 9.44109966632816e-05,
      "loss": 0.0503,
      "step": 1641
    },
    {
      "epoch": 0.17801387684301823,
      "grad_norm": 0.47366130352020264,
      "learning_rate": 9.440736979544465e-05,
      "loss": 0.0825,
      "step": 1642
    },
    {
      "epoch": 0.17812228967909802,
      "grad_norm": 0.21663278341293335,
      "learning_rate": 9.440374292760772e-05,
      "loss": 0.0441,
      "step": 1643
    },
    {
      "epoch": 0.1782307025151778,
      "grad_norm": 0.38324210047721863,
      "learning_rate": 9.440011605977078e-05,
      "loss": 0.1185,
      "step": 1644
    },
    {
      "epoch": 0.1783391153512576,
      "grad_norm": 0.13795287907123566,
      "learning_rate": 9.439648919193385e-05,
      "loss": 0.0407,
      "step": 1645
    },
    {
      "epoch": 0.1784475281873374,
      "grad_norm": 0.3340517282485962,
      "learning_rate": 9.439286232409691e-05,
      "loss": 0.0838,
      "step": 1646
    },
    {
      "epoch": 0.17855594102341718,
      "grad_norm": 0.13905155658721924,
      "learning_rate": 9.438923545625998e-05,
      "loss": 0.0332,
      "step": 1647
    },
    {
      "epoch": 0.17866435385949697,
      "grad_norm": 0.4776066839694977,
      "learning_rate": 9.438560858842305e-05,
      "loss": 0.0679,
      "step": 1648
    },
    {
      "epoch": 0.17877276669557676,
      "grad_norm": 0.293490469455719,
      "learning_rate": 9.438198172058611e-05,
      "loss": 0.0612,
      "step": 1649
    },
    {
      "epoch": 0.17888117953165655,
      "grad_norm": 0.15848708152770996,
      "learning_rate": 9.437835485274918e-05,
      "loss": 0.0428,
      "step": 1650
    },
    {
      "epoch": 0.17898959236773634,
      "grad_norm": 0.24447040259838104,
      "learning_rate": 9.437472798491224e-05,
      "loss": 0.0445,
      "step": 1651
    },
    {
      "epoch": 0.17909800520381614,
      "grad_norm": 0.13859030604362488,
      "learning_rate": 9.43711011170753e-05,
      "loss": 0.0235,
      "step": 1652
    },
    {
      "epoch": 0.17920641803989593,
      "grad_norm": 0.3486050069332123,
      "learning_rate": 9.436747424923836e-05,
      "loss": 0.0456,
      "step": 1653
    },
    {
      "epoch": 0.17931483087597572,
      "grad_norm": 0.1390099972486496,
      "learning_rate": 9.436384738140142e-05,
      "loss": 0.0162,
      "step": 1654
    },
    {
      "epoch": 0.1794232437120555,
      "grad_norm": 0.47036251425743103,
      "learning_rate": 9.436022051356449e-05,
      "loss": 0.0598,
      "step": 1655
    },
    {
      "epoch": 0.1795316565481353,
      "grad_norm": 0.1832515001296997,
      "learning_rate": 9.435659364572755e-05,
      "loss": 0.0224,
      "step": 1656
    },
    {
      "epoch": 0.1796400693842151,
      "grad_norm": 0.5478478074073792,
      "learning_rate": 9.435296677789062e-05,
      "loss": 0.0477,
      "step": 1657
    },
    {
      "epoch": 0.17974848222029488,
      "grad_norm": 0.36081480979919434,
      "learning_rate": 9.434933991005368e-05,
      "loss": 0.0506,
      "step": 1658
    },
    {
      "epoch": 0.17985689505637467,
      "grad_norm": 0.41734132170677185,
      "learning_rate": 9.434571304221675e-05,
      "loss": 0.0474,
      "step": 1659
    },
    {
      "epoch": 0.17996530789245446,
      "grad_norm": 0.3742944598197937,
      "learning_rate": 9.43420861743798e-05,
      "loss": 0.0761,
      "step": 1660
    },
    {
      "epoch": 0.18007372072853425,
      "grad_norm": 0.5063127875328064,
      "learning_rate": 9.433845930654288e-05,
      "loss": 0.0829,
      "step": 1661
    },
    {
      "epoch": 0.18018213356461404,
      "grad_norm": 0.4913420081138611,
      "learning_rate": 9.433483243870593e-05,
      "loss": 0.065,
      "step": 1662
    },
    {
      "epoch": 0.18029054640069384,
      "grad_norm": 0.2830825448036194,
      "learning_rate": 9.433120557086899e-05,
      "loss": 0.0883,
      "step": 1663
    },
    {
      "epoch": 0.18039895923677363,
      "grad_norm": 0.3930560052394867,
      "learning_rate": 9.432757870303208e-05,
      "loss": 0.0618,
      "step": 1664
    },
    {
      "epoch": 0.18050737207285342,
      "grad_norm": 0.5703423619270325,
      "learning_rate": 9.432395183519513e-05,
      "loss": 0.0849,
      "step": 1665
    },
    {
      "epoch": 0.1806157849089332,
      "grad_norm": 0.33597537875175476,
      "learning_rate": 9.43203249673582e-05,
      "loss": 0.0211,
      "step": 1666
    },
    {
      "epoch": 0.180724197745013,
      "grad_norm": 0.6036240458488464,
      "learning_rate": 9.431669809952126e-05,
      "loss": 0.1091,
      "step": 1667
    },
    {
      "epoch": 0.1808326105810928,
      "grad_norm": 0.10946173220872879,
      "learning_rate": 9.431307123168432e-05,
      "loss": 0.0247,
      "step": 1668
    },
    {
      "epoch": 0.18094102341717258,
      "grad_norm": 0.9688300490379333,
      "learning_rate": 9.430944436384739e-05,
      "loss": 0.0768,
      "step": 1669
    },
    {
      "epoch": 0.18104943625325237,
      "grad_norm": 0.1551135629415512,
      "learning_rate": 9.430581749601045e-05,
      "loss": 0.0307,
      "step": 1670
    },
    {
      "epoch": 0.1811578490893322,
      "grad_norm": 0.11255872249603271,
      "learning_rate": 9.430219062817352e-05,
      "loss": 0.0123,
      "step": 1671
    },
    {
      "epoch": 0.18126626192541198,
      "grad_norm": 0.4275810122489929,
      "learning_rate": 9.429856376033657e-05,
      "loss": 0.102,
      "step": 1672
    },
    {
      "epoch": 0.18137467476149177,
      "grad_norm": 0.3215288519859314,
      "learning_rate": 9.429493689249965e-05,
      "loss": 0.0859,
      "step": 1673
    },
    {
      "epoch": 0.18148308759757156,
      "grad_norm": 0.2631051242351532,
      "learning_rate": 9.42913100246627e-05,
      "loss": 0.0553,
      "step": 1674
    },
    {
      "epoch": 0.18159150043365135,
      "grad_norm": 0.805151104927063,
      "learning_rate": 9.428768315682577e-05,
      "loss": 0.0914,
      "step": 1675
    },
    {
      "epoch": 0.18169991326973114,
      "grad_norm": 0.3175000250339508,
      "learning_rate": 9.428405628898883e-05,
      "loss": 0.0461,
      "step": 1676
    },
    {
      "epoch": 0.18180832610581094,
      "grad_norm": 0.5174226760864258,
      "learning_rate": 9.428042942115189e-05,
      "loss": 0.0183,
      "step": 1677
    },
    {
      "epoch": 0.18191673894189073,
      "grad_norm": 0.26002809405326843,
      "learning_rate": 9.427680255331496e-05,
      "loss": 0.0475,
      "step": 1678
    },
    {
      "epoch": 0.18202515177797052,
      "grad_norm": 0.12936942279338837,
      "learning_rate": 9.427317568547802e-05,
      "loss": 0.0266,
      "step": 1679
    },
    {
      "epoch": 0.1821335646140503,
      "grad_norm": 0.6287699341773987,
      "learning_rate": 9.426954881764109e-05,
      "loss": 0.0419,
      "step": 1680
    },
    {
      "epoch": 0.1822419774501301,
      "grad_norm": 0.4115554392337799,
      "learning_rate": 9.426592194980416e-05,
      "loss": 0.0724,
      "step": 1681
    },
    {
      "epoch": 0.1823503902862099,
      "grad_norm": 0.29121893644332886,
      "learning_rate": 9.426229508196722e-05,
      "loss": 0.0373,
      "step": 1682
    },
    {
      "epoch": 0.18245880312228968,
      "grad_norm": 0.2533641755580902,
      "learning_rate": 9.425866821413029e-05,
      "loss": 0.0672,
      "step": 1683
    },
    {
      "epoch": 0.18256721595836947,
      "grad_norm": 0.2757689654827118,
      "learning_rate": 9.425504134629334e-05,
      "loss": 0.059,
      "step": 1684
    },
    {
      "epoch": 0.18267562879444926,
      "grad_norm": 0.2990002930164337,
      "learning_rate": 9.425141447845641e-05,
      "loss": 0.0309,
      "step": 1685
    },
    {
      "epoch": 0.18278404163052905,
      "grad_norm": 0.4283296465873718,
      "learning_rate": 9.424778761061947e-05,
      "loss": 0.0483,
      "step": 1686
    },
    {
      "epoch": 0.18289245446660884,
      "grad_norm": 0.39909687638282776,
      "learning_rate": 9.424416074278254e-05,
      "loss": 0.0544,
      "step": 1687
    },
    {
      "epoch": 0.18300086730268864,
      "grad_norm": 0.20920102298259735,
      "learning_rate": 9.42405338749456e-05,
      "loss": 0.0271,
      "step": 1688
    },
    {
      "epoch": 0.18310928013876843,
      "grad_norm": 0.24053965508937836,
      "learning_rate": 9.423690700710867e-05,
      "loss": 0.036,
      "step": 1689
    },
    {
      "epoch": 0.18321769297484822,
      "grad_norm": 0.33927109837532043,
      "learning_rate": 9.423328013927173e-05,
      "loss": 0.0758,
      "step": 1690
    },
    {
      "epoch": 0.183326105810928,
      "grad_norm": 0.12833081185817719,
      "learning_rate": 9.422965327143479e-05,
      "loss": 0.0112,
      "step": 1691
    },
    {
      "epoch": 0.1834345186470078,
      "grad_norm": 0.29901063442230225,
      "learning_rate": 9.422602640359786e-05,
      "loss": 0.0557,
      "step": 1692
    },
    {
      "epoch": 0.1835429314830876,
      "grad_norm": 0.3993993401527405,
      "learning_rate": 9.422239953576091e-05,
      "loss": 0.0434,
      "step": 1693
    },
    {
      "epoch": 0.18365134431916738,
      "grad_norm": 0.2570488452911377,
      "learning_rate": 9.421877266792399e-05,
      "loss": 0.0289,
      "step": 1694
    },
    {
      "epoch": 0.18375975715524717,
      "grad_norm": 0.5276753902435303,
      "learning_rate": 9.421514580008704e-05,
      "loss": 0.0738,
      "step": 1695
    },
    {
      "epoch": 0.18386816999132696,
      "grad_norm": 0.5408306121826172,
      "learning_rate": 9.421151893225011e-05,
      "loss": 0.0679,
      "step": 1696
    },
    {
      "epoch": 0.18397658282740675,
      "grad_norm": 0.46854719519615173,
      "learning_rate": 9.420789206441317e-05,
      "loss": 0.0586,
      "step": 1697
    },
    {
      "epoch": 0.18408499566348654,
      "grad_norm": 0.5781906247138977,
      "learning_rate": 9.420426519657624e-05,
      "loss": 0.0702,
      "step": 1698
    },
    {
      "epoch": 0.18419340849956634,
      "grad_norm": 0.5567108392715454,
      "learning_rate": 9.420063832873931e-05,
      "loss": 0.0327,
      "step": 1699
    },
    {
      "epoch": 0.18430182133564615,
      "grad_norm": 0.39505696296691895,
      "learning_rate": 9.419701146090237e-05,
      "loss": 0.0787,
      "step": 1700
    },
    {
      "epoch": 0.18441023417172595,
      "grad_norm": 0.45920342206954956,
      "learning_rate": 9.419338459306544e-05,
      "loss": 0.1215,
      "step": 1701
    },
    {
      "epoch": 0.18451864700780574,
      "grad_norm": 0.41370487213134766,
      "learning_rate": 9.41897577252285e-05,
      "loss": 0.0625,
      "step": 1702
    },
    {
      "epoch": 0.18462705984388553,
      "grad_norm": 0.35210326313972473,
      "learning_rate": 9.418613085739157e-05,
      "loss": 0.0425,
      "step": 1703
    },
    {
      "epoch": 0.18473547267996532,
      "grad_norm": 0.31205302476882935,
      "learning_rate": 9.418250398955463e-05,
      "loss": 0.0581,
      "step": 1704
    },
    {
      "epoch": 0.1848438855160451,
      "grad_norm": 0.6577910780906677,
      "learning_rate": 9.41788771217177e-05,
      "loss": 0.0392,
      "step": 1705
    },
    {
      "epoch": 0.1849522983521249,
      "grad_norm": 0.7663882374763489,
      "learning_rate": 9.417525025388075e-05,
      "loss": 0.0817,
      "step": 1706
    },
    {
      "epoch": 0.1850607111882047,
      "grad_norm": 0.35100212693214417,
      "learning_rate": 9.417162338604381e-05,
      "loss": 0.0709,
      "step": 1707
    },
    {
      "epoch": 0.18516912402428448,
      "grad_norm": 0.26433491706848145,
      "learning_rate": 9.416799651820688e-05,
      "loss": 0.0413,
      "step": 1708
    },
    {
      "epoch": 0.18527753686036427,
      "grad_norm": 0.4226057827472687,
      "learning_rate": 9.416436965036994e-05,
      "loss": 0.0662,
      "step": 1709
    },
    {
      "epoch": 0.18538594969644406,
      "grad_norm": 0.1791568398475647,
      "learning_rate": 9.416074278253301e-05,
      "loss": 0.0387,
      "step": 1710
    },
    {
      "epoch": 0.18549436253252385,
      "grad_norm": 0.18200355768203735,
      "learning_rate": 9.415711591469607e-05,
      "loss": 0.0395,
      "step": 1711
    },
    {
      "epoch": 0.18560277536860365,
      "grad_norm": 0.30893686413764954,
      "learning_rate": 9.415348904685914e-05,
      "loss": 0.0408,
      "step": 1712
    },
    {
      "epoch": 0.18571118820468344,
      "grad_norm": 0.5480018854141235,
      "learning_rate": 9.41498621790222e-05,
      "loss": 0.056,
      "step": 1713
    },
    {
      "epoch": 0.18581960104076323,
      "grad_norm": 0.5422207117080688,
      "learning_rate": 9.414623531118525e-05,
      "loss": 0.098,
      "step": 1714
    },
    {
      "epoch": 0.18592801387684302,
      "grad_norm": 0.4692440629005432,
      "learning_rate": 9.414260844334832e-05,
      "loss": 0.1033,
      "step": 1715
    },
    {
      "epoch": 0.1860364267129228,
      "grad_norm": 0.2793775796890259,
      "learning_rate": 9.41389815755114e-05,
      "loss": 0.0479,
      "step": 1716
    },
    {
      "epoch": 0.1861448395490026,
      "grad_norm": 0.514412522315979,
      "learning_rate": 9.413535470767447e-05,
      "loss": 0.0652,
      "step": 1717
    },
    {
      "epoch": 0.1862532523850824,
      "grad_norm": 0.26035076379776,
      "learning_rate": 9.413172783983752e-05,
      "loss": 0.0445,
      "step": 1718
    },
    {
      "epoch": 0.18636166522116218,
      "grad_norm": 0.5683042407035828,
      "learning_rate": 9.41281009720006e-05,
      "loss": 0.0802,
      "step": 1719
    },
    {
      "epoch": 0.18647007805724197,
      "grad_norm": 0.24383722245693207,
      "learning_rate": 9.412447410416365e-05,
      "loss": 0.0567,
      "step": 1720
    },
    {
      "epoch": 0.18657849089332176,
      "grad_norm": 0.21798570454120636,
      "learning_rate": 9.412084723632671e-05,
      "loss": 0.0579,
      "step": 1721
    },
    {
      "epoch": 0.18668690372940155,
      "grad_norm": 0.41203802824020386,
      "learning_rate": 9.411722036848978e-05,
      "loss": 0.0901,
      "step": 1722
    },
    {
      "epoch": 0.18679531656548135,
      "grad_norm": 0.2369166612625122,
      "learning_rate": 9.411359350065284e-05,
      "loss": 0.0443,
      "step": 1723
    },
    {
      "epoch": 0.18690372940156114,
      "grad_norm": 0.20078127086162567,
      "learning_rate": 9.410996663281591e-05,
      "loss": 0.0416,
      "step": 1724
    },
    {
      "epoch": 0.18701214223764093,
      "grad_norm": 0.2132454514503479,
      "learning_rate": 9.410633976497897e-05,
      "loss": 0.0332,
      "step": 1725
    },
    {
      "epoch": 0.18712055507372072,
      "grad_norm": 0.23215821385383606,
      "learning_rate": 9.410271289714204e-05,
      "loss": 0.0272,
      "step": 1726
    },
    {
      "epoch": 0.1872289679098005,
      "grad_norm": 0.16657213866710663,
      "learning_rate": 9.40990860293051e-05,
      "loss": 0.0225,
      "step": 1727
    },
    {
      "epoch": 0.1873373807458803,
      "grad_norm": 0.26648154854774475,
      "learning_rate": 9.409545916146816e-05,
      "loss": 0.0587,
      "step": 1728
    },
    {
      "epoch": 0.1874457935819601,
      "grad_norm": 0.4905228018760681,
      "learning_rate": 9.409183229363122e-05,
      "loss": 0.0479,
      "step": 1729
    },
    {
      "epoch": 0.1875542064180399,
      "grad_norm": 0.33759522438049316,
      "learning_rate": 9.408820542579428e-05,
      "loss": 0.0728,
      "step": 1730
    },
    {
      "epoch": 0.1876626192541197,
      "grad_norm": 0.32738029956817627,
      "learning_rate": 9.408457855795735e-05,
      "loss": 0.06,
      "step": 1731
    },
    {
      "epoch": 0.1877710320901995,
      "grad_norm": 0.3851945996284485,
      "learning_rate": 9.408095169012041e-05,
      "loss": 0.0697,
      "step": 1732
    },
    {
      "epoch": 0.18787944492627928,
      "grad_norm": 0.30979910492897034,
      "learning_rate": 9.407732482228349e-05,
      "loss": 0.0496,
      "step": 1733
    },
    {
      "epoch": 0.18798785776235907,
      "grad_norm": 0.31147700548171997,
      "learning_rate": 9.407369795444655e-05,
      "loss": 0.0467,
      "step": 1734
    },
    {
      "epoch": 0.18809627059843886,
      "grad_norm": 0.3913459777832031,
      "learning_rate": 9.40700710866096e-05,
      "loss": 0.0812,
      "step": 1735
    },
    {
      "epoch": 0.18820468343451865,
      "grad_norm": 0.43603795766830444,
      "learning_rate": 9.406644421877268e-05,
      "loss": 0.1678,
      "step": 1736
    },
    {
      "epoch": 0.18831309627059845,
      "grad_norm": 0.24664220213890076,
      "learning_rate": 9.406281735093573e-05,
      "loss": 0.0709,
      "step": 1737
    },
    {
      "epoch": 0.18842150910667824,
      "grad_norm": 0.33520352840423584,
      "learning_rate": 9.40591904830988e-05,
      "loss": 0.0814,
      "step": 1738
    },
    {
      "epoch": 0.18852992194275803,
      "grad_norm": 0.27407971024513245,
      "learning_rate": 9.405556361526186e-05,
      "loss": 0.0644,
      "step": 1739
    },
    {
      "epoch": 0.18863833477883782,
      "grad_norm": 0.22343963384628296,
      "learning_rate": 9.405193674742493e-05,
      "loss": 0.0412,
      "step": 1740
    },
    {
      "epoch": 0.1887467476149176,
      "grad_norm": 0.216778963804245,
      "learning_rate": 9.404830987958799e-05,
      "loss": 0.0428,
      "step": 1741
    },
    {
      "epoch": 0.1888551604509974,
      "grad_norm": 0.19901049137115479,
      "learning_rate": 9.404468301175106e-05,
      "loss": 0.0403,
      "step": 1742
    },
    {
      "epoch": 0.1889635732870772,
      "grad_norm": 0.32799065113067627,
      "learning_rate": 9.404105614391412e-05,
      "loss": 0.1027,
      "step": 1743
    },
    {
      "epoch": 0.18907198612315698,
      "grad_norm": 0.35835132002830505,
      "learning_rate": 9.403742927607718e-05,
      "loss": 0.0391,
      "step": 1744
    },
    {
      "epoch": 0.18918039895923677,
      "grad_norm": 0.19197000563144684,
      "learning_rate": 9.403380240824025e-05,
      "loss": 0.0408,
      "step": 1745
    },
    {
      "epoch": 0.18928881179531656,
      "grad_norm": 0.3221355080604553,
      "learning_rate": 9.40301755404033e-05,
      "loss": 0.0685,
      "step": 1746
    },
    {
      "epoch": 0.18939722463139635,
      "grad_norm": 0.26732298731803894,
      "learning_rate": 9.402654867256638e-05,
      "loss": 0.0474,
      "step": 1747
    },
    {
      "epoch": 0.18950563746747615,
      "grad_norm": 0.20333145558834076,
      "learning_rate": 9.402292180472943e-05,
      "loss": 0.0595,
      "step": 1748
    },
    {
      "epoch": 0.18961405030355594,
      "grad_norm": 0.2719806432723999,
      "learning_rate": 9.40192949368925e-05,
      "loss": 0.0663,
      "step": 1749
    },
    {
      "epoch": 0.18972246313963573,
      "grad_norm": 0.21588556468486786,
      "learning_rate": 9.401566806905557e-05,
      "loss": 0.0605,
      "step": 1750
    },
    {
      "epoch": 0.18983087597571552,
      "grad_norm": 0.27328595519065857,
      "learning_rate": 9.401204120121863e-05,
      "loss": 0.0441,
      "step": 1751
    },
    {
      "epoch": 0.1899392888117953,
      "grad_norm": 0.2637074589729309,
      "learning_rate": 9.40084143333817e-05,
      "loss": 0.0417,
      "step": 1752
    },
    {
      "epoch": 0.1900477016478751,
      "grad_norm": 0.2593558728694916,
      "learning_rate": 9.400478746554476e-05,
      "loss": 0.0582,
      "step": 1753
    },
    {
      "epoch": 0.1901561144839549,
      "grad_norm": 0.34317031502723694,
      "learning_rate": 9.400116059770783e-05,
      "loss": 0.0426,
      "step": 1754
    },
    {
      "epoch": 0.19026452732003468,
      "grad_norm": 0.2380744218826294,
      "learning_rate": 9.399753372987089e-05,
      "loss": 0.0272,
      "step": 1755
    },
    {
      "epoch": 0.19037294015611447,
      "grad_norm": 0.38851815462112427,
      "learning_rate": 9.399390686203396e-05,
      "loss": 0.1117,
      "step": 1756
    },
    {
      "epoch": 0.19048135299219426,
      "grad_norm": 0.30340686440467834,
      "learning_rate": 9.399027999419702e-05,
      "loss": 0.0673,
      "step": 1757
    },
    {
      "epoch": 0.19058976582827405,
      "grad_norm": 0.20799584686756134,
      "learning_rate": 9.398665312636007e-05,
      "loss": 0.0429,
      "step": 1758
    },
    {
      "epoch": 0.19069817866435385,
      "grad_norm": 0.1882013976573944,
      "learning_rate": 9.398302625852315e-05,
      "loss": 0.0458,
      "step": 1759
    },
    {
      "epoch": 0.19080659150043366,
      "grad_norm": 0.4731070399284363,
      "learning_rate": 9.39793993906862e-05,
      "loss": 0.0826,
      "step": 1760
    },
    {
      "epoch": 0.19091500433651346,
      "grad_norm": 0.3622753918170929,
      "learning_rate": 9.397577252284927e-05,
      "loss": 0.0809,
      "step": 1761
    },
    {
      "epoch": 0.19102341717259325,
      "grad_norm": 0.3967459797859192,
      "learning_rate": 9.397214565501233e-05,
      "loss": 0.059,
      "step": 1762
    },
    {
      "epoch": 0.19113183000867304,
      "grad_norm": 0.41967520117759705,
      "learning_rate": 9.39685187871754e-05,
      "loss": 0.0678,
      "step": 1763
    },
    {
      "epoch": 0.19124024284475283,
      "grad_norm": 0.3781636655330658,
      "learning_rate": 9.396489191933846e-05,
      "loss": 0.0453,
      "step": 1764
    },
    {
      "epoch": 0.19134865568083262,
      "grad_norm": 0.6181239485740662,
      "learning_rate": 9.396126505150153e-05,
      "loss": 0.0539,
      "step": 1765
    },
    {
      "epoch": 0.1914570685169124,
      "grad_norm": 0.2338721752166748,
      "learning_rate": 9.395763818366459e-05,
      "loss": 0.0516,
      "step": 1766
    },
    {
      "epoch": 0.1915654813529922,
      "grad_norm": 0.3853084444999695,
      "learning_rate": 9.395401131582764e-05,
      "loss": 0.0576,
      "step": 1767
    },
    {
      "epoch": 0.191673894189072,
      "grad_norm": 0.6330009698867798,
      "learning_rate": 9.395038444799073e-05,
      "loss": 0.0668,
      "step": 1768
    },
    {
      "epoch": 0.19178230702515178,
      "grad_norm": 0.24541646242141724,
      "learning_rate": 9.394675758015379e-05,
      "loss": 0.0574,
      "step": 1769
    },
    {
      "epoch": 0.19189071986123157,
      "grad_norm": 0.34058642387390137,
      "learning_rate": 9.394313071231686e-05,
      "loss": 0.0375,
      "step": 1770
    },
    {
      "epoch": 0.19199913269731136,
      "grad_norm": 0.34662047028541565,
      "learning_rate": 9.393950384447991e-05,
      "loss": 0.0583,
      "step": 1771
    },
    {
      "epoch": 0.19210754553339116,
      "grad_norm": 0.30240598320961,
      "learning_rate": 9.393587697664297e-05,
      "loss": 0.0438,
      "step": 1772
    },
    {
      "epoch": 0.19221595836947095,
      "grad_norm": 0.2122296541929245,
      "learning_rate": 9.393225010880604e-05,
      "loss": 0.0391,
      "step": 1773
    },
    {
      "epoch": 0.19232437120555074,
      "grad_norm": 0.43578094244003296,
      "learning_rate": 9.39286232409691e-05,
      "loss": 0.0482,
      "step": 1774
    },
    {
      "epoch": 0.19243278404163053,
      "grad_norm": 0.2701256573200226,
      "learning_rate": 9.392499637313217e-05,
      "loss": 0.0413,
      "step": 1775
    },
    {
      "epoch": 0.19254119687771032,
      "grad_norm": 0.20685629546642303,
      "learning_rate": 9.392136950529523e-05,
      "loss": 0.0392,
      "step": 1776
    },
    {
      "epoch": 0.1926496097137901,
      "grad_norm": 0.508197546005249,
      "learning_rate": 9.39177426374583e-05,
      "loss": 0.0845,
      "step": 1777
    },
    {
      "epoch": 0.1927580225498699,
      "grad_norm": 0.43434083461761475,
      "learning_rate": 9.391411576962136e-05,
      "loss": 0.0728,
      "step": 1778
    },
    {
      "epoch": 0.1928664353859497,
      "grad_norm": 0.38888615369796753,
      "learning_rate": 9.391048890178443e-05,
      "loss": 0.046,
      "step": 1779
    },
    {
      "epoch": 0.19297484822202948,
      "grad_norm": 0.4035581648349762,
      "learning_rate": 9.390686203394748e-05,
      "loss": 0.0673,
      "step": 1780
    },
    {
      "epoch": 0.19308326105810927,
      "grad_norm": 1.0648927688598633,
      "learning_rate": 9.390323516611054e-05,
      "loss": 0.1337,
      "step": 1781
    },
    {
      "epoch": 0.19319167389418906,
      "grad_norm": 0.39402905106544495,
      "learning_rate": 9.389960829827361e-05,
      "loss": 0.0379,
      "step": 1782
    },
    {
      "epoch": 0.19330008673026886,
      "grad_norm": 0.17926394939422607,
      "learning_rate": 9.389598143043667e-05,
      "loss": 0.0612,
      "step": 1783
    },
    {
      "epoch": 0.19340849956634865,
      "grad_norm": 0.3504204750061035,
      "learning_rate": 9.389235456259974e-05,
      "loss": 0.0797,
      "step": 1784
    },
    {
      "epoch": 0.19351691240242844,
      "grad_norm": 0.5566368699073792,
      "learning_rate": 9.388872769476281e-05,
      "loss": 0.0599,
      "step": 1785
    },
    {
      "epoch": 0.19362532523850823,
      "grad_norm": 0.4159890413284302,
      "learning_rate": 9.388510082692587e-05,
      "loss": 0.0478,
      "step": 1786
    },
    {
      "epoch": 0.19373373807458802,
      "grad_norm": 0.42324063181877136,
      "learning_rate": 9.388147395908894e-05,
      "loss": 0.1019,
      "step": 1787
    },
    {
      "epoch": 0.1938421509106678,
      "grad_norm": 0.25943681597709656,
      "learning_rate": 9.3877847091252e-05,
      "loss": 0.0914,
      "step": 1788
    },
    {
      "epoch": 0.19395056374674763,
      "grad_norm": 0.14508172869682312,
      "learning_rate": 9.387422022341507e-05,
      "loss": 0.0317,
      "step": 1789
    },
    {
      "epoch": 0.19405897658282742,
      "grad_norm": 0.45445340871810913,
      "learning_rate": 9.387059335557813e-05,
      "loss": 0.089,
      "step": 1790
    },
    {
      "epoch": 0.1941673894189072,
      "grad_norm": 0.4018017649650574,
      "learning_rate": 9.38669664877412e-05,
      "loss": 0.0738,
      "step": 1791
    },
    {
      "epoch": 0.194275802254987,
      "grad_norm": 0.29381081461906433,
      "learning_rate": 9.386333961990425e-05,
      "loss": 0.0615,
      "step": 1792
    },
    {
      "epoch": 0.1943842150910668,
      "grad_norm": 0.24509228765964508,
      "learning_rate": 9.385971275206732e-05,
      "loss": 0.0908,
      "step": 1793
    },
    {
      "epoch": 0.19449262792714658,
      "grad_norm": 0.1566447913646698,
      "learning_rate": 9.385608588423038e-05,
      "loss": 0.0447,
      "step": 1794
    },
    {
      "epoch": 0.19460104076322637,
      "grad_norm": 0.19395095109939575,
      "learning_rate": 9.385245901639344e-05,
      "loss": 0.0444,
      "step": 1795
    },
    {
      "epoch": 0.19470945359930616,
      "grad_norm": 0.5353110432624817,
      "learning_rate": 9.384883214855651e-05,
      "loss": 0.0878,
      "step": 1796
    },
    {
      "epoch": 0.19481786643538596,
      "grad_norm": 0.22195889055728912,
      "learning_rate": 9.384520528071957e-05,
      "loss": 0.0456,
      "step": 1797
    },
    {
      "epoch": 0.19492627927146575,
      "grad_norm": 0.25318852066993713,
      "learning_rate": 9.384157841288264e-05,
      "loss": 0.0833,
      "step": 1798
    },
    {
      "epoch": 0.19503469210754554,
      "grad_norm": 0.32430386543273926,
      "learning_rate": 9.38379515450457e-05,
      "loss": 0.0683,
      "step": 1799
    },
    {
      "epoch": 0.19514310494362533,
      "grad_norm": 0.23871654272079468,
      "learning_rate": 9.383432467720877e-05,
      "loss": 0.0576,
      "step": 1800
    },
    {
      "epoch": 0.19525151777970512,
      "grad_norm": 0.2024383693933487,
      "learning_rate": 9.383069780937182e-05,
      "loss": 0.0584,
      "step": 1801
    },
    {
      "epoch": 0.1953599306157849,
      "grad_norm": 0.25377434492111206,
      "learning_rate": 9.38270709415349e-05,
      "loss": 0.0665,
      "step": 1802
    },
    {
      "epoch": 0.1954683434518647,
      "grad_norm": 0.24968981742858887,
      "learning_rate": 9.382344407369797e-05,
      "loss": 0.0762,
      "step": 1803
    },
    {
      "epoch": 0.1955767562879445,
      "grad_norm": 0.11610911786556244,
      "learning_rate": 9.381981720586102e-05,
      "loss": 0.0319,
      "step": 1804
    },
    {
      "epoch": 0.19568516912402428,
      "grad_norm": 0.2663770020008087,
      "learning_rate": 9.38161903380241e-05,
      "loss": 0.0485,
      "step": 1805
    },
    {
      "epoch": 0.19579358196010407,
      "grad_norm": 0.30308499932289124,
      "learning_rate": 9.381256347018715e-05,
      "loss": 0.0327,
      "step": 1806
    },
    {
      "epoch": 0.19590199479618386,
      "grad_norm": 0.11044371873140335,
      "learning_rate": 9.380893660235022e-05,
      "loss": 0.0207,
      "step": 1807
    },
    {
      "epoch": 0.19601040763226366,
      "grad_norm": 0.19429266452789307,
      "learning_rate": 9.380530973451328e-05,
      "loss": 0.0219,
      "step": 1808
    },
    {
      "epoch": 0.19611882046834345,
      "grad_norm": 0.19953903555870056,
      "learning_rate": 9.380168286667635e-05,
      "loss": 0.044,
      "step": 1809
    },
    {
      "epoch": 0.19622723330442324,
      "grad_norm": 0.1956990361213684,
      "learning_rate": 9.379805599883941e-05,
      "loss": 0.0242,
      "step": 1810
    },
    {
      "epoch": 0.19633564614050303,
      "grad_norm": 0.25440093874931335,
      "learning_rate": 9.379442913100246e-05,
      "loss": 0.0322,
      "step": 1811
    },
    {
      "epoch": 0.19644405897658282,
      "grad_norm": 0.23051215708255768,
      "learning_rate": 9.379080226316554e-05,
      "loss": 0.0457,
      "step": 1812
    },
    {
      "epoch": 0.1965524718126626,
      "grad_norm": 0.295382022857666,
      "learning_rate": 9.378717539532859e-05,
      "loss": 0.0693,
      "step": 1813
    },
    {
      "epoch": 0.1966608846487424,
      "grad_norm": 0.21013742685317993,
      "learning_rate": 9.378354852749166e-05,
      "loss": 0.0329,
      "step": 1814
    },
    {
      "epoch": 0.1967692974848222,
      "grad_norm": 0.9230953454971313,
      "learning_rate": 9.377992165965472e-05,
      "loss": 0.0374,
      "step": 1815
    },
    {
      "epoch": 0.19687771032090198,
      "grad_norm": 0.3895312249660492,
      "learning_rate": 9.377629479181779e-05,
      "loss": 0.0397,
      "step": 1816
    },
    {
      "epoch": 0.19698612315698177,
      "grad_norm": 0.3733621835708618,
      "learning_rate": 9.377266792398085e-05,
      "loss": 0.0527,
      "step": 1817
    },
    {
      "epoch": 0.19709453599306156,
      "grad_norm": 0.27208155393600464,
      "learning_rate": 9.376904105614391e-05,
      "loss": 0.0558,
      "step": 1818
    },
    {
      "epoch": 0.19720294882914138,
      "grad_norm": 0.2726231813430786,
      "learning_rate": 9.376541418830699e-05,
      "loss": 0.0457,
      "step": 1819
    },
    {
      "epoch": 0.19731136166522117,
      "grad_norm": 0.24794794619083405,
      "learning_rate": 9.376178732047005e-05,
      "loss": 0.0245,
      "step": 1820
    },
    {
      "epoch": 0.19741977450130097,
      "grad_norm": 0.711570143699646,
      "learning_rate": 9.375816045263312e-05,
      "loss": 0.1095,
      "step": 1821
    },
    {
      "epoch": 0.19752818733738076,
      "grad_norm": 0.45178788900375366,
      "learning_rate": 9.375453358479618e-05,
      "loss": 0.0541,
      "step": 1822
    },
    {
      "epoch": 0.19763660017346055,
      "grad_norm": 0.8363468050956726,
      "learning_rate": 9.375090671695925e-05,
      "loss": 0.1062,
      "step": 1823
    },
    {
      "epoch": 0.19774501300954034,
      "grad_norm": 0.709727942943573,
      "learning_rate": 9.37472798491223e-05,
      "loss": 0.0565,
      "step": 1824
    },
    {
      "epoch": 0.19785342584562013,
      "grad_norm": 0.10561709105968475,
      "learning_rate": 9.374365298128536e-05,
      "loss": 0.0121,
      "step": 1825
    },
    {
      "epoch": 0.19796183868169992,
      "grad_norm": 0.4138123393058777,
      "learning_rate": 9.374002611344843e-05,
      "loss": 0.0584,
      "step": 1826
    },
    {
      "epoch": 0.1980702515177797,
      "grad_norm": 0.5647020936012268,
      "learning_rate": 9.373639924561149e-05,
      "loss": 0.0399,
      "step": 1827
    },
    {
      "epoch": 0.1981786643538595,
      "grad_norm": 0.777754008769989,
      "learning_rate": 9.373277237777456e-05,
      "loss": 0.1563,
      "step": 1828
    },
    {
      "epoch": 0.1982870771899393,
      "grad_norm": 0.40467408299446106,
      "learning_rate": 9.372914550993762e-05,
      "loss": 0.0819,
      "step": 1829
    },
    {
      "epoch": 0.19839549002601908,
      "grad_norm": 0.30392906069755554,
      "learning_rate": 9.372551864210069e-05,
      "loss": 0.0391,
      "step": 1830
    },
    {
      "epoch": 0.19850390286209887,
      "grad_norm": 0.2472987025976181,
      "learning_rate": 9.372189177426375e-05,
      "loss": 0.04,
      "step": 1831
    },
    {
      "epoch": 0.19861231569817867,
      "grad_norm": 0.1308269500732422,
      "learning_rate": 9.371826490642682e-05,
      "loss": 0.0211,
      "step": 1832
    },
    {
      "epoch": 0.19872072853425846,
      "grad_norm": 0.8206005692481995,
      "learning_rate": 9.371463803858988e-05,
      "loss": 0.0682,
      "step": 1833
    },
    {
      "epoch": 0.19882914137033825,
      "grad_norm": 0.2843641936779022,
      "learning_rate": 9.371101117075293e-05,
      "loss": 0.0613,
      "step": 1834
    },
    {
      "epoch": 0.19893755420641804,
      "grad_norm": 0.3238253593444824,
      "learning_rate": 9.3707384302916e-05,
      "loss": 0.0975,
      "step": 1835
    },
    {
      "epoch": 0.19904596704249783,
      "grad_norm": 0.3325974941253662,
      "learning_rate": 9.370375743507906e-05,
      "loss": 0.0417,
      "step": 1836
    },
    {
      "epoch": 0.19915437987857762,
      "grad_norm": 0.2347387969493866,
      "learning_rate": 9.370013056724215e-05,
      "loss": 0.0396,
      "step": 1837
    },
    {
      "epoch": 0.1992627927146574,
      "grad_norm": 0.524338960647583,
      "learning_rate": 9.36965036994052e-05,
      "loss": 0.076,
      "step": 1838
    },
    {
      "epoch": 0.1993712055507372,
      "grad_norm": 0.4115639626979828,
      "learning_rate": 9.369287683156826e-05,
      "loss": 0.0678,
      "step": 1839
    },
    {
      "epoch": 0.199479618386817,
      "grad_norm": 0.3714711368083954,
      "learning_rate": 9.368924996373133e-05,
      "loss": 0.0646,
      "step": 1840
    },
    {
      "epoch": 0.19958803122289678,
      "grad_norm": 0.34045878052711487,
      "learning_rate": 9.368562309589439e-05,
      "loss": 0.0761,
      "step": 1841
    },
    {
      "epoch": 0.19969644405897657,
      "grad_norm": 0.2219630926847458,
      "learning_rate": 9.368199622805746e-05,
      "loss": 0.0255,
      "step": 1842
    },
    {
      "epoch": 0.19980485689505637,
      "grad_norm": 0.147981658577919,
      "learning_rate": 9.367836936022052e-05,
      "loss": 0.042,
      "step": 1843
    },
    {
      "epoch": 0.19991326973113616,
      "grad_norm": 0.3364093601703644,
      "learning_rate": 9.367474249238359e-05,
      "loss": 0.0936,
      "step": 1844
    },
    {
      "epoch": 0.20002168256721595,
      "grad_norm": 0.19514469802379608,
      "learning_rate": 9.367111562454664e-05,
      "loss": 0.0491,
      "step": 1845
    },
    {
      "epoch": 0.20013009540329574,
      "grad_norm": 0.37577107548713684,
      "learning_rate": 9.366748875670972e-05,
      "loss": 0.1143,
      "step": 1846
    },
    {
      "epoch": 0.20023850823937553,
      "grad_norm": 0.41425183415412903,
      "learning_rate": 9.366386188887277e-05,
      "loss": 0.0934,
      "step": 1847
    },
    {
      "epoch": 0.20034692107545535,
      "grad_norm": 0.2744673788547516,
      "learning_rate": 9.366023502103583e-05,
      "loss": 0.0723,
      "step": 1848
    },
    {
      "epoch": 0.20045533391153514,
      "grad_norm": 0.23075813055038452,
      "learning_rate": 9.36566081531989e-05,
      "loss": 0.041,
      "step": 1849
    },
    {
      "epoch": 0.20056374674761493,
      "grad_norm": 0.1448182612657547,
      "learning_rate": 9.365298128536196e-05,
      "loss": 0.0279,
      "step": 1850
    },
    {
      "epoch": 0.20067215958369472,
      "grad_norm": 0.3417412042617798,
      "learning_rate": 9.364935441752503e-05,
      "loss": 0.0661,
      "step": 1851
    },
    {
      "epoch": 0.2007805724197745,
      "grad_norm": 0.2928914725780487,
      "learning_rate": 9.364572754968809e-05,
      "loss": 0.0565,
      "step": 1852
    },
    {
      "epoch": 0.2008889852558543,
      "grad_norm": 0.19167488813400269,
      "learning_rate": 9.364210068185116e-05,
      "loss": 0.0383,
      "step": 1853
    },
    {
      "epoch": 0.2009973980919341,
      "grad_norm": 0.17419132590293884,
      "learning_rate": 9.363847381401423e-05,
      "loss": 0.0618,
      "step": 1854
    },
    {
      "epoch": 0.20110581092801388,
      "grad_norm": 0.2307392656803131,
      "learning_rate": 9.363484694617729e-05,
      "loss": 0.0536,
      "step": 1855
    },
    {
      "epoch": 0.20121422376409367,
      "grad_norm": 0.21538981795310974,
      "learning_rate": 9.363122007834036e-05,
      "loss": 0.0603,
      "step": 1856
    },
    {
      "epoch": 0.20132263660017347,
      "grad_norm": 0.2291315495967865,
      "learning_rate": 9.362759321050341e-05,
      "loss": 0.0828,
      "step": 1857
    },
    {
      "epoch": 0.20143104943625326,
      "grad_norm": 0.22090426087379456,
      "learning_rate": 9.362396634266648e-05,
      "loss": 0.0611,
      "step": 1858
    },
    {
      "epoch": 0.20153946227233305,
      "grad_norm": 0.20611149072647095,
      "learning_rate": 9.362033947482954e-05,
      "loss": 0.041,
      "step": 1859
    },
    {
      "epoch": 0.20164787510841284,
      "grad_norm": 0.22560001909732819,
      "learning_rate": 9.361671260699261e-05,
      "loss": 0.0451,
      "step": 1860
    },
    {
      "epoch": 0.20175628794449263,
      "grad_norm": 0.24262987077236176,
      "learning_rate": 9.361308573915567e-05,
      "loss": 0.0715,
      "step": 1861
    },
    {
      "epoch": 0.20186470078057242,
      "grad_norm": 0.26433148980140686,
      "learning_rate": 9.360945887131873e-05,
      "loss": 0.0479,
      "step": 1862
    },
    {
      "epoch": 0.2019731136166522,
      "grad_norm": 0.3032078146934509,
      "learning_rate": 9.36058320034818e-05,
      "loss": 0.0744,
      "step": 1863
    },
    {
      "epoch": 0.202081526452732,
      "grad_norm": 0.18121939897537231,
      "learning_rate": 9.360220513564486e-05,
      "loss": 0.051,
      "step": 1864
    },
    {
      "epoch": 0.2021899392888118,
      "grad_norm": 0.28508758544921875,
      "learning_rate": 9.359857826780793e-05,
      "loss": 0.0793,
      "step": 1865
    },
    {
      "epoch": 0.20229835212489158,
      "grad_norm": 0.23998376727104187,
      "learning_rate": 9.359495139997098e-05,
      "loss": 0.0522,
      "step": 1866
    },
    {
      "epoch": 0.20240676496097137,
      "grad_norm": 0.4618411660194397,
      "learning_rate": 9.359132453213405e-05,
      "loss": 0.117,
      "step": 1867
    },
    {
      "epoch": 0.20251517779705117,
      "grad_norm": 0.32496556639671326,
      "learning_rate": 9.358769766429711e-05,
      "loss": 0.0822,
      "step": 1868
    },
    {
      "epoch": 0.20262359063313096,
      "grad_norm": 0.36067357659339905,
      "learning_rate": 9.358407079646018e-05,
      "loss": 0.0557,
      "step": 1869
    },
    {
      "epoch": 0.20273200346921075,
      "grad_norm": 0.4105387330055237,
      "learning_rate": 9.358044392862324e-05,
      "loss": 0.0788,
      "step": 1870
    },
    {
      "epoch": 0.20284041630529054,
      "grad_norm": 0.5192745327949524,
      "learning_rate": 9.357681706078631e-05,
      "loss": 0.0869,
      "step": 1871
    },
    {
      "epoch": 0.20294882914137033,
      "grad_norm": 0.3535917103290558,
      "learning_rate": 9.357319019294938e-05,
      "loss": 0.077,
      "step": 1872
    },
    {
      "epoch": 0.20305724197745012,
      "grad_norm": 0.14017197489738464,
      "learning_rate": 9.356956332511244e-05,
      "loss": 0.0367,
      "step": 1873
    },
    {
      "epoch": 0.2031656548135299,
      "grad_norm": 0.3242660164833069,
      "learning_rate": 9.356593645727551e-05,
      "loss": 0.0405,
      "step": 1874
    },
    {
      "epoch": 0.2032740676496097,
      "grad_norm": 0.40283238887786865,
      "learning_rate": 9.356230958943857e-05,
      "loss": 0.0782,
      "step": 1875
    },
    {
      "epoch": 0.2033824804856895,
      "grad_norm": 0.2963331639766693,
      "learning_rate": 9.355868272160163e-05,
      "loss": 0.0842,
      "step": 1876
    },
    {
      "epoch": 0.20349089332176928,
      "grad_norm": 0.2280699908733368,
      "learning_rate": 9.35550558537647e-05,
      "loss": 0.0577,
      "step": 1877
    },
    {
      "epoch": 0.2035993061578491,
      "grad_norm": 0.2136811912059784,
      "learning_rate": 9.355142898592775e-05,
      "loss": 0.0417,
      "step": 1878
    },
    {
      "epoch": 0.2037077189939289,
      "grad_norm": 0.28366798162460327,
      "learning_rate": 9.354780211809082e-05,
      "loss": 0.0614,
      "step": 1879
    },
    {
      "epoch": 0.20381613183000868,
      "grad_norm": 0.42877885699272156,
      "learning_rate": 9.354417525025388e-05,
      "loss": 0.0733,
      "step": 1880
    },
    {
      "epoch": 0.20392454466608848,
      "grad_norm": 0.23897922039031982,
      "learning_rate": 9.354054838241695e-05,
      "loss": 0.0526,
      "step": 1881
    },
    {
      "epoch": 0.20403295750216827,
      "grad_norm": 0.30959683656692505,
      "learning_rate": 9.353692151458001e-05,
      "loss": 0.1012,
      "step": 1882
    },
    {
      "epoch": 0.20414137033824806,
      "grad_norm": 0.2720124125480652,
      "learning_rate": 9.353329464674308e-05,
      "loss": 0.0575,
      "step": 1883
    },
    {
      "epoch": 0.20424978317432785,
      "grad_norm": 0.15166868269443512,
      "learning_rate": 9.352966777890614e-05,
      "loss": 0.0411,
      "step": 1884
    },
    {
      "epoch": 0.20435819601040764,
      "grad_norm": 0.20436270534992218,
      "learning_rate": 9.35260409110692e-05,
      "loss": 0.0661,
      "step": 1885
    },
    {
      "epoch": 0.20446660884648743,
      "grad_norm": 0.28871437907218933,
      "learning_rate": 9.352241404323227e-05,
      "loss": 0.0614,
      "step": 1886
    },
    {
      "epoch": 0.20457502168256722,
      "grad_norm": 0.34072399139404297,
      "learning_rate": 9.351878717539532e-05,
      "loss": 0.0718,
      "step": 1887
    },
    {
      "epoch": 0.204683434518647,
      "grad_norm": 0.18691404163837433,
      "learning_rate": 9.35151603075584e-05,
      "loss": 0.042,
      "step": 1888
    },
    {
      "epoch": 0.2047918473547268,
      "grad_norm": 0.31605350971221924,
      "learning_rate": 9.351153343972147e-05,
      "loss": 0.066,
      "step": 1889
    },
    {
      "epoch": 0.2049002601908066,
      "grad_norm": 0.36856216192245483,
      "learning_rate": 9.350790657188454e-05,
      "loss": 0.1032,
      "step": 1890
    },
    {
      "epoch": 0.20500867302688638,
      "grad_norm": 0.34663140773773193,
      "learning_rate": 9.35042797040476e-05,
      "loss": 0.0895,
      "step": 1891
    },
    {
      "epoch": 0.20511708586296618,
      "grad_norm": 0.17273569107055664,
      "learning_rate": 9.350065283621065e-05,
      "loss": 0.0402,
      "step": 1892
    },
    {
      "epoch": 0.20522549869904597,
      "grad_norm": 0.3743976950645447,
      "learning_rate": 9.349702596837372e-05,
      "loss": 0.0866,
      "step": 1893
    },
    {
      "epoch": 0.20533391153512576,
      "grad_norm": 0.2264258712530136,
      "learning_rate": 9.349339910053678e-05,
      "loss": 0.05,
      "step": 1894
    },
    {
      "epoch": 0.20544232437120555,
      "grad_norm": 0.24648672342300415,
      "learning_rate": 9.348977223269985e-05,
      "loss": 0.0508,
      "step": 1895
    },
    {
      "epoch": 0.20555073720728534,
      "grad_norm": 0.31400784850120544,
      "learning_rate": 9.348614536486291e-05,
      "loss": 0.0904,
      "step": 1896
    },
    {
      "epoch": 0.20565915004336513,
      "grad_norm": 0.2006562352180481,
      "learning_rate": 9.348251849702598e-05,
      "loss": 0.0508,
      "step": 1897
    },
    {
      "epoch": 0.20576756287944492,
      "grad_norm": 0.3780181407928467,
      "learning_rate": 9.347889162918904e-05,
      "loss": 0.0585,
      "step": 1898
    },
    {
      "epoch": 0.2058759757155247,
      "grad_norm": 0.10489217191934586,
      "learning_rate": 9.347526476135209e-05,
      "loss": 0.0191,
      "step": 1899
    },
    {
      "epoch": 0.2059843885516045,
      "grad_norm": 0.15466848015785217,
      "learning_rate": 9.347163789351516e-05,
      "loss": 0.0344,
      "step": 1900
    },
    {
      "epoch": 0.2060928013876843,
      "grad_norm": 0.21648991107940674,
      "learning_rate": 9.346801102567822e-05,
      "loss": 0.0465,
      "step": 1901
    },
    {
      "epoch": 0.20620121422376408,
      "grad_norm": 0.22105786204338074,
      "learning_rate": 9.346438415784129e-05,
      "loss": 0.0428,
      "step": 1902
    },
    {
      "epoch": 0.20630962705984388,
      "grad_norm": 0.2803056538105011,
      "learning_rate": 9.346075729000435e-05,
      "loss": 0.0473,
      "step": 1903
    },
    {
      "epoch": 0.20641803989592367,
      "grad_norm": 0.27705928683280945,
      "learning_rate": 9.345713042216742e-05,
      "loss": 0.0467,
      "step": 1904
    },
    {
      "epoch": 0.20652645273200346,
      "grad_norm": 0.19980555772781372,
      "learning_rate": 9.345350355433048e-05,
      "loss": 0.0477,
      "step": 1905
    },
    {
      "epoch": 0.20663486556808325,
      "grad_norm": 0.3107282817363739,
      "learning_rate": 9.344987668649355e-05,
      "loss": 0.0379,
      "step": 1906
    },
    {
      "epoch": 0.20674327840416307,
      "grad_norm": 0.3129895031452179,
      "learning_rate": 9.344624981865662e-05,
      "loss": 0.063,
      "step": 1907
    },
    {
      "epoch": 0.20685169124024286,
      "grad_norm": 0.42319291830062866,
      "learning_rate": 9.344262295081968e-05,
      "loss": 0.0509,
      "step": 1908
    },
    {
      "epoch": 0.20696010407632265,
      "grad_norm": 0.4137044847011566,
      "learning_rate": 9.343899608298275e-05,
      "loss": 0.1026,
      "step": 1909
    },
    {
      "epoch": 0.20706851691240244,
      "grad_norm": 0.40408778190612793,
      "learning_rate": 9.34353692151458e-05,
      "loss": 0.0864,
      "step": 1910
    },
    {
      "epoch": 0.20717692974848223,
      "grad_norm": 0.4185824394226074,
      "learning_rate": 9.343174234730888e-05,
      "loss": 0.0707,
      "step": 1911
    },
    {
      "epoch": 0.20728534258456202,
      "grad_norm": 0.21859827637672424,
      "learning_rate": 9.342811547947193e-05,
      "loss": 0.0324,
      "step": 1912
    },
    {
      "epoch": 0.2073937554206418,
      "grad_norm": 0.36474642157554626,
      "learning_rate": 9.3424488611635e-05,
      "loss": 0.0656,
      "step": 1913
    },
    {
      "epoch": 0.2075021682567216,
      "grad_norm": 0.421678364276886,
      "learning_rate": 9.342086174379806e-05,
      "loss": 0.0877,
      "step": 1914
    },
    {
      "epoch": 0.2076105810928014,
      "grad_norm": 0.32620805501937866,
      "learning_rate": 9.341723487596112e-05,
      "loss": 0.0468,
      "step": 1915
    },
    {
      "epoch": 0.20771899392888118,
      "grad_norm": 0.40961694717407227,
      "learning_rate": 9.341360800812419e-05,
      "loss": 0.0163,
      "step": 1916
    },
    {
      "epoch": 0.20782740676496098,
      "grad_norm": 0.2621909976005554,
      "learning_rate": 9.340998114028725e-05,
      "loss": 0.054,
      "step": 1917
    },
    {
      "epoch": 0.20793581960104077,
      "grad_norm": 0.2549215257167816,
      "learning_rate": 9.340635427245032e-05,
      "loss": 0.0407,
      "step": 1918
    },
    {
      "epoch": 0.20804423243712056,
      "grad_norm": 0.30865365266799927,
      "learning_rate": 9.340272740461337e-05,
      "loss": 0.0933,
      "step": 1919
    },
    {
      "epoch": 0.20815264527320035,
      "grad_norm": 0.26691725850105286,
      "learning_rate": 9.339910053677645e-05,
      "loss": 0.032,
      "step": 1920
    },
    {
      "epoch": 0.20826105810928014,
      "grad_norm": 0.2417362779378891,
      "learning_rate": 9.33954736689395e-05,
      "loss": 0.0537,
      "step": 1921
    },
    {
      "epoch": 0.20836947094535993,
      "grad_norm": 0.4324694871902466,
      "learning_rate": 9.339184680110257e-05,
      "loss": 0.0751,
      "step": 1922
    },
    {
      "epoch": 0.20847788378143972,
      "grad_norm": 0.25973406434059143,
      "learning_rate": 9.338821993326564e-05,
      "loss": 0.0495,
      "step": 1923
    },
    {
      "epoch": 0.2085862966175195,
      "grad_norm": 0.4582756757736206,
      "learning_rate": 9.33845930654287e-05,
      "loss": 0.0259,
      "step": 1924
    },
    {
      "epoch": 0.2086947094535993,
      "grad_norm": 0.4529240131378174,
      "learning_rate": 9.338096619759177e-05,
      "loss": 0.0808,
      "step": 1925
    },
    {
      "epoch": 0.2088031222896791,
      "grad_norm": 0.18639113008975983,
      "learning_rate": 9.337733932975483e-05,
      "loss": 0.0333,
      "step": 1926
    },
    {
      "epoch": 0.20891153512575888,
      "grad_norm": 0.308133989572525,
      "learning_rate": 9.33737124619179e-05,
      "loss": 0.0496,
      "step": 1927
    },
    {
      "epoch": 0.20901994796183868,
      "grad_norm": 0.2333352118730545,
      "learning_rate": 9.337008559408096e-05,
      "loss": 0.0449,
      "step": 1928
    },
    {
      "epoch": 0.20912836079791847,
      "grad_norm": 0.21869488060474396,
      "learning_rate": 9.336645872624402e-05,
      "loss": 0.0198,
      "step": 1929
    },
    {
      "epoch": 0.20923677363399826,
      "grad_norm": 0.3786372244358063,
      "learning_rate": 9.336283185840709e-05,
      "loss": 0.0437,
      "step": 1930
    },
    {
      "epoch": 0.20934518647007805,
      "grad_norm": 0.24224187433719635,
      "learning_rate": 9.335920499057014e-05,
      "loss": 0.0331,
      "step": 1931
    },
    {
      "epoch": 0.20945359930615784,
      "grad_norm": 0.36727049946784973,
      "learning_rate": 9.335557812273321e-05,
      "loss": 0.0804,
      "step": 1932
    },
    {
      "epoch": 0.20956201214223763,
      "grad_norm": 0.2917250394821167,
      "learning_rate": 9.335195125489627e-05,
      "loss": 0.0604,
      "step": 1933
    },
    {
      "epoch": 0.20967042497831742,
      "grad_norm": 0.19092124700546265,
      "learning_rate": 9.334832438705934e-05,
      "loss": 0.0399,
      "step": 1934
    },
    {
      "epoch": 0.2097788378143972,
      "grad_norm": 0.30510589480400085,
      "learning_rate": 9.33446975192224e-05,
      "loss": 0.0656,
      "step": 1935
    },
    {
      "epoch": 0.209887250650477,
      "grad_norm": 0.36836209893226624,
      "learning_rate": 9.334107065138547e-05,
      "loss": 0.0642,
      "step": 1936
    },
    {
      "epoch": 0.20999566348655682,
      "grad_norm": 0.4743400514125824,
      "learning_rate": 9.333744378354853e-05,
      "loss": 0.1035,
      "step": 1937
    },
    {
      "epoch": 0.2101040763226366,
      "grad_norm": 0.41318514943122864,
      "learning_rate": 9.333381691571159e-05,
      "loss": 0.0689,
      "step": 1938
    },
    {
      "epoch": 0.2102124891587164,
      "grad_norm": 0.4125467538833618,
      "learning_rate": 9.333019004787466e-05,
      "loss": 0.0413,
      "step": 1939
    },
    {
      "epoch": 0.2103209019947962,
      "grad_norm": 0.29413190484046936,
      "learning_rate": 9.332656318003773e-05,
      "loss": 0.0443,
      "step": 1940
    },
    {
      "epoch": 0.21042931483087599,
      "grad_norm": 0.25537681579589844,
      "learning_rate": 9.33229363122008e-05,
      "loss": 0.039,
      "step": 1941
    },
    {
      "epoch": 0.21053772766695578,
      "grad_norm": 0.2747417390346527,
      "learning_rate": 9.331930944436386e-05,
      "loss": 0.0438,
      "step": 1942
    },
    {
      "epoch": 0.21064614050303557,
      "grad_norm": 0.257122278213501,
      "learning_rate": 9.331568257652691e-05,
      "loss": 0.0503,
      "step": 1943
    },
    {
      "epoch": 0.21075455333911536,
      "grad_norm": 0.11031311005353928,
      "learning_rate": 9.331205570868998e-05,
      "loss": 0.0143,
      "step": 1944
    },
    {
      "epoch": 0.21086296617519515,
      "grad_norm": 0.13311760127544403,
      "learning_rate": 9.330842884085304e-05,
      "loss": 0.0241,
      "step": 1945
    },
    {
      "epoch": 0.21097137901127494,
      "grad_norm": 0.1936156302690506,
      "learning_rate": 9.330480197301611e-05,
      "loss": 0.0529,
      "step": 1946
    },
    {
      "epoch": 0.21107979184735473,
      "grad_norm": 0.39078158140182495,
      "learning_rate": 9.330117510517917e-05,
      "loss": 0.0359,
      "step": 1947
    },
    {
      "epoch": 0.21118820468343452,
      "grad_norm": 0.2949623763561249,
      "learning_rate": 9.329754823734224e-05,
      "loss": 0.0877,
      "step": 1948
    },
    {
      "epoch": 0.2112966175195143,
      "grad_norm": 0.39100411534309387,
      "learning_rate": 9.32939213695053e-05,
      "loss": 0.0496,
      "step": 1949
    },
    {
      "epoch": 0.2114050303555941,
      "grad_norm": 0.28260162472724915,
      "learning_rate": 9.329029450166837e-05,
      "loss": 0.059,
      "step": 1950
    },
    {
      "epoch": 0.2115134431916739,
      "grad_norm": 0.5582612156867981,
      "learning_rate": 9.328666763383143e-05,
      "loss": 0.0744,
      "step": 1951
    },
    {
      "epoch": 0.21162185602775369,
      "grad_norm": 0.33653193712234497,
      "learning_rate": 9.328304076599448e-05,
      "loss": 0.0707,
      "step": 1952
    },
    {
      "epoch": 0.21173026886383348,
      "grad_norm": 0.24255312979221344,
      "learning_rate": 9.327941389815755e-05,
      "loss": 0.0442,
      "step": 1953
    },
    {
      "epoch": 0.21183868169991327,
      "grad_norm": 0.25436311960220337,
      "learning_rate": 9.327578703032061e-05,
      "loss": 0.05,
      "step": 1954
    },
    {
      "epoch": 0.21194709453599306,
      "grad_norm": 0.32131093740463257,
      "learning_rate": 9.327216016248368e-05,
      "loss": 0.0323,
      "step": 1955
    },
    {
      "epoch": 0.21205550737207285,
      "grad_norm": 0.7774959206581116,
      "learning_rate": 9.326853329464674e-05,
      "loss": 0.086,
      "step": 1956
    },
    {
      "epoch": 0.21216392020815264,
      "grad_norm": 0.12088201940059662,
      "learning_rate": 9.326490642680981e-05,
      "loss": 0.0126,
      "step": 1957
    },
    {
      "epoch": 0.21227233304423243,
      "grad_norm": 0.13517935574054718,
      "learning_rate": 9.326127955897288e-05,
      "loss": 0.0343,
      "step": 1958
    },
    {
      "epoch": 0.21238074588031222,
      "grad_norm": 0.22260944545269012,
      "learning_rate": 9.325765269113594e-05,
      "loss": 0.0392,
      "step": 1959
    },
    {
      "epoch": 0.212489158716392,
      "grad_norm": 0.33834511041641235,
      "learning_rate": 9.325402582329901e-05,
      "loss": 0.036,
      "step": 1960
    },
    {
      "epoch": 0.2125975715524718,
      "grad_norm": 0.17308872938156128,
      "learning_rate": 9.325039895546207e-05,
      "loss": 0.033,
      "step": 1961
    },
    {
      "epoch": 0.2127059843885516,
      "grad_norm": 0.2977493107318878,
      "learning_rate": 9.324677208762514e-05,
      "loss": 0.0492,
      "step": 1962
    },
    {
      "epoch": 0.21281439722463139,
      "grad_norm": 0.2768714129924774,
      "learning_rate": 9.32431452197882e-05,
      "loss": 0.0422,
      "step": 1963
    },
    {
      "epoch": 0.21292281006071118,
      "grad_norm": 0.2561705410480499,
      "learning_rate": 9.323951835195127e-05,
      "loss": 0.0469,
      "step": 1964
    },
    {
      "epoch": 0.21303122289679097,
      "grad_norm": 0.493681401014328,
      "learning_rate": 9.323589148411432e-05,
      "loss": 0.0496,
      "step": 1965
    },
    {
      "epoch": 0.21313963573287076,
      "grad_norm": 0.4508931338787079,
      "learning_rate": 9.323226461627738e-05,
      "loss": 0.0665,
      "step": 1966
    },
    {
      "epoch": 0.21324804856895058,
      "grad_norm": 0.2936781644821167,
      "learning_rate": 9.322863774844045e-05,
      "loss": 0.0617,
      "step": 1967
    },
    {
      "epoch": 0.21335646140503037,
      "grad_norm": 0.38441717624664307,
      "learning_rate": 9.322501088060351e-05,
      "loss": 0.0475,
      "step": 1968
    },
    {
      "epoch": 0.21346487424111016,
      "grad_norm": 0.3326927423477173,
      "learning_rate": 9.322138401276658e-05,
      "loss": 0.0686,
      "step": 1969
    },
    {
      "epoch": 0.21357328707718995,
      "grad_norm": 0.45680132508277893,
      "learning_rate": 9.321775714492964e-05,
      "loss": 0.0622,
      "step": 1970
    },
    {
      "epoch": 0.21368169991326974,
      "grad_norm": 0.4557756185531616,
      "learning_rate": 9.321413027709271e-05,
      "loss": 0.107,
      "step": 1971
    },
    {
      "epoch": 0.21379011274934953,
      "grad_norm": 0.6131021976470947,
      "learning_rate": 9.321050340925577e-05,
      "loss": 0.0712,
      "step": 1972
    },
    {
      "epoch": 0.21389852558542932,
      "grad_norm": 0.20813563466072083,
      "learning_rate": 9.320687654141884e-05,
      "loss": 0.0296,
      "step": 1973
    },
    {
      "epoch": 0.2140069384215091,
      "grad_norm": 0.37588050961494446,
      "learning_rate": 9.32032496735819e-05,
      "loss": 0.0446,
      "step": 1974
    },
    {
      "epoch": 0.2141153512575889,
      "grad_norm": 0.3229675889015198,
      "learning_rate": 9.319962280574496e-05,
      "loss": 0.0388,
      "step": 1975
    },
    {
      "epoch": 0.2142237640936687,
      "grad_norm": 0.2487565279006958,
      "learning_rate": 9.319599593790804e-05,
      "loss": 0.0241,
      "step": 1976
    },
    {
      "epoch": 0.21433217692974849,
      "grad_norm": 0.32631561160087585,
      "learning_rate": 9.319236907007109e-05,
      "loss": 0.1208,
      "step": 1977
    },
    {
      "epoch": 0.21444058976582828,
      "grad_norm": 0.41287437081336975,
      "learning_rate": 9.318874220223416e-05,
      "loss": 0.0766,
      "step": 1978
    },
    {
      "epoch": 0.21454900260190807,
      "grad_norm": 0.3810541033744812,
      "learning_rate": 9.318511533439722e-05,
      "loss": 0.0677,
      "step": 1979
    },
    {
      "epoch": 0.21465741543798786,
      "grad_norm": 0.2670843005180359,
      "learning_rate": 9.318148846656028e-05,
      "loss": 0.0467,
      "step": 1980
    },
    {
      "epoch": 0.21476582827406765,
      "grad_norm": 0.46574631333351135,
      "learning_rate": 9.317786159872335e-05,
      "loss": 0.0646,
      "step": 1981
    },
    {
      "epoch": 0.21487424111014744,
      "grad_norm": 0.7440893650054932,
      "learning_rate": 9.31742347308864e-05,
      "loss": 0.1559,
      "step": 1982
    },
    {
      "epoch": 0.21498265394622723,
      "grad_norm": 0.28606387972831726,
      "learning_rate": 9.317060786304948e-05,
      "loss": 0.0435,
      "step": 1983
    },
    {
      "epoch": 0.21509106678230702,
      "grad_norm": 0.2360038310289383,
      "learning_rate": 9.316698099521253e-05,
      "loss": 0.0499,
      "step": 1984
    },
    {
      "epoch": 0.2151994796183868,
      "grad_norm": 0.35033196210861206,
      "learning_rate": 9.31633541273756e-05,
      "loss": 0.0663,
      "step": 1985
    },
    {
      "epoch": 0.2153078924544666,
      "grad_norm": 0.2626954913139343,
      "learning_rate": 9.315972725953866e-05,
      "loss": 0.0659,
      "step": 1986
    },
    {
      "epoch": 0.2154163052905464,
      "grad_norm": 0.09509596228599548,
      "learning_rate": 9.315610039170173e-05,
      "loss": 0.0163,
      "step": 1987
    },
    {
      "epoch": 0.21552471812662619,
      "grad_norm": 0.5575913190841675,
      "learning_rate": 9.315247352386479e-05,
      "loss": 0.076,
      "step": 1988
    },
    {
      "epoch": 0.21563313096270598,
      "grad_norm": 0.23475168645381927,
      "learning_rate": 9.314884665602785e-05,
      "loss": 0.0705,
      "step": 1989
    },
    {
      "epoch": 0.21574154379878577,
      "grad_norm": 0.3126547634601593,
      "learning_rate": 9.314521978819092e-05,
      "loss": 0.0833,
      "step": 1990
    },
    {
      "epoch": 0.21584995663486556,
      "grad_norm": 0.19040462374687195,
      "learning_rate": 9.314159292035398e-05,
      "loss": 0.0424,
      "step": 1991
    },
    {
      "epoch": 0.21595836947094535,
      "grad_norm": 0.29843246936798096,
      "learning_rate": 9.313796605251706e-05,
      "loss": 0.0897,
      "step": 1992
    },
    {
      "epoch": 0.21606678230702514,
      "grad_norm": 0.25087234377861023,
      "learning_rate": 9.313433918468012e-05,
      "loss": 0.0438,
      "step": 1993
    },
    {
      "epoch": 0.21617519514310493,
      "grad_norm": 0.23354202508926392,
      "learning_rate": 9.313071231684319e-05,
      "loss": 0.056,
      "step": 1994
    },
    {
      "epoch": 0.21628360797918472,
      "grad_norm": 0.17309531569480896,
      "learning_rate": 9.312708544900625e-05,
      "loss": 0.0323,
      "step": 1995
    },
    {
      "epoch": 0.21639202081526454,
      "grad_norm": 0.2663774788379669,
      "learning_rate": 9.31234585811693e-05,
      "loss": 0.0613,
      "step": 1996
    },
    {
      "epoch": 0.21650043365134433,
      "grad_norm": 0.22220662236213684,
      "learning_rate": 9.311983171333237e-05,
      "loss": 0.0444,
      "step": 1997
    },
    {
      "epoch": 0.21660884648742412,
      "grad_norm": 0.251831978559494,
      "learning_rate": 9.311620484549543e-05,
      "loss": 0.0509,
      "step": 1998
    },
    {
      "epoch": 0.2167172593235039,
      "grad_norm": 2.7937302589416504,
      "learning_rate": 9.31125779776585e-05,
      "loss": 0.0586,
      "step": 1999
    },
    {
      "epoch": 0.2168256721595837,
      "grad_norm": 0.5392357110977173,
      "learning_rate": 9.310895110982156e-05,
      "loss": 0.0493,
      "step": 2000
    },
    {
      "epoch": 0.2169340849956635,
      "grad_norm": 0.4505980908870697,
      "learning_rate": 9.310532424198463e-05,
      "loss": 0.0627,
      "step": 2001
    },
    {
      "epoch": 0.2170424978317433,
      "grad_norm": 0.2617338001728058,
      "learning_rate": 9.310169737414769e-05,
      "loss": 0.062,
      "step": 2002
    },
    {
      "epoch": 0.21715091066782308,
      "grad_norm": 978.9471435546875,
      "learning_rate": 9.309807050631075e-05,
      "loss": 0.2284,
      "step": 2003
    },
    {
      "epoch": 0.21725932350390287,
      "grad_norm": 0.2117936760187149,
      "learning_rate": 9.309444363847382e-05,
      "loss": 0.0581,
      "step": 2004
    },
    {
      "epoch": 0.21736773633998266,
      "grad_norm": 0.1649276465177536,
      "learning_rate": 9.309081677063687e-05,
      "loss": 0.0492,
      "step": 2005
    },
    {
      "epoch": 0.21747614917606245,
      "grad_norm": 0.35984623432159424,
      "learning_rate": 9.308718990279995e-05,
      "loss": 0.0467,
      "step": 2006
    },
    {
      "epoch": 0.21758456201214224,
      "grad_norm": 0.20576722919940948,
      "learning_rate": 9.3083563034963e-05,
      "loss": 0.0452,
      "step": 2007
    },
    {
      "epoch": 0.21769297484822203,
      "grad_norm": 0.48037999868392944,
      "learning_rate": 9.307993616712607e-05,
      "loss": 0.1196,
      "step": 2008
    },
    {
      "epoch": 0.21780138768430182,
      "grad_norm": 0.2779655456542969,
      "learning_rate": 9.307630929928914e-05,
      "loss": 0.048,
      "step": 2009
    },
    {
      "epoch": 0.2179098005203816,
      "grad_norm": 0.46844682097435,
      "learning_rate": 9.30726824314522e-05,
      "loss": 0.0946,
      "step": 2010
    },
    {
      "epoch": 0.2180182133564614,
      "grad_norm": 0.3133929967880249,
      "learning_rate": 9.306905556361527e-05,
      "loss": 0.0845,
      "step": 2011
    },
    {
      "epoch": 0.2181266261925412,
      "grad_norm": 0.3033217191696167,
      "learning_rate": 9.306542869577833e-05,
      "loss": 0.0671,
      "step": 2012
    },
    {
      "epoch": 0.218235039028621,
      "grad_norm": 0.8405513763427734,
      "learning_rate": 9.30618018279414e-05,
      "loss": 0.0644,
      "step": 2013
    },
    {
      "epoch": 0.21834345186470078,
      "grad_norm": 0.6342674493789673,
      "learning_rate": 9.305817496010446e-05,
      "loss": 0.0277,
      "step": 2014
    },
    {
      "epoch": 0.21845186470078057,
      "grad_norm": 0.36292991042137146,
      "learning_rate": 9.305454809226753e-05,
      "loss": 0.0806,
      "step": 2015
    },
    {
      "epoch": 0.21856027753686036,
      "grad_norm": 1.9975850582122803,
      "learning_rate": 9.305092122443059e-05,
      "loss": 0.1839,
      "step": 2016
    },
    {
      "epoch": 0.21866869037294015,
      "grad_norm": 0.3807779550552368,
      "learning_rate": 9.304729435659366e-05,
      "loss": 0.0634,
      "step": 2017
    },
    {
      "epoch": 0.21877710320901994,
      "grad_norm": 0.3047109842300415,
      "learning_rate": 9.304366748875671e-05,
      "loss": 0.114,
      "step": 2018
    },
    {
      "epoch": 0.21888551604509973,
      "grad_norm": 0.29283612966537476,
      "learning_rate": 9.304004062091977e-05,
      "loss": 0.0321,
      "step": 2019
    },
    {
      "epoch": 0.21899392888117952,
      "grad_norm": 0.25355055928230286,
      "learning_rate": 9.303641375308284e-05,
      "loss": 0.06,
      "step": 2020
    },
    {
      "epoch": 0.2191023417172593,
      "grad_norm": 1.0056570768356323,
      "learning_rate": 9.30327868852459e-05,
      "loss": 0.0642,
      "step": 2021
    },
    {
      "epoch": 0.2192107545533391,
      "grad_norm": 0.27593880891799927,
      "learning_rate": 9.302916001740897e-05,
      "loss": 0.0568,
      "step": 2022
    },
    {
      "epoch": 0.2193191673894189,
      "grad_norm": 0.5981354117393494,
      "learning_rate": 9.302553314957203e-05,
      "loss": 0.0556,
      "step": 2023
    },
    {
      "epoch": 0.2194275802254987,
      "grad_norm": 7.427318572998047,
      "learning_rate": 9.30219062817351e-05,
      "loss": 0.0805,
      "step": 2024
    },
    {
      "epoch": 0.21953599306157848,
      "grad_norm": 0.22801239788532257,
      "learning_rate": 9.301827941389816e-05,
      "loss": 0.0426,
      "step": 2025
    },
    {
      "epoch": 0.2196444058976583,
      "grad_norm": 4.526808738708496,
      "learning_rate": 9.301465254606123e-05,
      "loss": 0.2721,
      "step": 2026
    },
    {
      "epoch": 0.2197528187337381,
      "grad_norm": 0.2398126870393753,
      "learning_rate": 9.30110256782243e-05,
      "loss": 0.0433,
      "step": 2027
    },
    {
      "epoch": 0.21986123156981788,
      "grad_norm": 0.2948068082332611,
      "learning_rate": 9.300739881038736e-05,
      "loss": 0.0471,
      "step": 2028
    },
    {
      "epoch": 0.21996964440589767,
      "grad_norm": 0.3636844754219055,
      "learning_rate": 9.300377194255043e-05,
      "loss": 0.059,
      "step": 2029
    },
    {
      "epoch": 0.22007805724197746,
      "grad_norm": 0.2015286535024643,
      "learning_rate": 9.300014507471348e-05,
      "loss": 0.0185,
      "step": 2030
    },
    {
      "epoch": 0.22018647007805725,
      "grad_norm": 0.5580456852912903,
      "learning_rate": 9.299651820687655e-05,
      "loss": 0.0505,
      "step": 2031
    },
    {
      "epoch": 0.22029488291413704,
      "grad_norm": 0.27692002058029175,
      "learning_rate": 9.299289133903961e-05,
      "loss": 0.0531,
      "step": 2032
    },
    {
      "epoch": 0.22040329575021683,
      "grad_norm": 0.3080599009990692,
      "learning_rate": 9.298926447120267e-05,
      "loss": 0.0387,
      "step": 2033
    },
    {
      "epoch": 0.22051170858629662,
      "grad_norm": 0.2751978933811188,
      "learning_rate": 9.298563760336574e-05,
      "loss": 0.0575,
      "step": 2034
    },
    {
      "epoch": 0.22062012142237641,
      "grad_norm": 0.22828389704227448,
      "learning_rate": 9.29820107355288e-05,
      "loss": 0.0643,
      "step": 2035
    },
    {
      "epoch": 0.2207285342584562,
      "grad_norm": 0.1911998987197876,
      "learning_rate": 9.297838386769187e-05,
      "loss": 0.042,
      "step": 2036
    },
    {
      "epoch": 0.220836947094536,
      "grad_norm": 0.39513880014419556,
      "learning_rate": 9.297475699985493e-05,
      "loss": 0.0741,
      "step": 2037
    },
    {
      "epoch": 0.2209453599306158,
      "grad_norm": 0.26380372047424316,
      "learning_rate": 9.2971130132018e-05,
      "loss": 0.0332,
      "step": 2038
    },
    {
      "epoch": 0.22105377276669558,
      "grad_norm": 0.3076179623603821,
      "learning_rate": 9.296750326418105e-05,
      "loss": 0.0415,
      "step": 2039
    },
    {
      "epoch": 0.22116218560277537,
      "grad_norm": 0.1599837988615036,
      "learning_rate": 9.296387639634412e-05,
      "loss": 0.0213,
      "step": 2040
    },
    {
      "epoch": 0.22127059843885516,
      "grad_norm": 0.2399383932352066,
      "learning_rate": 9.296024952850718e-05,
      "loss": 0.0497,
      "step": 2041
    },
    {
      "epoch": 0.22137901127493495,
      "grad_norm": 0.32622256875038147,
      "learning_rate": 9.295662266067024e-05,
      "loss": 0.0793,
      "step": 2042
    },
    {
      "epoch": 0.22148742411101474,
      "grad_norm": 0.25277864933013916,
      "learning_rate": 9.295299579283331e-05,
      "loss": 0.0509,
      "step": 2043
    },
    {
      "epoch": 0.22159583694709453,
      "grad_norm": 0.34645184874534607,
      "learning_rate": 9.294936892499638e-05,
      "loss": 0.0518,
      "step": 2044
    },
    {
      "epoch": 0.22170424978317432,
      "grad_norm": 0.3975306749343872,
      "learning_rate": 9.294574205715945e-05,
      "loss": 0.0861,
      "step": 2045
    },
    {
      "epoch": 0.22181266261925411,
      "grad_norm": 0.24552080035209656,
      "learning_rate": 9.294211518932251e-05,
      "loss": 0.0413,
      "step": 2046
    },
    {
      "epoch": 0.2219210754553339,
      "grad_norm": 0.2267797589302063,
      "learning_rate": 9.293848832148557e-05,
      "loss": 0.0499,
      "step": 2047
    },
    {
      "epoch": 0.2220294882914137,
      "grad_norm": 0.2805847227573395,
      "learning_rate": 9.293486145364864e-05,
      "loss": 0.0422,
      "step": 2048
    },
    {
      "epoch": 0.2221379011274935,
      "grad_norm": 0.2841777205467224,
      "learning_rate": 9.29312345858117e-05,
      "loss": 0.0484,
      "step": 2049
    },
    {
      "epoch": 0.22224631396357328,
      "grad_norm": 0.2371068298816681,
      "learning_rate": 9.292760771797477e-05,
      "loss": 0.043,
      "step": 2050
    },
    {
      "epoch": 0.22235472679965307,
      "grad_norm": 0.3653210699558258,
      "learning_rate": 9.292398085013782e-05,
      "loss": 0.079,
      "step": 2051
    },
    {
      "epoch": 0.22246313963573286,
      "grad_norm": 0.4995392858982086,
      "learning_rate": 9.29203539823009e-05,
      "loss": 0.0927,
      "step": 2052
    },
    {
      "epoch": 0.22257155247181265,
      "grad_norm": 0.33268141746520996,
      "learning_rate": 9.291672711446395e-05,
      "loss": 0.0689,
      "step": 2053
    },
    {
      "epoch": 0.22267996530789244,
      "grad_norm": 0.1759403496980667,
      "learning_rate": 9.291310024662702e-05,
      "loss": 0.0632,
      "step": 2054
    },
    {
      "epoch": 0.22278837814397226,
      "grad_norm": 0.2032514363527298,
      "learning_rate": 9.290947337879008e-05,
      "loss": 0.0529,
      "step": 2055
    },
    {
      "epoch": 0.22289679098005205,
      "grad_norm": 0.1820874959230423,
      "learning_rate": 9.290584651095314e-05,
      "loss": 0.0598,
      "step": 2056
    },
    {
      "epoch": 0.22300520381613184,
      "grad_norm": 0.14824506640434265,
      "learning_rate": 9.290221964311621e-05,
      "loss": 0.0236,
      "step": 2057
    },
    {
      "epoch": 0.22311361665221163,
      "grad_norm": 0.2262296825647354,
      "learning_rate": 9.289859277527927e-05,
      "loss": 0.0425,
      "step": 2058
    },
    {
      "epoch": 0.22322202948829142,
      "grad_norm": 0.2005499005317688,
      "learning_rate": 9.289496590744234e-05,
      "loss": 0.0529,
      "step": 2059
    },
    {
      "epoch": 0.22333044232437121,
      "grad_norm": 0.44085893034935,
      "learning_rate": 9.28913390396054e-05,
      "loss": 0.1033,
      "step": 2060
    },
    {
      "epoch": 0.223438855160451,
      "grad_norm": 1.356858730316162,
      "learning_rate": 9.288771217176846e-05,
      "loss": 0.0618,
      "step": 2061
    },
    {
      "epoch": 0.2235472679965308,
      "grad_norm": 0.34588807821273804,
      "learning_rate": 9.288408530393154e-05,
      "loss": 0.0633,
      "step": 2062
    },
    {
      "epoch": 0.2236556808326106,
      "grad_norm": 0.17433269321918488,
      "learning_rate": 9.288045843609459e-05,
      "loss": 0.0458,
      "step": 2063
    },
    {
      "epoch": 0.22376409366869038,
      "grad_norm": 0.2811231315135956,
      "learning_rate": 9.287683156825766e-05,
      "loss": 0.0547,
      "step": 2064
    },
    {
      "epoch": 0.22387250650477017,
      "grad_norm": 0.27535519003868103,
      "learning_rate": 9.287320470042072e-05,
      "loss": 0.0565,
      "step": 2065
    },
    {
      "epoch": 0.22398091934084996,
      "grad_norm": 0.41304829716682434,
      "learning_rate": 9.286957783258379e-05,
      "loss": 0.055,
      "step": 2066
    },
    {
      "epoch": 0.22408933217692975,
      "grad_norm": 0.37883979082107544,
      "learning_rate": 9.286595096474685e-05,
      "loss": 0.0619,
      "step": 2067
    },
    {
      "epoch": 0.22419774501300954,
      "grad_norm": 0.25748080015182495,
      "learning_rate": 9.286232409690992e-05,
      "loss": 0.0659,
      "step": 2068
    },
    {
      "epoch": 0.22430615784908933,
      "grad_norm": 0.2189023792743683,
      "learning_rate": 9.285869722907298e-05,
      "loss": 0.031,
      "step": 2069
    },
    {
      "epoch": 0.22441457068516912,
      "grad_norm": 0.1732434183359146,
      "learning_rate": 9.285507036123603e-05,
      "loss": 0.0462,
      "step": 2070
    },
    {
      "epoch": 0.22452298352124891,
      "grad_norm": 0.22138573229312897,
      "learning_rate": 9.28514434933991e-05,
      "loss": 0.08,
      "step": 2071
    },
    {
      "epoch": 0.2246313963573287,
      "grad_norm": 0.32719406485557556,
      "learning_rate": 9.284781662556216e-05,
      "loss": 0.0648,
      "step": 2072
    },
    {
      "epoch": 0.2247398091934085,
      "grad_norm": 0.5482409596443176,
      "learning_rate": 9.284418975772523e-05,
      "loss": 0.0828,
      "step": 2073
    },
    {
      "epoch": 0.2248482220294883,
      "grad_norm": 0.15426945686340332,
      "learning_rate": 9.284056288988829e-05,
      "loss": 0.0261,
      "step": 2074
    },
    {
      "epoch": 0.22495663486556808,
      "grad_norm": 0.6163292527198792,
      "learning_rate": 9.283693602205136e-05,
      "loss": 0.1042,
      "step": 2075
    },
    {
      "epoch": 0.22506504770164787,
      "grad_norm": 0.2016220986843109,
      "learning_rate": 9.283330915421442e-05,
      "loss": 0.047,
      "step": 2076
    },
    {
      "epoch": 0.22517346053772766,
      "grad_norm": 0.27944663166999817,
      "learning_rate": 9.282968228637749e-05,
      "loss": 0.0484,
      "step": 2077
    },
    {
      "epoch": 0.22528187337380745,
      "grad_norm": 0.3324032425880432,
      "learning_rate": 9.282605541854055e-05,
      "loss": 0.056,
      "step": 2078
    },
    {
      "epoch": 0.22539028620988724,
      "grad_norm": 0.20428232848644257,
      "learning_rate": 9.282242855070362e-05,
      "loss": 0.0325,
      "step": 2079
    },
    {
      "epoch": 0.22549869904596703,
      "grad_norm": 0.1923377513885498,
      "learning_rate": 9.281880168286669e-05,
      "loss": 0.0412,
      "step": 2080
    },
    {
      "epoch": 0.22560711188204682,
      "grad_norm": 0.5456030964851379,
      "learning_rate": 9.281517481502975e-05,
      "loss": 0.0578,
      "step": 2081
    },
    {
      "epoch": 0.22571552471812661,
      "grad_norm": 0.36463162302970886,
      "learning_rate": 9.281154794719282e-05,
      "loss": 0.066,
      "step": 2082
    },
    {
      "epoch": 0.2258239375542064,
      "grad_norm": 0.2201835662126541,
      "learning_rate": 9.280792107935587e-05,
      "loss": 0.0585,
      "step": 2083
    },
    {
      "epoch": 0.2259323503902862,
      "grad_norm": 0.28538963198661804,
      "learning_rate": 9.280429421151893e-05,
      "loss": 0.0651,
      "step": 2084
    },
    {
      "epoch": 0.22604076322636601,
      "grad_norm": 0.34510573744773865,
      "learning_rate": 9.2800667343682e-05,
      "loss": 0.0523,
      "step": 2085
    },
    {
      "epoch": 0.2261491760624458,
      "grad_norm": 0.2966252565383911,
      "learning_rate": 9.279704047584506e-05,
      "loss": 0.0538,
      "step": 2086
    },
    {
      "epoch": 0.2262575888985256,
      "grad_norm": 0.347876638174057,
      "learning_rate": 9.279341360800813e-05,
      "loss": 0.0453,
      "step": 2087
    },
    {
      "epoch": 0.2263660017346054,
      "grad_norm": 0.4031122624874115,
      "learning_rate": 9.278978674017119e-05,
      "loss": 0.0593,
      "step": 2088
    },
    {
      "epoch": 0.22647441457068518,
      "grad_norm": 0.3146832585334778,
      "learning_rate": 9.278615987233426e-05,
      "loss": 0.0426,
      "step": 2089
    },
    {
      "epoch": 0.22658282740676497,
      "grad_norm": 0.27224138379096985,
      "learning_rate": 9.278253300449732e-05,
      "loss": 0.0447,
      "step": 2090
    },
    {
      "epoch": 0.22669124024284476,
      "grad_norm": 0.5155477523803711,
      "learning_rate": 9.277890613666039e-05,
      "loss": 0.0577,
      "step": 2091
    },
    {
      "epoch": 0.22679965307892455,
      "grad_norm": 0.20542281866073608,
      "learning_rate": 9.277527926882344e-05,
      "loss": 0.0439,
      "step": 2092
    },
    {
      "epoch": 0.22690806591500434,
      "grad_norm": 0.5343793630599976,
      "learning_rate": 9.27716524009865e-05,
      "loss": 0.066,
      "step": 2093
    },
    {
      "epoch": 0.22701647875108413,
      "grad_norm": 0.38761526346206665,
      "learning_rate": 9.276802553314957e-05,
      "loss": 0.0786,
      "step": 2094
    },
    {
      "epoch": 0.22712489158716392,
      "grad_norm": 0.5608806610107422,
      "learning_rate": 9.276439866531263e-05,
      "loss": 0.1081,
      "step": 2095
    },
    {
      "epoch": 0.22723330442324371,
      "grad_norm": 0.20246392488479614,
      "learning_rate": 9.276077179747571e-05,
      "loss": 0.0361,
      "step": 2096
    },
    {
      "epoch": 0.2273417172593235,
      "grad_norm": 0.24683189392089844,
      "learning_rate": 9.275714492963877e-05,
      "loss": 0.0319,
      "step": 2097
    },
    {
      "epoch": 0.2274501300954033,
      "grad_norm": 0.17376995086669922,
      "learning_rate": 9.275351806180184e-05,
      "loss": 0.0434,
      "step": 2098
    },
    {
      "epoch": 0.2275585429314831,
      "grad_norm": 0.3656354546546936,
      "learning_rate": 9.27498911939649e-05,
      "loss": 0.0918,
      "step": 2099
    },
    {
      "epoch": 0.22766695576756288,
      "grad_norm": 0.24178224802017212,
      "learning_rate": 9.274626432612796e-05,
      "loss": 0.0709,
      "step": 2100
    },
    {
      "epoch": 0.22777536860364267,
      "grad_norm": 0.21996957063674927,
      "learning_rate": 9.274263745829103e-05,
      "loss": 0.0434,
      "step": 2101
    },
    {
      "epoch": 0.22788378143972246,
      "grad_norm": 0.2555893361568451,
      "learning_rate": 9.273901059045409e-05,
      "loss": 0.0418,
      "step": 2102
    },
    {
      "epoch": 0.22799219427580225,
      "grad_norm": 0.5163790583610535,
      "learning_rate": 9.273538372261716e-05,
      "loss": 0.0879,
      "step": 2103
    },
    {
      "epoch": 0.22810060711188204,
      "grad_norm": 0.14560700953006744,
      "learning_rate": 9.273175685478021e-05,
      "loss": 0.0392,
      "step": 2104
    },
    {
      "epoch": 0.22820901994796183,
      "grad_norm": 0.2464170902967453,
      "learning_rate": 9.272812998694328e-05,
      "loss": 0.042,
      "step": 2105
    },
    {
      "epoch": 0.22831743278404162,
      "grad_norm": 0.34908613562583923,
      "learning_rate": 9.272450311910634e-05,
      "loss": 0.0718,
      "step": 2106
    },
    {
      "epoch": 0.22842584562012141,
      "grad_norm": 0.15059813857078552,
      "learning_rate": 9.272087625126941e-05,
      "loss": 0.0247,
      "step": 2107
    },
    {
      "epoch": 0.2285342584562012,
      "grad_norm": 0.2951231598854065,
      "learning_rate": 9.271724938343247e-05,
      "loss": 0.0618,
      "step": 2108
    },
    {
      "epoch": 0.228642671292281,
      "grad_norm": 0.3447446823120117,
      "learning_rate": 9.271362251559553e-05,
      "loss": 0.0409,
      "step": 2109
    },
    {
      "epoch": 0.2287510841283608,
      "grad_norm": 0.4712534546852112,
      "learning_rate": 9.27099956477586e-05,
      "loss": 0.0938,
      "step": 2110
    },
    {
      "epoch": 0.22885949696444058,
      "grad_norm": 0.2966470718383789,
      "learning_rate": 9.270636877992166e-05,
      "loss": 0.0596,
      "step": 2111
    },
    {
      "epoch": 0.22896790980052037,
      "grad_norm": 0.3593785762786865,
      "learning_rate": 9.270274191208473e-05,
      "loss": 0.0655,
      "step": 2112
    },
    {
      "epoch": 0.22907632263660016,
      "grad_norm": 0.23262618482112885,
      "learning_rate": 9.26991150442478e-05,
      "loss": 0.0368,
      "step": 2113
    },
    {
      "epoch": 0.22918473547267998,
      "grad_norm": 0.4033444821834564,
      "learning_rate": 9.269548817641085e-05,
      "loss": 0.0856,
      "step": 2114
    },
    {
      "epoch": 0.22929314830875977,
      "grad_norm": 0.38609907031059265,
      "learning_rate": 9.269186130857393e-05,
      "loss": 0.0603,
      "step": 2115
    },
    {
      "epoch": 0.22940156114483956,
      "grad_norm": 0.2471037358045578,
      "learning_rate": 9.268823444073698e-05,
      "loss": 0.0372,
      "step": 2116
    },
    {
      "epoch": 0.22950997398091935,
      "grad_norm": 0.25850266218185425,
      "learning_rate": 9.268460757290005e-05,
      "loss": 0.0537,
      "step": 2117
    },
    {
      "epoch": 0.22961838681699914,
      "grad_norm": 0.22274507582187653,
      "learning_rate": 9.268098070506311e-05,
      "loss": 0.0334,
      "step": 2118
    },
    {
      "epoch": 0.22972679965307893,
      "grad_norm": 0.21400156617164612,
      "learning_rate": 9.267735383722618e-05,
      "loss": 0.0352,
      "step": 2119
    },
    {
      "epoch": 0.22983521248915872,
      "grad_norm": 0.3130551874637604,
      "learning_rate": 9.267372696938924e-05,
      "loss": 0.049,
      "step": 2120
    },
    {
      "epoch": 0.22994362532523852,
      "grad_norm": 0.29729709029197693,
      "learning_rate": 9.267010010155231e-05,
      "loss": 0.0382,
      "step": 2121
    },
    {
      "epoch": 0.2300520381613183,
      "grad_norm": 0.42918550968170166,
      "learning_rate": 9.266647323371537e-05,
      "loss": 0.0775,
      "step": 2122
    },
    {
      "epoch": 0.2301604509973981,
      "grad_norm": 0.3434552550315857,
      "learning_rate": 9.266284636587843e-05,
      "loss": 0.1026,
      "step": 2123
    },
    {
      "epoch": 0.2302688638334779,
      "grad_norm": 0.21613025665283203,
      "learning_rate": 9.26592194980415e-05,
      "loss": 0.0339,
      "step": 2124
    },
    {
      "epoch": 0.23037727666955768,
      "grad_norm": 0.1327526569366455,
      "learning_rate": 9.265559263020455e-05,
      "loss": 0.026,
      "step": 2125
    },
    {
      "epoch": 0.23048568950563747,
      "grad_norm": 0.30626919865608215,
      "learning_rate": 9.265196576236762e-05,
      "loss": 0.0972,
      "step": 2126
    },
    {
      "epoch": 0.23059410234171726,
      "grad_norm": 0.29381874203681946,
      "learning_rate": 9.264833889453068e-05,
      "loss": 0.0667,
      "step": 2127
    },
    {
      "epoch": 0.23070251517779705,
      "grad_norm": 0.4488615095615387,
      "learning_rate": 9.264471202669375e-05,
      "loss": 0.1032,
      "step": 2128
    },
    {
      "epoch": 0.23081092801387684,
      "grad_norm": 0.43091893196105957,
      "learning_rate": 9.264108515885681e-05,
      "loss": 0.1104,
      "step": 2129
    },
    {
      "epoch": 0.23091934084995663,
      "grad_norm": 0.4656657874584198,
      "learning_rate": 9.263745829101988e-05,
      "loss": 0.0567,
      "step": 2130
    },
    {
      "epoch": 0.23102775368603642,
      "grad_norm": 0.40400809049606323,
      "learning_rate": 9.263383142318295e-05,
      "loss": 0.0353,
      "step": 2131
    },
    {
      "epoch": 0.23113616652211622,
      "grad_norm": 0.32455897331237793,
      "learning_rate": 9.263020455534601e-05,
      "loss": 0.0516,
      "step": 2132
    },
    {
      "epoch": 0.231244579358196,
      "grad_norm": 0.30736303329467773,
      "learning_rate": 9.262657768750908e-05,
      "loss": 0.0803,
      "step": 2133
    },
    {
      "epoch": 0.2313529921942758,
      "grad_norm": 0.4101787507534027,
      "learning_rate": 9.262295081967214e-05,
      "loss": 0.0598,
      "step": 2134
    },
    {
      "epoch": 0.2314614050303556,
      "grad_norm": 0.5631400346755981,
      "learning_rate": 9.261932395183521e-05,
      "loss": 0.0701,
      "step": 2135
    },
    {
      "epoch": 0.23156981786643538,
      "grad_norm": 0.13231366872787476,
      "learning_rate": 9.261569708399827e-05,
      "loss": 0.0165,
      "step": 2136
    },
    {
      "epoch": 0.23167823070251517,
      "grad_norm": 0.1669970452785492,
      "learning_rate": 9.261207021616132e-05,
      "loss": 0.034,
      "step": 2137
    },
    {
      "epoch": 0.23178664353859496,
      "grad_norm": 0.31961315870285034,
      "learning_rate": 9.26084433483244e-05,
      "loss": 0.0669,
      "step": 2138
    },
    {
      "epoch": 0.23189505637467475,
      "grad_norm": 0.1570955514907837,
      "learning_rate": 9.260481648048745e-05,
      "loss": 0.0423,
      "step": 2139
    },
    {
      "epoch": 0.23200346921075454,
      "grad_norm": 0.30305004119873047,
      "learning_rate": 9.260118961265052e-05,
      "loss": 0.049,
      "step": 2140
    },
    {
      "epoch": 0.23211188204683433,
      "grad_norm": 0.18675287067890167,
      "learning_rate": 9.259756274481358e-05,
      "loss": 0.0356,
      "step": 2141
    },
    {
      "epoch": 0.23222029488291412,
      "grad_norm": 0.5675109028816223,
      "learning_rate": 9.259393587697665e-05,
      "loss": 0.0627,
      "step": 2142
    },
    {
      "epoch": 0.23232870771899392,
      "grad_norm": 0.20479635894298553,
      "learning_rate": 9.259030900913971e-05,
      "loss": 0.0614,
      "step": 2143
    },
    {
      "epoch": 0.23243712055507373,
      "grad_norm": 0.44944271445274353,
      "learning_rate": 9.258668214130278e-05,
      "loss": 0.1046,
      "step": 2144
    },
    {
      "epoch": 0.23254553339115352,
      "grad_norm": 0.39326199889183044,
      "learning_rate": 9.258305527346584e-05,
      "loss": 0.0664,
      "step": 2145
    },
    {
      "epoch": 0.23265394622723332,
      "grad_norm": 0.2389531284570694,
      "learning_rate": 9.257942840562889e-05,
      "loss": 0.0319,
      "step": 2146
    },
    {
      "epoch": 0.2327623590633131,
      "grad_norm": 0.227604940533638,
      "learning_rate": 9.257580153779196e-05,
      "loss": 0.0546,
      "step": 2147
    },
    {
      "epoch": 0.2328707718993929,
      "grad_norm": 0.28848618268966675,
      "learning_rate": 9.257217466995503e-05,
      "loss": 0.0441,
      "step": 2148
    },
    {
      "epoch": 0.2329791847354727,
      "grad_norm": 0.18565277755260468,
      "learning_rate": 9.25685478021181e-05,
      "loss": 0.0518,
      "step": 2149
    },
    {
      "epoch": 0.23308759757155248,
      "grad_norm": 0.15608751773834229,
      "learning_rate": 9.256492093428116e-05,
      "loss": 0.0305,
      "step": 2150
    },
    {
      "epoch": 0.23319601040763227,
      "grad_norm": 0.29368364810943604,
      "learning_rate": 9.256129406644422e-05,
      "loss": 0.0414,
      "step": 2151
    },
    {
      "epoch": 0.23330442324371206,
      "grad_norm": 0.46694809198379517,
      "learning_rate": 9.255766719860729e-05,
      "loss": 0.0662,
      "step": 2152
    },
    {
      "epoch": 0.23341283607979185,
      "grad_norm": 0.26257428526878357,
      "learning_rate": 9.255404033077035e-05,
      "loss": 0.0506,
      "step": 2153
    },
    {
      "epoch": 0.23352124891587164,
      "grad_norm": 0.29658034443855286,
      "learning_rate": 9.255041346293342e-05,
      "loss": 0.0496,
      "step": 2154
    },
    {
      "epoch": 0.23362966175195143,
      "grad_norm": 0.5095370411872864,
      "learning_rate": 9.254678659509648e-05,
      "loss": 0.0587,
      "step": 2155
    },
    {
      "epoch": 0.23373807458803122,
      "grad_norm": 0.187724307179451,
      "learning_rate": 9.254315972725955e-05,
      "loss": 0.0391,
      "step": 2156
    },
    {
      "epoch": 0.23384648742411102,
      "grad_norm": 0.16599631309509277,
      "learning_rate": 9.25395328594226e-05,
      "loss": 0.0314,
      "step": 2157
    },
    {
      "epoch": 0.2339549002601908,
      "grad_norm": 0.24908146262168884,
      "learning_rate": 9.253590599158568e-05,
      "loss": 0.0492,
      "step": 2158
    },
    {
      "epoch": 0.2340633130962706,
      "grad_norm": 0.2448503077030182,
      "learning_rate": 9.253227912374873e-05,
      "loss": 0.068,
      "step": 2159
    },
    {
      "epoch": 0.2341717259323504,
      "grad_norm": 0.36735108494758606,
      "learning_rate": 9.252865225591179e-05,
      "loss": 0.0711,
      "step": 2160
    },
    {
      "epoch": 0.23428013876843018,
      "grad_norm": 0.23643313348293304,
      "learning_rate": 9.252502538807486e-05,
      "loss": 0.0515,
      "step": 2161
    },
    {
      "epoch": 0.23438855160450997,
      "grad_norm": 0.525359034538269,
      "learning_rate": 9.252139852023792e-05,
      "loss": 0.084,
      "step": 2162
    },
    {
      "epoch": 0.23449696444058976,
      "grad_norm": 0.30306029319763184,
      "learning_rate": 9.251777165240099e-05,
      "loss": 0.0607,
      "step": 2163
    },
    {
      "epoch": 0.23460537727666955,
      "grad_norm": 0.23762530088424683,
      "learning_rate": 9.251414478456405e-05,
      "loss": 0.0495,
      "step": 2164
    },
    {
      "epoch": 0.23471379011274934,
      "grad_norm": 0.31568506360054016,
      "learning_rate": 9.251051791672712e-05,
      "loss": 0.0763,
      "step": 2165
    },
    {
      "epoch": 0.23482220294882913,
      "grad_norm": 0.3111189007759094,
      "learning_rate": 9.250689104889019e-05,
      "loss": 0.032,
      "step": 2166
    },
    {
      "epoch": 0.23493061578490892,
      "grad_norm": 0.25604429841041565,
      "learning_rate": 9.250326418105325e-05,
      "loss": 0.0429,
      "step": 2167
    },
    {
      "epoch": 0.23503902862098872,
      "grad_norm": 0.25849807262420654,
      "learning_rate": 9.249963731321632e-05,
      "loss": 0.0384,
      "step": 2168
    },
    {
      "epoch": 0.2351474414570685,
      "grad_norm": 0.4054693579673767,
      "learning_rate": 9.249601044537937e-05,
      "loss": 0.073,
      "step": 2169
    },
    {
      "epoch": 0.2352558542931483,
      "grad_norm": 0.23868057131767273,
      "learning_rate": 9.249238357754244e-05,
      "loss": 0.0506,
      "step": 2170
    },
    {
      "epoch": 0.2353642671292281,
      "grad_norm": 0.6125288605690002,
      "learning_rate": 9.24887567097055e-05,
      "loss": 0.075,
      "step": 2171
    },
    {
      "epoch": 0.23547267996530788,
      "grad_norm": 0.4209134876728058,
      "learning_rate": 9.248512984186857e-05,
      "loss": 0.0587,
      "step": 2172
    },
    {
      "epoch": 0.2355810928013877,
      "grad_norm": 0.1679690033197403,
      "learning_rate": 9.248150297403163e-05,
      "loss": 0.0228,
      "step": 2173
    },
    {
      "epoch": 0.2356895056374675,
      "grad_norm": 0.3070463240146637,
      "learning_rate": 9.247787610619469e-05,
      "loss": 0.084,
      "step": 2174
    },
    {
      "epoch": 0.23579791847354728,
      "grad_norm": 0.5600662231445312,
      "learning_rate": 9.247424923835776e-05,
      "loss": 0.0667,
      "step": 2175
    },
    {
      "epoch": 0.23590633130962707,
      "grad_norm": 0.2898434102535248,
      "learning_rate": 9.247062237052082e-05,
      "loss": 0.0457,
      "step": 2176
    },
    {
      "epoch": 0.23601474414570686,
      "grad_norm": 0.1763056516647339,
      "learning_rate": 9.246699550268389e-05,
      "loss": 0.0258,
      "step": 2177
    },
    {
      "epoch": 0.23612315698178665,
      "grad_norm": 0.2060551792383194,
      "learning_rate": 9.246336863484694e-05,
      "loss": 0.0388,
      "step": 2178
    },
    {
      "epoch": 0.23623156981786644,
      "grad_norm": 0.2065812051296234,
      "learning_rate": 9.245974176701001e-05,
      "loss": 0.0422,
      "step": 2179
    },
    {
      "epoch": 0.23633998265394623,
      "grad_norm": 0.3598010540008545,
      "learning_rate": 9.245611489917307e-05,
      "loss": 0.0622,
      "step": 2180
    },
    {
      "epoch": 0.23644839549002603,
      "grad_norm": 0.3069455921649933,
      "learning_rate": 9.245248803133614e-05,
      "loss": 0.0541,
      "step": 2181
    },
    {
      "epoch": 0.23655680832610582,
      "grad_norm": 0.08079731464385986,
      "learning_rate": 9.244886116349921e-05,
      "loss": 0.0106,
      "step": 2182
    },
    {
      "epoch": 0.2366652211621856,
      "grad_norm": 0.15390260517597198,
      "learning_rate": 9.244523429566227e-05,
      "loss": 0.0189,
      "step": 2183
    },
    {
      "epoch": 0.2367736339982654,
      "grad_norm": 0.5452454686164856,
      "learning_rate": 9.244160742782534e-05,
      "loss": 0.0588,
      "step": 2184
    },
    {
      "epoch": 0.2368820468343452,
      "grad_norm": 0.32968440651893616,
      "learning_rate": 9.24379805599884e-05,
      "loss": 0.0658,
      "step": 2185
    },
    {
      "epoch": 0.23699045967042498,
      "grad_norm": 0.4699615240097046,
      "learning_rate": 9.243435369215147e-05,
      "loss": 0.0707,
      "step": 2186
    },
    {
      "epoch": 0.23709887250650477,
      "grad_norm": 0.35258808732032776,
      "learning_rate": 9.243072682431453e-05,
      "loss": 0.0876,
      "step": 2187
    },
    {
      "epoch": 0.23720728534258456,
      "grad_norm": 0.36822599172592163,
      "learning_rate": 9.242709995647759e-05,
      "loss": 0.0384,
      "step": 2188
    },
    {
      "epoch": 0.23731569817866435,
      "grad_norm": 0.25841355323791504,
      "learning_rate": 9.242347308864066e-05,
      "loss": 0.0497,
      "step": 2189
    },
    {
      "epoch": 0.23742411101474414,
      "grad_norm": 0.18117333948612213,
      "learning_rate": 9.241984622080371e-05,
      "loss": 0.0351,
      "step": 2190
    },
    {
      "epoch": 0.23753252385082393,
      "grad_norm": 0.3067750334739685,
      "learning_rate": 9.241621935296678e-05,
      "loss": 0.0342,
      "step": 2191
    },
    {
      "epoch": 0.23764093668690373,
      "grad_norm": 0.2355659157037735,
      "learning_rate": 9.241259248512984e-05,
      "loss": 0.0363,
      "step": 2192
    },
    {
      "epoch": 0.23774934952298352,
      "grad_norm": 0.14884954690933228,
      "learning_rate": 9.240896561729291e-05,
      "loss": 0.0244,
      "step": 2193
    },
    {
      "epoch": 0.2378577623590633,
      "grad_norm": 0.4205940067768097,
      "learning_rate": 9.240533874945597e-05,
      "loss": 0.0817,
      "step": 2194
    },
    {
      "epoch": 0.2379661751951431,
      "grad_norm": 0.3608495891094208,
      "learning_rate": 9.240171188161904e-05,
      "loss": 0.0554,
      "step": 2195
    },
    {
      "epoch": 0.2380745880312229,
      "grad_norm": 0.2205975353717804,
      "learning_rate": 9.23980850137821e-05,
      "loss": 0.0578,
      "step": 2196
    },
    {
      "epoch": 0.23818300086730268,
      "grad_norm": 0.4896705448627472,
      "learning_rate": 9.239445814594516e-05,
      "loss": 0.0365,
      "step": 2197
    },
    {
      "epoch": 0.23829141370338247,
      "grad_norm": 0.20797207951545715,
      "learning_rate": 9.239083127810823e-05,
      "loss": 0.0453,
      "step": 2198
    },
    {
      "epoch": 0.23839982653946226,
      "grad_norm": 0.36904579401016235,
      "learning_rate": 9.23872044102713e-05,
      "loss": 0.0355,
      "step": 2199
    },
    {
      "epoch": 0.23850823937554205,
      "grad_norm": 0.21854166686534882,
      "learning_rate": 9.238357754243437e-05,
      "loss": 0.0559,
      "step": 2200
    },
    {
      "epoch": 0.23861665221162184,
      "grad_norm": 0.30905088782310486,
      "learning_rate": 9.237995067459743e-05,
      "loss": 0.0439,
      "step": 2201
    },
    {
      "epoch": 0.23872506504770163,
      "grad_norm": 0.30841389298439026,
      "learning_rate": 9.23763238067605e-05,
      "loss": 0.1065,
      "step": 2202
    },
    {
      "epoch": 0.23883347788378145,
      "grad_norm": 0.2949688732624054,
      "learning_rate": 9.237269693892355e-05,
      "loss": 0.0521,
      "step": 2203
    },
    {
      "epoch": 0.23894189071986124,
      "grad_norm": 0.16804948449134827,
      "learning_rate": 9.236907007108661e-05,
      "loss": 0.0238,
      "step": 2204
    },
    {
      "epoch": 0.23905030355594103,
      "grad_norm": 0.19561049342155457,
      "learning_rate": 9.236544320324968e-05,
      "loss": 0.0396,
      "step": 2205
    },
    {
      "epoch": 0.23915871639202083,
      "grad_norm": 0.20629563927650452,
      "learning_rate": 9.236181633541274e-05,
      "loss": 0.0423,
      "step": 2206
    },
    {
      "epoch": 0.23926712922810062,
      "grad_norm": 3.65366530418396,
      "learning_rate": 9.235818946757581e-05,
      "loss": 0.0617,
      "step": 2207
    },
    {
      "epoch": 0.2393755420641804,
      "grad_norm": 0.12953242659568787,
      "learning_rate": 9.235456259973887e-05,
      "loss": 0.0143,
      "step": 2208
    },
    {
      "epoch": 0.2394839549002602,
      "grad_norm": 0.30675026774406433,
      "learning_rate": 9.235093573190194e-05,
      "loss": 0.0303,
      "step": 2209
    },
    {
      "epoch": 0.23959236773634,
      "grad_norm": 0.21357718110084534,
      "learning_rate": 9.2347308864065e-05,
      "loss": 0.0469,
      "step": 2210
    },
    {
      "epoch": 0.23970078057241978,
      "grad_norm": 0.6012093424797058,
      "learning_rate": 9.234368199622807e-05,
      "loss": 0.0656,
      "step": 2211
    },
    {
      "epoch": 0.23980919340849957,
      "grad_norm": 0.46960949897766113,
      "learning_rate": 9.234005512839112e-05,
      "loss": 0.087,
      "step": 2212
    },
    {
      "epoch": 0.23991760624457936,
      "grad_norm": 0.2652323842048645,
      "learning_rate": 9.233642826055418e-05,
      "loss": 0.0331,
      "step": 2213
    },
    {
      "epoch": 0.24002601908065915,
      "grad_norm": 0.31300750374794006,
      "learning_rate": 9.233280139271725e-05,
      "loss": 0.0681,
      "step": 2214
    },
    {
      "epoch": 0.24013443191673894,
      "grad_norm": 0.3971428871154785,
      "learning_rate": 9.232917452488031e-05,
      "loss": 0.0401,
      "step": 2215
    },
    {
      "epoch": 0.24024284475281873,
      "grad_norm": 0.21224434673786163,
      "learning_rate": 9.232554765704338e-05,
      "loss": 0.0407,
      "step": 2216
    },
    {
      "epoch": 0.24035125758889853,
      "grad_norm": 0.2960837483406067,
      "learning_rate": 9.232192078920645e-05,
      "loss": 0.0585,
      "step": 2217
    },
    {
      "epoch": 0.24045967042497832,
      "grad_norm": 0.7798733115196228,
      "learning_rate": 9.231829392136951e-05,
      "loss": 0.0635,
      "step": 2218
    },
    {
      "epoch": 0.2405680832610581,
      "grad_norm": 0.4095624089241028,
      "learning_rate": 9.231466705353258e-05,
      "loss": 0.0447,
      "step": 2219
    },
    {
      "epoch": 0.2406764960971379,
      "grad_norm": 0.24401216208934784,
      "learning_rate": 9.231104018569564e-05,
      "loss": 0.0465,
      "step": 2220
    },
    {
      "epoch": 0.2407849089332177,
      "grad_norm": 0.06896201521158218,
      "learning_rate": 9.230741331785871e-05,
      "loss": 0.0055,
      "step": 2221
    },
    {
      "epoch": 0.24089332176929748,
      "grad_norm": 0.258270800113678,
      "learning_rate": 9.230378645002176e-05,
      "loss": 0.0464,
      "step": 2222
    },
    {
      "epoch": 0.24100173460537727,
      "grad_norm": 0.2846297025680542,
      "learning_rate": 9.230015958218484e-05,
      "loss": 0.057,
      "step": 2223
    },
    {
      "epoch": 0.24111014744145706,
      "grad_norm": 0.0991477370262146,
      "learning_rate": 9.229653271434789e-05,
      "loss": 0.0108,
      "step": 2224
    },
    {
      "epoch": 0.24121856027753685,
      "grad_norm": 0.4484860897064209,
      "learning_rate": 9.229290584651096e-05,
      "loss": 0.0724,
      "step": 2225
    },
    {
      "epoch": 0.24132697311361664,
      "grad_norm": 0.43369245529174805,
      "learning_rate": 9.228927897867402e-05,
      "loss": 0.0645,
      "step": 2226
    },
    {
      "epoch": 0.24143538594969643,
      "grad_norm": 0.20440801978111267,
      "learning_rate": 9.228565211083708e-05,
      "loss": 0.0248,
      "step": 2227
    },
    {
      "epoch": 0.24154379878577623,
      "grad_norm": 0.2566063404083252,
      "learning_rate": 9.228202524300015e-05,
      "loss": 0.0291,
      "step": 2228
    },
    {
      "epoch": 0.24165221162185602,
      "grad_norm": 0.4532133638858795,
      "learning_rate": 9.22783983751632e-05,
      "loss": 0.0377,
      "step": 2229
    },
    {
      "epoch": 0.2417606244579358,
      "grad_norm": 0.27673715353012085,
      "learning_rate": 9.227477150732628e-05,
      "loss": 0.0381,
      "step": 2230
    },
    {
      "epoch": 0.2418690372940156,
      "grad_norm": 0.18337947130203247,
      "learning_rate": 9.227114463948933e-05,
      "loss": 0.0357,
      "step": 2231
    },
    {
      "epoch": 0.2419774501300954,
      "grad_norm": 0.1342819184064865,
      "learning_rate": 9.22675177716524e-05,
      "loss": 0.0172,
      "step": 2232
    },
    {
      "epoch": 0.2420858629661752,
      "grad_norm": 0.7054536938667297,
      "learning_rate": 9.226389090381546e-05,
      "loss": 0.0483,
      "step": 2233
    },
    {
      "epoch": 0.242194275802255,
      "grad_norm": 0.5581009387969971,
      "learning_rate": 9.226026403597853e-05,
      "loss": 0.0877,
      "step": 2234
    },
    {
      "epoch": 0.2423026886383348,
      "grad_norm": 0.2121044397354126,
      "learning_rate": 9.22566371681416e-05,
      "loss": 0.0218,
      "step": 2235
    },
    {
      "epoch": 0.24241110147441458,
      "grad_norm": 1.3807216882705688,
      "learning_rate": 9.225301030030466e-05,
      "loss": 0.0842,
      "step": 2236
    },
    {
      "epoch": 0.24251951431049437,
      "grad_norm": 0.26583757996559143,
      "learning_rate": 9.224938343246773e-05,
      "loss": 0.023,
      "step": 2237
    },
    {
      "epoch": 0.24262792714657416,
      "grad_norm": 1.635941982269287,
      "learning_rate": 9.224575656463079e-05,
      "loss": 0.0574,
      "step": 2238
    },
    {
      "epoch": 0.24273633998265395,
      "grad_norm": 0.4688279330730438,
      "learning_rate": 9.224212969679386e-05,
      "loss": 0.0393,
      "step": 2239
    },
    {
      "epoch": 0.24284475281873374,
      "grad_norm": 0.3768352270126343,
      "learning_rate": 9.223850282895692e-05,
      "loss": 0.0707,
      "step": 2240
    },
    {
      "epoch": 0.24295316565481354,
      "grad_norm": 0.3201617896556854,
      "learning_rate": 9.223487596111998e-05,
      "loss": 0.0379,
      "step": 2241
    },
    {
      "epoch": 0.24306157849089333,
      "grad_norm": 0.4953930377960205,
      "learning_rate": 9.223124909328305e-05,
      "loss": 0.0311,
      "step": 2242
    },
    {
      "epoch": 0.24316999132697312,
      "grad_norm": 0.22905977070331573,
      "learning_rate": 9.22276222254461e-05,
      "loss": 0.0222,
      "step": 2243
    },
    {
      "epoch": 0.2432784041630529,
      "grad_norm": 0.6822437047958374,
      "learning_rate": 9.222399535760918e-05,
      "loss": 0.1113,
      "step": 2244
    },
    {
      "epoch": 0.2433868169991327,
      "grad_norm": 0.3341333270072937,
      "learning_rate": 9.222036848977223e-05,
      "loss": 0.0748,
      "step": 2245
    },
    {
      "epoch": 0.2434952298352125,
      "grad_norm": 0.2744457423686981,
      "learning_rate": 9.22167416219353e-05,
      "loss": 0.0346,
      "step": 2246
    },
    {
      "epoch": 0.24360364267129228,
      "grad_norm": 0.3700959384441376,
      "learning_rate": 9.221311475409836e-05,
      "loss": 0.0695,
      "step": 2247
    },
    {
      "epoch": 0.24371205550737207,
      "grad_norm": 0.7179394364356995,
      "learning_rate": 9.220948788626143e-05,
      "loss": 0.097,
      "step": 2248
    },
    {
      "epoch": 0.24382046834345186,
      "grad_norm": 0.8800194263458252,
      "learning_rate": 9.220586101842449e-05,
      "loss": 0.0636,
      "step": 2249
    },
    {
      "epoch": 0.24392888117953165,
      "grad_norm": 0.25349485874176025,
      "learning_rate": 9.220223415058755e-05,
      "loss": 0.0236,
      "step": 2250
    },
    {
      "epoch": 0.24403729401561144,
      "grad_norm": 0.44538798928260803,
      "learning_rate": 9.219860728275063e-05,
      "loss": 0.0726,
      "step": 2251
    },
    {
      "epoch": 0.24414570685169124,
      "grad_norm": 0.377204567193985,
      "learning_rate": 9.219498041491369e-05,
      "loss": 0.0411,
      "step": 2252
    },
    {
      "epoch": 0.24425411968777103,
      "grad_norm": 0.6378439664840698,
      "learning_rate": 9.219135354707676e-05,
      "loss": 0.0418,
      "step": 2253
    },
    {
      "epoch": 0.24436253252385082,
      "grad_norm": 0.3091295659542084,
      "learning_rate": 9.218772667923982e-05,
      "loss": 0.0658,
      "step": 2254
    },
    {
      "epoch": 0.2444709453599306,
      "grad_norm": 0.2532862722873688,
      "learning_rate": 9.218409981140287e-05,
      "loss": 0.0535,
      "step": 2255
    },
    {
      "epoch": 0.2445793581960104,
      "grad_norm": 0.37149524688720703,
      "learning_rate": 9.218047294356594e-05,
      "loss": 0.0954,
      "step": 2256
    },
    {
      "epoch": 0.2446877710320902,
      "grad_norm": 0.345660537481308,
      "learning_rate": 9.2176846075729e-05,
      "loss": 0.0522,
      "step": 2257
    },
    {
      "epoch": 0.24479618386816998,
      "grad_norm": 0.4865069091320038,
      "learning_rate": 9.217321920789207e-05,
      "loss": 0.1084,
      "step": 2258
    },
    {
      "epoch": 0.24490459670424977,
      "grad_norm": 0.2505601644515991,
      "learning_rate": 9.216959234005513e-05,
      "loss": 0.0711,
      "step": 2259
    },
    {
      "epoch": 0.24501300954032956,
      "grad_norm": 6.316786289215088,
      "learning_rate": 9.21659654722182e-05,
      "loss": 0.156,
      "step": 2260
    },
    {
      "epoch": 0.24512142237640935,
      "grad_norm": 23.882312774658203,
      "learning_rate": 9.216233860438126e-05,
      "loss": 0.5334,
      "step": 2261
    },
    {
      "epoch": 0.24522983521248917,
      "grad_norm": 1.8244839906692505,
      "learning_rate": 9.215871173654433e-05,
      "loss": 0.096,
      "step": 2262
    },
    {
      "epoch": 0.24533824804856896,
      "grad_norm": 2.192148447036743,
      "learning_rate": 9.215508486870739e-05,
      "loss": 0.0382,
      "step": 2263
    },
    {
      "epoch": 0.24544666088464875,
      "grad_norm": 0.7187620997428894,
      "learning_rate": 9.215145800087044e-05,
      "loss": 0.055,
      "step": 2264
    },
    {
      "epoch": 0.24555507372072854,
      "grad_norm": 0.24654130637645721,
      "learning_rate": 9.214783113303351e-05,
      "loss": 0.0559,
      "step": 2265
    },
    {
      "epoch": 0.24566348655680834,
      "grad_norm": 0.4064408838748932,
      "learning_rate": 9.214420426519657e-05,
      "loss": 0.0509,
      "step": 2266
    },
    {
      "epoch": 0.24577189939288813,
      "grad_norm": 0.3255368173122406,
      "learning_rate": 9.214057739735964e-05,
      "loss": 0.0455,
      "step": 2267
    },
    {
      "epoch": 0.24588031222896792,
      "grad_norm": 0.17021484673023224,
      "learning_rate": 9.21369505295227e-05,
      "loss": 0.0593,
      "step": 2268
    },
    {
      "epoch": 0.2459887250650477,
      "grad_norm": 0.3715980648994446,
      "learning_rate": 9.213332366168577e-05,
      "loss": 0.0556,
      "step": 2269
    },
    {
      "epoch": 0.2460971379011275,
      "grad_norm": 1.2029578685760498,
      "learning_rate": 9.212969679384884e-05,
      "loss": 0.0348,
      "step": 2270
    },
    {
      "epoch": 0.2462055507372073,
      "grad_norm": 0.6389966607093811,
      "learning_rate": 9.21260699260119e-05,
      "loss": 0.1183,
      "step": 2271
    },
    {
      "epoch": 0.24631396357328708,
      "grad_norm": 0.46923547983169556,
      "learning_rate": 9.212244305817497e-05,
      "loss": 0.0988,
      "step": 2272
    },
    {
      "epoch": 0.24642237640936687,
      "grad_norm": 0.2308085560798645,
      "learning_rate": 9.211881619033803e-05,
      "loss": 0.0453,
      "step": 2273
    },
    {
      "epoch": 0.24653078924544666,
      "grad_norm": 0.2411302626132965,
      "learning_rate": 9.21151893225011e-05,
      "loss": 0.059,
      "step": 2274
    },
    {
      "epoch": 0.24663920208152645,
      "grad_norm": 0.20833085477352142,
      "learning_rate": 9.211156245466416e-05,
      "loss": 0.0506,
      "step": 2275
    },
    {
      "epoch": 0.24674761491760624,
      "grad_norm": 0.1991608440876007,
      "learning_rate": 9.210793558682723e-05,
      "loss": 0.0447,
      "step": 2276
    },
    {
      "epoch": 0.24685602775368604,
      "grad_norm": 0.16878455877304077,
      "learning_rate": 9.210430871899028e-05,
      "loss": 0.0459,
      "step": 2277
    },
    {
      "epoch": 0.24696444058976583,
      "grad_norm": 0.5760854482650757,
      "learning_rate": 9.210068185115334e-05,
      "loss": 0.1098,
      "step": 2278
    },
    {
      "epoch": 0.24707285342584562,
      "grad_norm": 0.47230038046836853,
      "learning_rate": 9.209705498331641e-05,
      "loss": 0.0975,
      "step": 2279
    },
    {
      "epoch": 0.2471812662619254,
      "grad_norm": 0.1897546648979187,
      "learning_rate": 9.209342811547947e-05,
      "loss": 0.0274,
      "step": 2280
    },
    {
      "epoch": 0.2472896790980052,
      "grad_norm": 0.455421507358551,
      "learning_rate": 9.208980124764254e-05,
      "loss": 0.0845,
      "step": 2281
    },
    {
      "epoch": 0.247398091934085,
      "grad_norm": 0.5084249973297119,
      "learning_rate": 9.20861743798056e-05,
      "loss": 0.0714,
      "step": 2282
    },
    {
      "epoch": 0.24750650477016478,
      "grad_norm": 0.2949240505695343,
      "learning_rate": 9.208254751196867e-05,
      "loss": 0.0329,
      "step": 2283
    },
    {
      "epoch": 0.24761491760624457,
      "grad_norm": 0.275106817483902,
      "learning_rate": 9.207892064413173e-05,
      "loss": 0.0459,
      "step": 2284
    },
    {
      "epoch": 0.24772333044232436,
      "grad_norm": 0.23136268556118011,
      "learning_rate": 9.20752937762948e-05,
      "loss": 0.0607,
      "step": 2285
    },
    {
      "epoch": 0.24783174327840415,
      "grad_norm": 0.1622677594423294,
      "learning_rate": 9.207166690845787e-05,
      "loss": 0.0245,
      "step": 2286
    },
    {
      "epoch": 0.24794015611448394,
      "grad_norm": 0.24394026398658752,
      "learning_rate": 9.206804004062092e-05,
      "loss": 0.0453,
      "step": 2287
    },
    {
      "epoch": 0.24804856895056374,
      "grad_norm": 0.2804565727710724,
      "learning_rate": 9.2064413172784e-05,
      "loss": 0.0519,
      "step": 2288
    },
    {
      "epoch": 0.24815698178664353,
      "grad_norm": 0.25524473190307617,
      "learning_rate": 9.206078630494705e-05,
      "loss": 0.0853,
      "step": 2289
    },
    {
      "epoch": 0.24826539462272332,
      "grad_norm": 0.20566625893115997,
      "learning_rate": 9.205715943711012e-05,
      "loss": 0.059,
      "step": 2290
    },
    {
      "epoch": 0.2483738074588031,
      "grad_norm": 0.43431976437568665,
      "learning_rate": 9.205353256927318e-05,
      "loss": 0.0541,
      "step": 2291
    },
    {
      "epoch": 0.24848222029488293,
      "grad_norm": 0.2933703064918518,
      "learning_rate": 9.204990570143625e-05,
      "loss": 0.0632,
      "step": 2292
    },
    {
      "epoch": 0.24859063313096272,
      "grad_norm": 0.3006935715675354,
      "learning_rate": 9.204627883359931e-05,
      "loss": 0.0721,
      "step": 2293
    },
    {
      "epoch": 0.2486990459670425,
      "grad_norm": 0.2572445273399353,
      "learning_rate": 9.204265196576237e-05,
      "loss": 0.0451,
      "step": 2294
    },
    {
      "epoch": 0.2488074588031223,
      "grad_norm": 0.3080568015575409,
      "learning_rate": 9.203902509792544e-05,
      "loss": 0.0533,
      "step": 2295
    },
    {
      "epoch": 0.2489158716392021,
      "grad_norm": 0.30952680110931396,
      "learning_rate": 9.20353982300885e-05,
      "loss": 0.055,
      "step": 2296
    },
    {
      "epoch": 0.24902428447528188,
      "grad_norm": 0.26106706261634827,
      "learning_rate": 9.203177136225157e-05,
      "loss": 0.0268,
      "step": 2297
    },
    {
      "epoch": 0.24913269731136167,
      "grad_norm": 0.2144058495759964,
      "learning_rate": 9.202814449441462e-05,
      "loss": 0.0515,
      "step": 2298
    },
    {
      "epoch": 0.24924111014744146,
      "grad_norm": 0.9424239993095398,
      "learning_rate": 9.20245176265777e-05,
      "loss": 0.0518,
      "step": 2299
    },
    {
      "epoch": 0.24934952298352125,
      "grad_norm": 0.5228636860847473,
      "learning_rate": 9.202089075874075e-05,
      "loss": 0.0864,
      "step": 2300
    },
    {
      "epoch": 0.24945793581960105,
      "grad_norm": 0.21414494514465332,
      "learning_rate": 9.201726389090381e-05,
      "loss": 0.0282,
      "step": 2301
    },
    {
      "epoch": 0.24956634865568084,
      "grad_norm": 0.625850260257721,
      "learning_rate": 9.201363702306688e-05,
      "loss": 0.0486,
      "step": 2302
    },
    {
      "epoch": 0.24967476149176063,
      "grad_norm": 0.2897038161754608,
      "learning_rate": 9.201001015522995e-05,
      "loss": 0.0754,
      "step": 2303
    },
    {
      "epoch": 0.24978317432784042,
      "grad_norm": 0.2531670033931732,
      "learning_rate": 9.200638328739302e-05,
      "loss": 0.0347,
      "step": 2304
    },
    {
      "epoch": 0.2498915871639202,
      "grad_norm": 0.12363344430923462,
      "learning_rate": 9.200275641955608e-05,
      "loss": 0.0334,
      "step": 2305
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3240814805030823,
      "learning_rate": 9.199912955171915e-05,
      "loss": 0.088,
      "step": 2306
    },
    {
      "epoch": 0.2501084128360798,
      "grad_norm": 0.30838656425476074,
      "learning_rate": 9.199550268388221e-05,
      "loss": 0.0454,
      "step": 2307
    },
    {
      "epoch": 0.2502168256721596,
      "grad_norm": 0.2579934000968933,
      "learning_rate": 9.199187581604526e-05,
      "loss": 0.0385,
      "step": 2308
    },
    {
      "epoch": 0.2503252385082394,
      "grad_norm": 0.5916017293930054,
      "learning_rate": 9.198824894820834e-05,
      "loss": 0.1035,
      "step": 2309
    },
    {
      "epoch": 0.25043365134431916,
      "grad_norm": 0.3561457395553589,
      "learning_rate": 9.198462208037139e-05,
      "loss": 0.0652,
      "step": 2310
    },
    {
      "epoch": 0.250542064180399,
      "grad_norm": 0.10276257246732712,
      "learning_rate": 9.198099521253446e-05,
      "loss": 0.0207,
      "step": 2311
    },
    {
      "epoch": 0.25065047701647875,
      "grad_norm": 0.45537686347961426,
      "learning_rate": 9.197736834469752e-05,
      "loss": 0.0674,
      "step": 2312
    },
    {
      "epoch": 0.25075888985255856,
      "grad_norm": 0.11545448005199432,
      "learning_rate": 9.197374147686059e-05,
      "loss": 0.0119,
      "step": 2313
    },
    {
      "epoch": 0.2508673026886383,
      "grad_norm": 0.09338554739952087,
      "learning_rate": 9.197011460902365e-05,
      "loss": 0.0156,
      "step": 2314
    },
    {
      "epoch": 0.25097571552471815,
      "grad_norm": 0.17703919112682343,
      "learning_rate": 9.196648774118672e-05,
      "loss": 0.0393,
      "step": 2315
    },
    {
      "epoch": 0.2510841283607979,
      "grad_norm": 0.26194673776626587,
      "learning_rate": 9.196286087334978e-05,
      "loss": 0.0211,
      "step": 2316
    },
    {
      "epoch": 0.2511925411968777,
      "grad_norm": 0.28361597657203674,
      "learning_rate": 9.195923400551283e-05,
      "loss": 0.0482,
      "step": 2317
    },
    {
      "epoch": 0.2513009540329575,
      "grad_norm": 0.15210771560668945,
      "learning_rate": 9.19556071376759e-05,
      "loss": 0.0295,
      "step": 2318
    },
    {
      "epoch": 0.2514093668690373,
      "grad_norm": 0.3781145513057709,
      "learning_rate": 9.195198026983896e-05,
      "loss": 0.0728,
      "step": 2319
    },
    {
      "epoch": 0.2515177797051171,
      "grad_norm": 0.4754564166069031,
      "learning_rate": 9.194835340200205e-05,
      "loss": 0.066,
      "step": 2320
    },
    {
      "epoch": 0.2516261925411969,
      "grad_norm": 0.38852059841156006,
      "learning_rate": 9.19447265341651e-05,
      "loss": 0.0728,
      "step": 2321
    },
    {
      "epoch": 0.25173460537727665,
      "grad_norm": 0.1856079399585724,
      "learning_rate": 9.194109966632816e-05,
      "loss": 0.0326,
      "step": 2322
    },
    {
      "epoch": 0.2518430182133565,
      "grad_norm": 0.9676375985145569,
      "learning_rate": 9.193747279849123e-05,
      "loss": 0.0743,
      "step": 2323
    },
    {
      "epoch": 0.25195143104943624,
      "grad_norm": 0.2993168234825134,
      "learning_rate": 9.193384593065429e-05,
      "loss": 0.0865,
      "step": 2324
    },
    {
      "epoch": 0.25205984388551606,
      "grad_norm": 0.3573459982872009,
      "learning_rate": 9.193021906281736e-05,
      "loss": 0.067,
      "step": 2325
    },
    {
      "epoch": 0.2521682567215958,
      "grad_norm": 0.2707712948322296,
      "learning_rate": 9.192659219498042e-05,
      "loss": 0.0356,
      "step": 2326
    },
    {
      "epoch": 0.25227666955767564,
      "grad_norm": 0.21772360801696777,
      "learning_rate": 9.192296532714349e-05,
      "loss": 0.0367,
      "step": 2327
    },
    {
      "epoch": 0.2523850823937554,
      "grad_norm": 0.2877196669578552,
      "learning_rate": 9.191933845930655e-05,
      "loss": 0.0715,
      "step": 2328
    },
    {
      "epoch": 0.2524934952298352,
      "grad_norm": 0.2674409747123718,
      "learning_rate": 9.191571159146962e-05,
      "loss": 0.043,
      "step": 2329
    },
    {
      "epoch": 0.252601908065915,
      "grad_norm": 0.25175732374191284,
      "learning_rate": 9.191208472363267e-05,
      "loss": 0.0276,
      "step": 2330
    },
    {
      "epoch": 0.2527103209019948,
      "grad_norm": 0.3331209123134613,
      "learning_rate": 9.190845785579573e-05,
      "loss": 0.0536,
      "step": 2331
    },
    {
      "epoch": 0.25281873373807456,
      "grad_norm": 0.1262371689081192,
      "learning_rate": 9.19048309879588e-05,
      "loss": 0.016,
      "step": 2332
    },
    {
      "epoch": 0.2529271465741544,
      "grad_norm": 0.4890010356903076,
      "learning_rate": 9.190120412012186e-05,
      "loss": 0.124,
      "step": 2333
    },
    {
      "epoch": 0.25303555941023415,
      "grad_norm": 3.2930755615234375,
      "learning_rate": 9.189757725228493e-05,
      "loss": 0.0331,
      "step": 2334
    },
    {
      "epoch": 0.25314397224631396,
      "grad_norm": 0.32431429624557495,
      "learning_rate": 9.189395038444799e-05,
      "loss": 0.0452,
      "step": 2335
    },
    {
      "epoch": 0.2532523850823938,
      "grad_norm": 0.3328579068183899,
      "learning_rate": 9.189032351661106e-05,
      "loss": 0.0498,
      "step": 2336
    },
    {
      "epoch": 0.25336079791847355,
      "grad_norm": 0.32400739192962646,
      "learning_rate": 9.188669664877412e-05,
      "loss": 0.0699,
      "step": 2337
    },
    {
      "epoch": 0.25346921075455336,
      "grad_norm": 0.14776606857776642,
      "learning_rate": 9.188306978093719e-05,
      "loss": 0.0279,
      "step": 2338
    },
    {
      "epoch": 0.2535776235906331,
      "grad_norm": 0.6956557631492615,
      "learning_rate": 9.187944291310026e-05,
      "loss": 0.0853,
      "step": 2339
    },
    {
      "epoch": 0.25368603642671295,
      "grad_norm": 0.526900589466095,
      "learning_rate": 9.187581604526332e-05,
      "loss": 0.0769,
      "step": 2340
    },
    {
      "epoch": 0.2537944492627927,
      "grad_norm": 0.21336522698402405,
      "learning_rate": 9.187218917742639e-05,
      "loss": 0.0548,
      "step": 2341
    },
    {
      "epoch": 0.25390286209887253,
      "grad_norm": 0.14266839623451233,
      "learning_rate": 9.186856230958944e-05,
      "loss": 0.0232,
      "step": 2342
    },
    {
      "epoch": 0.2540112749349523,
      "grad_norm": 0.3600411117076874,
      "learning_rate": 9.186493544175251e-05,
      "loss": 0.0564,
      "step": 2343
    },
    {
      "epoch": 0.2541196877710321,
      "grad_norm": 0.19292399287223816,
      "learning_rate": 9.186130857391557e-05,
      "loss": 0.0365,
      "step": 2344
    },
    {
      "epoch": 0.2542281006071119,
      "grad_norm": 0.2122635692358017,
      "learning_rate": 9.185768170607863e-05,
      "loss": 0.0174,
      "step": 2345
    },
    {
      "epoch": 0.2543365134431917,
      "grad_norm": 0.1290942132472992,
      "learning_rate": 9.18540548382417e-05,
      "loss": 0.0236,
      "step": 2346
    },
    {
      "epoch": 0.25444492627927146,
      "grad_norm": 0.4867120683193207,
      "learning_rate": 9.185042797040476e-05,
      "loss": 0.0742,
      "step": 2347
    },
    {
      "epoch": 0.2545533391153513,
      "grad_norm": 0.31279411911964417,
      "learning_rate": 9.184680110256783e-05,
      "loss": 0.0492,
      "step": 2348
    },
    {
      "epoch": 0.25466175195143104,
      "grad_norm": 0.23141157627105713,
      "learning_rate": 9.184317423473089e-05,
      "loss": 0.0476,
      "step": 2349
    },
    {
      "epoch": 0.25477016478751086,
      "grad_norm": 0.23801332712173462,
      "learning_rate": 9.183954736689396e-05,
      "loss": 0.038,
      "step": 2350
    },
    {
      "epoch": 0.2548785776235906,
      "grad_norm": 0.49434760212898254,
      "learning_rate": 9.183592049905701e-05,
      "loss": 0.0971,
      "step": 2351
    },
    {
      "epoch": 0.25498699045967044,
      "grad_norm": 0.22052697837352753,
      "learning_rate": 9.183229363122008e-05,
      "loss": 0.0294,
      "step": 2352
    },
    {
      "epoch": 0.2550954032957502,
      "grad_norm": 0.2889862358570099,
      "learning_rate": 9.182866676338314e-05,
      "loss": 0.0402,
      "step": 2353
    },
    {
      "epoch": 0.25520381613183,
      "grad_norm": 0.40790167450904846,
      "learning_rate": 9.18250398955462e-05,
      "loss": 0.0407,
      "step": 2354
    },
    {
      "epoch": 0.2553122289679098,
      "grad_norm": 0.35201790928840637,
      "learning_rate": 9.182141302770928e-05,
      "loss": 0.112,
      "step": 2355
    },
    {
      "epoch": 0.2554206418039896,
      "grad_norm": 0.29735657572746277,
      "learning_rate": 9.181778615987234e-05,
      "loss": 0.0282,
      "step": 2356
    },
    {
      "epoch": 0.25552905464006936,
      "grad_norm": 0.23466862738132477,
      "learning_rate": 9.181415929203541e-05,
      "loss": 0.0375,
      "step": 2357
    },
    {
      "epoch": 0.2556374674761492,
      "grad_norm": 0.28824523091316223,
      "learning_rate": 9.181053242419847e-05,
      "loss": 0.0442,
      "step": 2358
    },
    {
      "epoch": 0.25574588031222895,
      "grad_norm": 0.4859691262245178,
      "learning_rate": 9.180690555636153e-05,
      "loss": 0.0912,
      "step": 2359
    },
    {
      "epoch": 0.25585429314830876,
      "grad_norm": 0.4151831269264221,
      "learning_rate": 9.18032786885246e-05,
      "loss": 0.1179,
      "step": 2360
    },
    {
      "epoch": 0.2559627059843885,
      "grad_norm": 0.6184608936309814,
      "learning_rate": 9.179965182068766e-05,
      "loss": 0.056,
      "step": 2361
    },
    {
      "epoch": 0.25607111882046835,
      "grad_norm": 0.2511466443538666,
      "learning_rate": 9.179602495285073e-05,
      "loss": 0.0284,
      "step": 2362
    },
    {
      "epoch": 0.2561795316565481,
      "grad_norm": 0.2202853560447693,
      "learning_rate": 9.179239808501378e-05,
      "loss": 0.0536,
      "step": 2363
    },
    {
      "epoch": 0.25628794449262793,
      "grad_norm": 0.44217464327812195,
      "learning_rate": 9.178877121717685e-05,
      "loss": 0.07,
      "step": 2364
    },
    {
      "epoch": 0.2563963573287077,
      "grad_norm": 0.2113296389579773,
      "learning_rate": 9.178514434933991e-05,
      "loss": 0.0484,
      "step": 2365
    },
    {
      "epoch": 0.2565047701647875,
      "grad_norm": 0.24487990140914917,
      "learning_rate": 9.178151748150298e-05,
      "loss": 0.0759,
      "step": 2366
    },
    {
      "epoch": 0.25661318300086733,
      "grad_norm": 0.3709767460823059,
      "learning_rate": 9.177789061366604e-05,
      "loss": 0.0594,
      "step": 2367
    },
    {
      "epoch": 0.2567215958369471,
      "grad_norm": 0.19129203259944916,
      "learning_rate": 9.17742637458291e-05,
      "loss": 0.032,
      "step": 2368
    },
    {
      "epoch": 0.2568300086730269,
      "grad_norm": 0.38622090220451355,
      "learning_rate": 9.177063687799217e-05,
      "loss": 0.0714,
      "step": 2369
    },
    {
      "epoch": 0.2569384215091067,
      "grad_norm": 0.17623409628868103,
      "learning_rate": 9.176701001015523e-05,
      "loss": 0.0611,
      "step": 2370
    },
    {
      "epoch": 0.2570468343451865,
      "grad_norm": 0.2113281637430191,
      "learning_rate": 9.17633831423183e-05,
      "loss": 0.0802,
      "step": 2371
    },
    {
      "epoch": 0.25715524718126626,
      "grad_norm": 0.15473222732543945,
      "learning_rate": 9.175975627448137e-05,
      "loss": 0.0215,
      "step": 2372
    },
    {
      "epoch": 0.2572636600173461,
      "grad_norm": 0.30139127373695374,
      "learning_rate": 9.175612940664442e-05,
      "loss": 0.0676,
      "step": 2373
    },
    {
      "epoch": 0.25737207285342584,
      "grad_norm": 0.3061600923538208,
      "learning_rate": 9.17525025388075e-05,
      "loss": 0.0702,
      "step": 2374
    },
    {
      "epoch": 0.25748048568950566,
      "grad_norm": 0.2767510414123535,
      "learning_rate": 9.174887567097055e-05,
      "loss": 0.0497,
      "step": 2375
    },
    {
      "epoch": 0.2575888985255854,
      "grad_norm": 0.22325165569782257,
      "learning_rate": 9.174524880313362e-05,
      "loss": 0.0686,
      "step": 2376
    },
    {
      "epoch": 0.25769731136166524,
      "grad_norm": 0.2180158495903015,
      "learning_rate": 9.174162193529668e-05,
      "loss": 0.0496,
      "step": 2377
    },
    {
      "epoch": 0.257805724197745,
      "grad_norm": 0.2046172022819519,
      "learning_rate": 9.173799506745975e-05,
      "loss": 0.0833,
      "step": 2378
    },
    {
      "epoch": 0.2579141370338248,
      "grad_norm": 0.34060752391815186,
      "learning_rate": 9.173436819962281e-05,
      "loss": 0.0686,
      "step": 2379
    },
    {
      "epoch": 0.2580225498699046,
      "grad_norm": 0.3050735294818878,
      "learning_rate": 9.173074133178588e-05,
      "loss": 0.0426,
      "step": 2380
    },
    {
      "epoch": 0.2581309627059844,
      "grad_norm": 0.1632154881954193,
      "learning_rate": 9.172711446394894e-05,
      "loss": 0.0222,
      "step": 2381
    },
    {
      "epoch": 0.25823937554206416,
      "grad_norm": 0.17612843215465546,
      "learning_rate": 9.1723487596112e-05,
      "loss": 0.0389,
      "step": 2382
    },
    {
      "epoch": 0.258347788378144,
      "grad_norm": 0.0958978608250618,
      "learning_rate": 9.171986072827507e-05,
      "loss": 0.0155,
      "step": 2383
    },
    {
      "epoch": 0.25845620121422375,
      "grad_norm": 0.3860088884830475,
      "learning_rate": 9.171623386043812e-05,
      "loss": 0.0755,
      "step": 2384
    },
    {
      "epoch": 0.25856461405030357,
      "grad_norm": 0.27374061942100525,
      "learning_rate": 9.17126069926012e-05,
      "loss": 0.0456,
      "step": 2385
    },
    {
      "epoch": 0.25867302688638333,
      "grad_norm": 1.034104585647583,
      "learning_rate": 9.170898012476425e-05,
      "loss": 0.1268,
      "step": 2386
    },
    {
      "epoch": 0.25878143972246315,
      "grad_norm": 0.2262323498725891,
      "learning_rate": 9.170535325692732e-05,
      "loss": 0.0303,
      "step": 2387
    },
    {
      "epoch": 0.2588898525585429,
      "grad_norm": 0.46803128719329834,
      "learning_rate": 9.170172638909038e-05,
      "loss": 0.0858,
      "step": 2388
    },
    {
      "epoch": 0.25899826539462273,
      "grad_norm": 0.24388201534748077,
      "learning_rate": 9.169809952125345e-05,
      "loss": 0.051,
      "step": 2389
    },
    {
      "epoch": 0.2591066782307025,
      "grad_norm": 0.18001893162727356,
      "learning_rate": 9.169447265341652e-05,
      "loss": 0.0217,
      "step": 2390
    },
    {
      "epoch": 0.2592150910667823,
      "grad_norm": 0.15517942607402802,
      "learning_rate": 9.169084578557958e-05,
      "loss": 0.0383,
      "step": 2391
    },
    {
      "epoch": 0.2593235039028621,
      "grad_norm": 0.2839924097061157,
      "learning_rate": 9.168721891774265e-05,
      "loss": 0.0502,
      "step": 2392
    },
    {
      "epoch": 0.2594319167389419,
      "grad_norm": 0.26453039050102234,
      "learning_rate": 9.16835920499057e-05,
      "loss": 0.0522,
      "step": 2393
    },
    {
      "epoch": 0.25954032957502166,
      "grad_norm": 0.5047795176506042,
      "learning_rate": 9.167996518206878e-05,
      "loss": 0.0633,
      "step": 2394
    },
    {
      "epoch": 0.2596487424111015,
      "grad_norm": 0.14623664319515228,
      "learning_rate": 9.167633831423183e-05,
      "loss": 0.0154,
      "step": 2395
    },
    {
      "epoch": 0.2597571552471813,
      "grad_norm": 0.25972601771354675,
      "learning_rate": 9.16727114463949e-05,
      "loss": 0.0385,
      "step": 2396
    },
    {
      "epoch": 0.25986556808326106,
      "grad_norm": 0.23820115625858307,
      "learning_rate": 9.166908457855796e-05,
      "loss": 0.0325,
      "step": 2397
    },
    {
      "epoch": 0.2599739809193409,
      "grad_norm": 0.1753087192773819,
      "learning_rate": 9.166545771072102e-05,
      "loss": 0.0351,
      "step": 2398
    },
    {
      "epoch": 0.26008239375542064,
      "grad_norm": 0.17255927622318268,
      "learning_rate": 9.166183084288409e-05,
      "loss": 0.0211,
      "step": 2399
    },
    {
      "epoch": 0.26019080659150046,
      "grad_norm": 0.3021194040775299,
      "learning_rate": 9.165820397504715e-05,
      "loss": 0.0516,
      "step": 2400
    },
    {
      "epoch": 0.2602992194275802,
      "grad_norm": 0.47742247581481934,
      "learning_rate": 9.165457710721022e-05,
      "loss": 0.0793,
      "step": 2401
    },
    {
      "epoch": 0.26040763226366004,
      "grad_norm": 0.43979349732398987,
      "learning_rate": 9.165095023937328e-05,
      "loss": 0.0411,
      "step": 2402
    },
    {
      "epoch": 0.2605160450997398,
      "grad_norm": 0.19533632695674896,
      "learning_rate": 9.164732337153635e-05,
      "loss": 0.0349,
      "step": 2403
    },
    {
      "epoch": 0.2606244579358196,
      "grad_norm": 0.5546632409095764,
      "learning_rate": 9.16436965036994e-05,
      "loss": 0.0337,
      "step": 2404
    },
    {
      "epoch": 0.2607328707718994,
      "grad_norm": 0.2103540301322937,
      "learning_rate": 9.164006963586248e-05,
      "loss": 0.012,
      "step": 2405
    },
    {
      "epoch": 0.2608412836079792,
      "grad_norm": 0.24105152487754822,
      "learning_rate": 9.163644276802553e-05,
      "loss": 0.0335,
      "step": 2406
    },
    {
      "epoch": 0.26094969644405897,
      "grad_norm": 0.5275716781616211,
      "learning_rate": 9.16328159001886e-05,
      "loss": 0.0405,
      "step": 2407
    },
    {
      "epoch": 0.2610581092801388,
      "grad_norm": 0.21995379030704498,
      "learning_rate": 9.162918903235167e-05,
      "loss": 0.0336,
      "step": 2408
    },
    {
      "epoch": 0.26116652211621855,
      "grad_norm": 0.3186524212360382,
      "learning_rate": 9.162556216451473e-05,
      "loss": 0.0277,
      "step": 2409
    },
    {
      "epoch": 0.26127493495229837,
      "grad_norm": 0.5358178019523621,
      "learning_rate": 9.16219352966778e-05,
      "loss": 0.0614,
      "step": 2410
    },
    {
      "epoch": 0.26138334778837813,
      "grad_norm": 0.3632541298866272,
      "learning_rate": 9.161830842884086e-05,
      "loss": 0.0232,
      "step": 2411
    },
    {
      "epoch": 0.26149176062445795,
      "grad_norm": 0.28844988346099854,
      "learning_rate": 9.161468156100392e-05,
      "loss": 0.0551,
      "step": 2412
    },
    {
      "epoch": 0.2616001734605377,
      "grad_norm": 0.6606438755989075,
      "learning_rate": 9.161105469316699e-05,
      "loss": 0.0993,
      "step": 2413
    },
    {
      "epoch": 0.26170858629661753,
      "grad_norm": 0.33074915409088135,
      "learning_rate": 9.160742782533005e-05,
      "loss": 0.047,
      "step": 2414
    },
    {
      "epoch": 0.2618169991326973,
      "grad_norm": 0.1850353181362152,
      "learning_rate": 9.160380095749312e-05,
      "loss": 0.0176,
      "step": 2415
    },
    {
      "epoch": 0.2619254119687771,
      "grad_norm": 0.5367395281791687,
      "learning_rate": 9.160017408965617e-05,
      "loss": 0.0798,
      "step": 2416
    },
    {
      "epoch": 0.2620338248048569,
      "grad_norm": 0.39676475524902344,
      "learning_rate": 9.159654722181924e-05,
      "loss": 0.0711,
      "step": 2417
    },
    {
      "epoch": 0.2621422376409367,
      "grad_norm": 0.21168439090251923,
      "learning_rate": 9.15929203539823e-05,
      "loss": 0.0265,
      "step": 2418
    },
    {
      "epoch": 0.26225065047701646,
      "grad_norm": 0.34108465909957886,
      "learning_rate": 9.158929348614537e-05,
      "loss": 0.0382,
      "step": 2419
    },
    {
      "epoch": 0.2623590633130963,
      "grad_norm": 0.26124316453933716,
      "learning_rate": 9.158566661830843e-05,
      "loss": 0.0406,
      "step": 2420
    },
    {
      "epoch": 0.26246747614917604,
      "grad_norm": 0.48093879222869873,
      "learning_rate": 9.158203975047149e-05,
      "loss": 0.0355,
      "step": 2421
    },
    {
      "epoch": 0.26257588898525586,
      "grad_norm": 0.36288344860076904,
      "learning_rate": 9.157841288263456e-05,
      "loss": 0.0478,
      "step": 2422
    },
    {
      "epoch": 0.2626843018213356,
      "grad_norm": 0.6096255779266357,
      "learning_rate": 9.157478601479762e-05,
      "loss": 0.0915,
      "step": 2423
    },
    {
      "epoch": 0.26279271465741544,
      "grad_norm": 0.4076511859893799,
      "learning_rate": 9.15711591469607e-05,
      "loss": 0.0906,
      "step": 2424
    },
    {
      "epoch": 0.26290112749349526,
      "grad_norm": 0.6373634338378906,
      "learning_rate": 9.156753227912376e-05,
      "loss": 0.046,
      "step": 2425
    },
    {
      "epoch": 0.263009540329575,
      "grad_norm": 0.21549685299396515,
      "learning_rate": 9.156390541128682e-05,
      "loss": 0.0265,
      "step": 2426
    },
    {
      "epoch": 0.26311795316565484,
      "grad_norm": 0.9930847883224487,
      "learning_rate": 9.156027854344989e-05,
      "loss": 0.0491,
      "step": 2427
    },
    {
      "epoch": 0.2632263660017346,
      "grad_norm": 0.4501565396785736,
      "learning_rate": 9.155665167561294e-05,
      "loss": 0.0935,
      "step": 2428
    },
    {
      "epoch": 0.2633347788378144,
      "grad_norm": 0.8560028076171875,
      "learning_rate": 9.155302480777601e-05,
      "loss": 0.0847,
      "step": 2429
    },
    {
      "epoch": 0.2634431916738942,
      "grad_norm": 0.2800602912902832,
      "learning_rate": 9.154939793993907e-05,
      "loss": 0.0538,
      "step": 2430
    },
    {
      "epoch": 0.263551604509974,
      "grad_norm": 0.27807873487472534,
      "learning_rate": 9.154577107210214e-05,
      "loss": 0.0309,
      "step": 2431
    },
    {
      "epoch": 0.26366001734605377,
      "grad_norm": 0.1158503070473671,
      "learning_rate": 9.15421442042652e-05,
      "loss": 0.0187,
      "step": 2432
    },
    {
      "epoch": 0.2637684301821336,
      "grad_norm": 0.24460746347904205,
      "learning_rate": 9.153851733642827e-05,
      "loss": 0.0406,
      "step": 2433
    },
    {
      "epoch": 0.26387684301821335,
      "grad_norm": 0.24315330386161804,
      "learning_rate": 9.153489046859133e-05,
      "loss": 0.0456,
      "step": 2434
    },
    {
      "epoch": 0.26398525585429317,
      "grad_norm": 0.3779520094394684,
      "learning_rate": 9.153126360075439e-05,
      "loss": 0.0663,
      "step": 2435
    },
    {
      "epoch": 0.26409366869037293,
      "grad_norm": 0.36211591958999634,
      "learning_rate": 9.152763673291746e-05,
      "loss": 0.0911,
      "step": 2436
    },
    {
      "epoch": 0.26420208152645275,
      "grad_norm": 0.4745030403137207,
      "learning_rate": 9.152400986508051e-05,
      "loss": 0.1037,
      "step": 2437
    },
    {
      "epoch": 0.2643104943625325,
      "grad_norm": 0.27426791191101074,
      "learning_rate": 9.152038299724358e-05,
      "loss": 0.065,
      "step": 2438
    },
    {
      "epoch": 0.26441890719861233,
      "grad_norm": 0.18518158793449402,
      "learning_rate": 9.151675612940664e-05,
      "loss": 0.0272,
      "step": 2439
    },
    {
      "epoch": 0.2645273200346921,
      "grad_norm": 0.4343826472759247,
      "learning_rate": 9.151312926156971e-05,
      "loss": 0.0519,
      "step": 2440
    },
    {
      "epoch": 0.2646357328707719,
      "grad_norm": 0.2192573845386505,
      "learning_rate": 9.150950239373278e-05,
      "loss": 0.0676,
      "step": 2441
    },
    {
      "epoch": 0.2647441457068517,
      "grad_norm": 0.17747563123703003,
      "learning_rate": 9.150587552589584e-05,
      "loss": 0.0421,
      "step": 2442
    },
    {
      "epoch": 0.2648525585429315,
      "grad_norm": 0.2659447491168976,
      "learning_rate": 9.150224865805891e-05,
      "loss": 0.059,
      "step": 2443
    },
    {
      "epoch": 0.26496097137901126,
      "grad_norm": 0.3702849745750427,
      "learning_rate": 9.149862179022197e-05,
      "loss": 0.0598,
      "step": 2444
    },
    {
      "epoch": 0.2650693842150911,
      "grad_norm": 0.34544849395751953,
      "learning_rate": 9.149499492238504e-05,
      "loss": 0.0517,
      "step": 2445
    },
    {
      "epoch": 0.26517779705117084,
      "grad_norm": 0.23194430768489838,
      "learning_rate": 9.14913680545481e-05,
      "loss": 0.0477,
      "step": 2446
    },
    {
      "epoch": 0.26528620988725066,
      "grad_norm": 0.20048104226589203,
      "learning_rate": 9.148774118671117e-05,
      "loss": 0.0463,
      "step": 2447
    },
    {
      "epoch": 0.2653946227233304,
      "grad_norm": 0.2841602861881256,
      "learning_rate": 9.148411431887423e-05,
      "loss": 0.0901,
      "step": 2448
    },
    {
      "epoch": 0.26550303555941024,
      "grad_norm": 0.3243221938610077,
      "learning_rate": 9.148048745103728e-05,
      "loss": 0.0634,
      "step": 2449
    },
    {
      "epoch": 0.26561144839549,
      "grad_norm": 0.14445766806602478,
      "learning_rate": 9.147686058320035e-05,
      "loss": 0.034,
      "step": 2450
    },
    {
      "epoch": 0.2657198612315698,
      "grad_norm": 0.2524641454219818,
      "learning_rate": 9.147323371536341e-05,
      "loss": 0.0437,
      "step": 2451
    },
    {
      "epoch": 0.2658282740676496,
      "grad_norm": 0.45528408885002136,
      "learning_rate": 9.146960684752648e-05,
      "loss": 0.0482,
      "step": 2452
    },
    {
      "epoch": 0.2659366869037294,
      "grad_norm": 0.4084095358848572,
      "learning_rate": 9.146597997968954e-05,
      "loss": 0.0306,
      "step": 2453
    },
    {
      "epoch": 0.2660450997398092,
      "grad_norm": 0.41854628920555115,
      "learning_rate": 9.146235311185261e-05,
      "loss": 0.0627,
      "step": 2454
    },
    {
      "epoch": 0.266153512575889,
      "grad_norm": 0.24211744964122772,
      "learning_rate": 9.145872624401567e-05,
      "loss": 0.0672,
      "step": 2455
    },
    {
      "epoch": 0.2662619254119688,
      "grad_norm": 0.30599820613861084,
      "learning_rate": 9.145509937617874e-05,
      "loss": 0.075,
      "step": 2456
    },
    {
      "epoch": 0.26637033824804857,
      "grad_norm": 0.3048165738582611,
      "learning_rate": 9.14514725083418e-05,
      "loss": 0.073,
      "step": 2457
    },
    {
      "epoch": 0.2664787510841284,
      "grad_norm": 0.25008654594421387,
      "learning_rate": 9.144784564050485e-05,
      "loss": 0.0519,
      "step": 2458
    },
    {
      "epoch": 0.26658716392020815,
      "grad_norm": 0.2268620878458023,
      "learning_rate": 9.144421877266794e-05,
      "loss": 0.045,
      "step": 2459
    },
    {
      "epoch": 0.26669557675628797,
      "grad_norm": 0.14630314707756042,
      "learning_rate": 9.1440591904831e-05,
      "loss": 0.0235,
      "step": 2460
    },
    {
      "epoch": 0.26680398959236773,
      "grad_norm": 0.4928414523601532,
      "learning_rate": 9.143696503699407e-05,
      "loss": 0.0638,
      "step": 2461
    },
    {
      "epoch": 0.26691240242844755,
      "grad_norm": 0.20992742478847504,
      "learning_rate": 9.143333816915712e-05,
      "loss": 0.0507,
      "step": 2462
    },
    {
      "epoch": 0.2670208152645273,
      "grad_norm": 0.26853257417678833,
      "learning_rate": 9.142971130132018e-05,
      "loss": 0.0535,
      "step": 2463
    },
    {
      "epoch": 0.26712922810060713,
      "grad_norm": 0.5240300893783569,
      "learning_rate": 9.142608443348325e-05,
      "loss": 0.055,
      "step": 2464
    },
    {
      "epoch": 0.2672376409366869,
      "grad_norm": 0.33330947160720825,
      "learning_rate": 9.142245756564631e-05,
      "loss": 0.059,
      "step": 2465
    },
    {
      "epoch": 0.2673460537727667,
      "grad_norm": 0.40200290083885193,
      "learning_rate": 9.141883069780938e-05,
      "loss": 0.0671,
      "step": 2466
    },
    {
      "epoch": 0.2674544666088465,
      "grad_norm": 0.31251436471939087,
      "learning_rate": 9.141520382997244e-05,
      "loss": 0.0946,
      "step": 2467
    },
    {
      "epoch": 0.2675628794449263,
      "grad_norm": 0.9647061824798584,
      "learning_rate": 9.141157696213551e-05,
      "loss": 0.0991,
      "step": 2468
    },
    {
      "epoch": 0.26767129228100606,
      "grad_norm": 0.15513896942138672,
      "learning_rate": 9.140795009429856e-05,
      "loss": 0.024,
      "step": 2469
    },
    {
      "epoch": 0.2677797051170859,
      "grad_norm": 0.3190245032310486,
      "learning_rate": 9.140432322646164e-05,
      "loss": 0.0329,
      "step": 2470
    },
    {
      "epoch": 0.26788811795316564,
      "grad_norm": 0.23073075711727142,
      "learning_rate": 9.140069635862469e-05,
      "loss": 0.0464,
      "step": 2471
    },
    {
      "epoch": 0.26799653078924546,
      "grad_norm": 0.18444041907787323,
      "learning_rate": 9.139706949078775e-05,
      "loss": 0.0191,
      "step": 2472
    },
    {
      "epoch": 0.2681049436253252,
      "grad_norm": 0.39499324560165405,
      "learning_rate": 9.139344262295082e-05,
      "loss": 0.0624,
      "step": 2473
    },
    {
      "epoch": 0.26821335646140504,
      "grad_norm": 0.2164708375930786,
      "learning_rate": 9.138981575511388e-05,
      "loss": 0.0397,
      "step": 2474
    },
    {
      "epoch": 0.2683217692974848,
      "grad_norm": 0.27473410964012146,
      "learning_rate": 9.138618888727695e-05,
      "loss": 0.0575,
      "step": 2475
    },
    {
      "epoch": 0.2684301821335646,
      "grad_norm": 0.4672139883041382,
      "learning_rate": 9.138256201944002e-05,
      "loss": 0.0872,
      "step": 2476
    },
    {
      "epoch": 0.2685385949696444,
      "grad_norm": 0.3573177456855774,
      "learning_rate": 9.137893515160309e-05,
      "loss": 0.0374,
      "step": 2477
    },
    {
      "epoch": 0.2686470078057242,
      "grad_norm": 0.305154949426651,
      "learning_rate": 9.137530828376615e-05,
      "loss": 0.0605,
      "step": 2478
    },
    {
      "epoch": 0.26875542064180397,
      "grad_norm": 0.4020456373691559,
      "learning_rate": 9.13716814159292e-05,
      "loss": 0.0892,
      "step": 2479
    },
    {
      "epoch": 0.2688638334778838,
      "grad_norm": 0.5199082493782043,
      "learning_rate": 9.136805454809228e-05,
      "loss": 0.0667,
      "step": 2480
    },
    {
      "epoch": 0.26897224631396355,
      "grad_norm": 0.3562996983528137,
      "learning_rate": 9.136442768025533e-05,
      "loss": 0.0615,
      "step": 2481
    },
    {
      "epoch": 0.26908065915004337,
      "grad_norm": 0.4678332209587097,
      "learning_rate": 9.13608008124184e-05,
      "loss": 0.0466,
      "step": 2482
    },
    {
      "epoch": 0.26918907198612313,
      "grad_norm": 0.178882896900177,
      "learning_rate": 9.135717394458146e-05,
      "loss": 0.0283,
      "step": 2483
    },
    {
      "epoch": 0.26929748482220295,
      "grad_norm": 0.29382777214050293,
      "learning_rate": 9.135354707674453e-05,
      "loss": 0.0438,
      "step": 2484
    },
    {
      "epoch": 0.26940589765828277,
      "grad_norm": 0.369810551404953,
      "learning_rate": 9.134992020890759e-05,
      "loss": 0.0516,
      "step": 2485
    },
    {
      "epoch": 0.26951431049436253,
      "grad_norm": 0.2223193347454071,
      "learning_rate": 9.134629334107065e-05,
      "loss": 0.0427,
      "step": 2486
    },
    {
      "epoch": 0.26962272333044235,
      "grad_norm": 0.36786702275276184,
      "learning_rate": 9.134266647323372e-05,
      "loss": 0.0814,
      "step": 2487
    },
    {
      "epoch": 0.2697311361665221,
      "grad_norm": 0.46505114436149597,
      "learning_rate": 9.133903960539678e-05,
      "loss": 0.1033,
      "step": 2488
    },
    {
      "epoch": 0.26983954900260193,
      "grad_norm": 0.25213751196861267,
      "learning_rate": 9.133541273755985e-05,
      "loss": 0.0338,
      "step": 2489
    },
    {
      "epoch": 0.2699479618386817,
      "grad_norm": 0.6222386360168457,
      "learning_rate": 9.13317858697229e-05,
      "loss": 0.0261,
      "step": 2490
    },
    {
      "epoch": 0.2700563746747615,
      "grad_norm": 0.17151258885860443,
      "learning_rate": 9.132815900188598e-05,
      "loss": 0.0252,
      "step": 2491
    },
    {
      "epoch": 0.2701647875108413,
      "grad_norm": 0.3310985565185547,
      "learning_rate": 9.132453213404903e-05,
      "loss": 0.0517,
      "step": 2492
    },
    {
      "epoch": 0.2702732003469211,
      "grad_norm": 0.23102740943431854,
      "learning_rate": 9.13209052662121e-05,
      "loss": 0.035,
      "step": 2493
    },
    {
      "epoch": 0.27038161318300086,
      "grad_norm": 0.5277378559112549,
      "learning_rate": 9.131727839837517e-05,
      "loss": 0.1017,
      "step": 2494
    },
    {
      "epoch": 0.2704900260190807,
      "grad_norm": 0.20296573638916016,
      "learning_rate": 9.131365153053823e-05,
      "loss": 0.0208,
      "step": 2495
    },
    {
      "epoch": 0.27059843885516044,
      "grad_norm": 0.26654908061027527,
      "learning_rate": 9.13100246627013e-05,
      "loss": 0.0701,
      "step": 2496
    },
    {
      "epoch": 0.27070685169124026,
      "grad_norm": 0.21430855989456177,
      "learning_rate": 9.130639779486436e-05,
      "loss": 0.0366,
      "step": 2497
    },
    {
      "epoch": 0.27081526452732,
      "grad_norm": 0.29941797256469727,
      "learning_rate": 9.130277092702743e-05,
      "loss": 0.0414,
      "step": 2498
    },
    {
      "epoch": 0.27092367736339984,
      "grad_norm": 0.16645152866840363,
      "learning_rate": 9.129914405919049e-05,
      "loss": 0.0521,
      "step": 2499
    },
    {
      "epoch": 0.2710320901994796,
      "grad_norm": 0.8945429921150208,
      "learning_rate": 9.129551719135356e-05,
      "loss": 0.0651,
      "step": 2500
    },
    {
      "epoch": 0.2711405030355594,
      "grad_norm": 0.3009895384311676,
      "learning_rate": 9.129189032351662e-05,
      "loss": 0.0544,
      "step": 2501
    },
    {
      "epoch": 0.2712489158716392,
      "grad_norm": 0.23296009004116058,
      "learning_rate": 9.128826345567967e-05,
      "loss": 0.0599,
      "step": 2502
    },
    {
      "epoch": 0.271357328707719,
      "grad_norm": 0.3668559491634369,
      "learning_rate": 9.128463658784274e-05,
      "loss": 0.046,
      "step": 2503
    },
    {
      "epoch": 0.27146574154379877,
      "grad_norm": 0.0836215615272522,
      "learning_rate": 9.12810097200058e-05,
      "loss": 0.0122,
      "step": 2504
    },
    {
      "epoch": 0.2715741543798786,
      "grad_norm": 0.18790659308433533,
      "learning_rate": 9.127738285216887e-05,
      "loss": 0.0245,
      "step": 2505
    },
    {
      "epoch": 0.27168256721595835,
      "grad_norm": 0.29456087946891785,
      "learning_rate": 9.127375598433193e-05,
      "loss": 0.05,
      "step": 2506
    },
    {
      "epoch": 0.27179098005203817,
      "grad_norm": 0.4603791832923889,
      "learning_rate": 9.1270129116495e-05,
      "loss": 0.0509,
      "step": 2507
    },
    {
      "epoch": 0.27189939288811793,
      "grad_norm": 0.5869667530059814,
      "learning_rate": 9.126650224865806e-05,
      "loss": 0.1033,
      "step": 2508
    },
    {
      "epoch": 0.27200780572419775,
      "grad_norm": 0.26902079582214355,
      "learning_rate": 9.126287538082113e-05,
      "loss": 0.0226,
      "step": 2509
    },
    {
      "epoch": 0.2721162185602775,
      "grad_norm": 0.23264764249324799,
      "learning_rate": 9.12592485129842e-05,
      "loss": 0.0404,
      "step": 2510
    },
    {
      "epoch": 0.27222463139635733,
      "grad_norm": 0.3105752468109131,
      "learning_rate": 9.125562164514726e-05,
      "loss": 0.0421,
      "step": 2511
    },
    {
      "epoch": 0.2723330442324371,
      "grad_norm": 0.5156155228614807,
      "learning_rate": 9.125199477731033e-05,
      "loss": 0.049,
      "step": 2512
    },
    {
      "epoch": 0.2724414570685169,
      "grad_norm": 0.6695402264595032,
      "learning_rate": 9.124836790947339e-05,
      "loss": 0.061,
      "step": 2513
    },
    {
      "epoch": 0.27254986990459673,
      "grad_norm": 0.4106431007385254,
      "learning_rate": 9.124474104163646e-05,
      "loss": 0.095,
      "step": 2514
    },
    {
      "epoch": 0.2726582827406765,
      "grad_norm": 0.31341561675071716,
      "learning_rate": 9.124111417379951e-05,
      "loss": 0.0527,
      "step": 2515
    },
    {
      "epoch": 0.2727666955767563,
      "grad_norm": 0.2818106710910797,
      "learning_rate": 9.123748730596257e-05,
      "loss": 0.0494,
      "step": 2516
    },
    {
      "epoch": 0.2728751084128361,
      "grad_norm": 0.4346456825733185,
      "learning_rate": 9.123386043812564e-05,
      "loss": 0.0337,
      "step": 2517
    },
    {
      "epoch": 0.2729835212489159,
      "grad_norm": 0.2748667001724243,
      "learning_rate": 9.12302335702887e-05,
      "loss": 0.038,
      "step": 2518
    },
    {
      "epoch": 0.27309193408499566,
      "grad_norm": 0.2626160681247711,
      "learning_rate": 9.122660670245177e-05,
      "loss": 0.0363,
      "step": 2519
    },
    {
      "epoch": 0.2732003469210755,
      "grad_norm": 0.21976597607135773,
      "learning_rate": 9.122297983461483e-05,
      "loss": 0.0297,
      "step": 2520
    },
    {
      "epoch": 0.27330875975715524,
      "grad_norm": 0.14130231738090515,
      "learning_rate": 9.12193529667779e-05,
      "loss": 0.0149,
      "step": 2521
    },
    {
      "epoch": 0.27341717259323506,
      "grad_norm": 0.41530197858810425,
      "learning_rate": 9.121572609894096e-05,
      "loss": 0.0854,
      "step": 2522
    },
    {
      "epoch": 0.2735255854293148,
      "grad_norm": 0.24038177728652954,
      "learning_rate": 9.121209923110403e-05,
      "loss": 0.0651,
      "step": 2523
    },
    {
      "epoch": 0.27363399826539464,
      "grad_norm": 0.154523104429245,
      "learning_rate": 9.120847236326708e-05,
      "loss": 0.0154,
      "step": 2524
    },
    {
      "epoch": 0.2737424111014744,
      "grad_norm": 0.19678132236003876,
      "learning_rate": 9.120484549543014e-05,
      "loss": 0.044,
      "step": 2525
    },
    {
      "epoch": 0.2738508239375542,
      "grad_norm": 0.3545318841934204,
      "learning_rate": 9.120121862759321e-05,
      "loss": 0.0637,
      "step": 2526
    },
    {
      "epoch": 0.273959236773634,
      "grad_norm": 0.1679181605577469,
      "learning_rate": 9.119759175975627e-05,
      "loss": 0.0357,
      "step": 2527
    },
    {
      "epoch": 0.2740676496097138,
      "grad_norm": 0.40470248460769653,
      "learning_rate": 9.119396489191935e-05,
      "loss": 0.0644,
      "step": 2528
    },
    {
      "epoch": 0.27417606244579357,
      "grad_norm": 0.38147950172424316,
      "learning_rate": 9.119033802408241e-05,
      "loss": 0.0477,
      "step": 2529
    },
    {
      "epoch": 0.2742844752818734,
      "grad_norm": 0.6964471936225891,
      "learning_rate": 9.118671115624547e-05,
      "loss": 0.0486,
      "step": 2530
    },
    {
      "epoch": 0.27439288811795315,
      "grad_norm": 0.47168925404548645,
      "learning_rate": 9.118308428840854e-05,
      "loss": 0.042,
      "step": 2531
    },
    {
      "epoch": 0.27450130095403297,
      "grad_norm": 0.2513984739780426,
      "learning_rate": 9.11794574205716e-05,
      "loss": 0.0397,
      "step": 2532
    },
    {
      "epoch": 0.27460971379011273,
      "grad_norm": 0.298073410987854,
      "learning_rate": 9.117583055273467e-05,
      "loss": 0.0513,
      "step": 2533
    },
    {
      "epoch": 0.27471812662619255,
      "grad_norm": 0.22744864225387573,
      "learning_rate": 9.117220368489772e-05,
      "loss": 0.0623,
      "step": 2534
    },
    {
      "epoch": 0.2748265394622723,
      "grad_norm": 0.25262483954429626,
      "learning_rate": 9.11685768170608e-05,
      "loss": 0.0602,
      "step": 2535
    },
    {
      "epoch": 0.27493495229835213,
      "grad_norm": 0.2718368172645569,
      "learning_rate": 9.116494994922385e-05,
      "loss": 0.0507,
      "step": 2536
    },
    {
      "epoch": 0.2750433651344319,
      "grad_norm": 0.281113862991333,
      "learning_rate": 9.116132308138692e-05,
      "loss": 0.0378,
      "step": 2537
    },
    {
      "epoch": 0.2751517779705117,
      "grad_norm": 0.34377387166023254,
      "learning_rate": 9.115769621354998e-05,
      "loss": 0.0738,
      "step": 2538
    },
    {
      "epoch": 0.2752601908065915,
      "grad_norm": 0.2840054929256439,
      "learning_rate": 9.115406934571304e-05,
      "loss": 0.0342,
      "step": 2539
    },
    {
      "epoch": 0.2753686036426713,
      "grad_norm": 0.7313453555107117,
      "learning_rate": 9.115044247787611e-05,
      "loss": 0.0877,
      "step": 2540
    },
    {
      "epoch": 0.27547701647875106,
      "grad_norm": 0.3981172442436218,
      "learning_rate": 9.114681561003917e-05,
      "loss": 0.0555,
      "step": 2541
    },
    {
      "epoch": 0.2755854293148309,
      "grad_norm": 0.48139533400535583,
      "learning_rate": 9.114318874220224e-05,
      "loss": 0.0555,
      "step": 2542
    },
    {
      "epoch": 0.2756938421509107,
      "grad_norm": 0.20212753117084503,
      "learning_rate": 9.11395618743653e-05,
      "loss": 0.0229,
      "step": 2543
    },
    {
      "epoch": 0.27580225498699046,
      "grad_norm": 0.27303487062454224,
      "learning_rate": 9.113593500652837e-05,
      "loss": 0.0689,
      "step": 2544
    },
    {
      "epoch": 0.2759106678230703,
      "grad_norm": 0.20703862607479095,
      "learning_rate": 9.113230813869144e-05,
      "loss": 0.047,
      "step": 2545
    },
    {
      "epoch": 0.27601908065915004,
      "grad_norm": 0.34225574135780334,
      "learning_rate": 9.11286812708545e-05,
      "loss": 0.0539,
      "step": 2546
    },
    {
      "epoch": 0.27612749349522986,
      "grad_norm": 0.33573147654533386,
      "learning_rate": 9.112505440301756e-05,
      "loss": 0.0664,
      "step": 2547
    },
    {
      "epoch": 0.2762359063313096,
      "grad_norm": 0.5333043932914734,
      "learning_rate": 9.112142753518062e-05,
      "loss": 0.0724,
      "step": 2548
    },
    {
      "epoch": 0.27634431916738944,
      "grad_norm": 0.3198069930076599,
      "learning_rate": 9.111780066734369e-05,
      "loss": 0.0711,
      "step": 2549
    },
    {
      "epoch": 0.2764527320034692,
      "grad_norm": 0.3273700773715973,
      "learning_rate": 9.111417379950675e-05,
      "loss": 0.041,
      "step": 2550
    },
    {
      "epoch": 0.276561144839549,
      "grad_norm": 0.4099876582622528,
      "learning_rate": 9.111054693166982e-05,
      "loss": 0.0697,
      "step": 2551
    },
    {
      "epoch": 0.2766695576756288,
      "grad_norm": 0.18682144582271576,
      "learning_rate": 9.110692006383288e-05,
      "loss": 0.027,
      "step": 2552
    },
    {
      "epoch": 0.2767779705117086,
      "grad_norm": 0.25618791580200195,
      "learning_rate": 9.110329319599594e-05,
      "loss": 0.0641,
      "step": 2553
    },
    {
      "epoch": 0.27688638334778837,
      "grad_norm": 0.3330664336681366,
      "learning_rate": 9.109966632815901e-05,
      "loss": 0.0474,
      "step": 2554
    },
    {
      "epoch": 0.2769947961838682,
      "grad_norm": 0.38868996500968933,
      "learning_rate": 9.109603946032206e-05,
      "loss": 0.0415,
      "step": 2555
    },
    {
      "epoch": 0.27710320901994795,
      "grad_norm": 0.27620208263397217,
      "learning_rate": 9.109241259248514e-05,
      "loss": 0.0462,
      "step": 2556
    },
    {
      "epoch": 0.27721162185602777,
      "grad_norm": 0.15118703246116638,
      "learning_rate": 9.108878572464819e-05,
      "loss": 0.0218,
      "step": 2557
    },
    {
      "epoch": 0.27732003469210753,
      "grad_norm": 0.38503092527389526,
      "learning_rate": 9.108515885681126e-05,
      "loss": 0.0469,
      "step": 2558
    },
    {
      "epoch": 0.27742844752818735,
      "grad_norm": 0.518494188785553,
      "learning_rate": 9.108153198897432e-05,
      "loss": 0.0874,
      "step": 2559
    },
    {
      "epoch": 0.2775368603642671,
      "grad_norm": 0.3161909282207489,
      "learning_rate": 9.107790512113739e-05,
      "loss": 0.0399,
      "step": 2560
    },
    {
      "epoch": 0.27764527320034693,
      "grad_norm": 0.37224704027175903,
      "learning_rate": 9.107427825330045e-05,
      "loss": 0.0787,
      "step": 2561
    },
    {
      "epoch": 0.2777536860364267,
      "grad_norm": 0.29173317551612854,
      "learning_rate": 9.107065138546352e-05,
      "loss": 0.0477,
      "step": 2562
    },
    {
      "epoch": 0.2778620988725065,
      "grad_norm": 0.42119675874710083,
      "learning_rate": 9.106702451762659e-05,
      "loss": 0.0686,
      "step": 2563
    },
    {
      "epoch": 0.2779705117085863,
      "grad_norm": 0.2631755769252777,
      "learning_rate": 9.106339764978965e-05,
      "loss": 0.065,
      "step": 2564
    },
    {
      "epoch": 0.2780789245446661,
      "grad_norm": 0.30640923976898193,
      "learning_rate": 9.105977078195272e-05,
      "loss": 0.0449,
      "step": 2565
    },
    {
      "epoch": 0.27818733738074586,
      "grad_norm": 0.21581675112247467,
      "learning_rate": 9.105614391411578e-05,
      "loss": 0.0485,
      "step": 2566
    },
    {
      "epoch": 0.2782957502168257,
      "grad_norm": 0.3686275780200958,
      "learning_rate": 9.105251704627883e-05,
      "loss": 0.0469,
      "step": 2567
    },
    {
      "epoch": 0.27840416305290544,
      "grad_norm": 0.33105629682540894,
      "learning_rate": 9.10488901784419e-05,
      "loss": 0.0484,
      "step": 2568
    },
    {
      "epoch": 0.27851257588898526,
      "grad_norm": 0.4842859208583832,
      "learning_rate": 9.104526331060496e-05,
      "loss": 0.1044,
      "step": 2569
    },
    {
      "epoch": 0.278620988725065,
      "grad_norm": 0.26411154866218567,
      "learning_rate": 9.104163644276803e-05,
      "loss": 0.0348,
      "step": 2570
    },
    {
      "epoch": 0.27872940156114484,
      "grad_norm": 0.4730369448661804,
      "learning_rate": 9.103800957493109e-05,
      "loss": 0.0714,
      "step": 2571
    },
    {
      "epoch": 0.2788378143972246,
      "grad_norm": 0.2997964322566986,
      "learning_rate": 9.103438270709416e-05,
      "loss": 0.0605,
      "step": 2572
    },
    {
      "epoch": 0.2789462272333044,
      "grad_norm": 0.298901230096817,
      "learning_rate": 9.103075583925722e-05,
      "loss": 0.0273,
      "step": 2573
    },
    {
      "epoch": 0.27905464006938424,
      "grad_norm": 0.29918986558914185,
      "learning_rate": 9.102712897142029e-05,
      "loss": 0.065,
      "step": 2574
    },
    {
      "epoch": 0.279163052905464,
      "grad_norm": 0.3128935694694519,
      "learning_rate": 9.102350210358335e-05,
      "loss": 0.0431,
      "step": 2575
    },
    {
      "epoch": 0.2792714657415438,
      "grad_norm": 0.3543860912322998,
      "learning_rate": 9.10198752357464e-05,
      "loss": 0.0488,
      "step": 2576
    },
    {
      "epoch": 0.2793798785776236,
      "grad_norm": 0.2252425253391266,
      "learning_rate": 9.101624836790947e-05,
      "loss": 0.0614,
      "step": 2577
    },
    {
      "epoch": 0.2794882914137034,
      "grad_norm": 0.14468041062355042,
      "learning_rate": 9.101262150007253e-05,
      "loss": 0.0206,
      "step": 2578
    },
    {
      "epoch": 0.27959670424978317,
      "grad_norm": 0.2379237562417984,
      "learning_rate": 9.10089946322356e-05,
      "loss": 0.0565,
      "step": 2579
    },
    {
      "epoch": 0.279705117085863,
      "grad_norm": 0.19734178483486176,
      "learning_rate": 9.100536776439867e-05,
      "loss": 0.0329,
      "step": 2580
    },
    {
      "epoch": 0.27981352992194275,
      "grad_norm": 0.2082608938217163,
      "learning_rate": 9.100174089656174e-05,
      "loss": 0.0539,
      "step": 2581
    },
    {
      "epoch": 0.27992194275802257,
      "grad_norm": 0.2233518660068512,
      "learning_rate": 9.09981140287248e-05,
      "loss": 0.0389,
      "step": 2582
    },
    {
      "epoch": 0.28003035559410233,
      "grad_norm": 0.22223472595214844,
      "learning_rate": 9.099448716088786e-05,
      "loss": 0.0437,
      "step": 2583
    },
    {
      "epoch": 0.28013876843018215,
      "grad_norm": 0.39995312690734863,
      "learning_rate": 9.099086029305093e-05,
      "loss": 0.0626,
      "step": 2584
    },
    {
      "epoch": 0.2802471812662619,
      "grad_norm": 0.4431576132774353,
      "learning_rate": 9.098723342521399e-05,
      "loss": 0.0459,
      "step": 2585
    },
    {
      "epoch": 0.28035559410234173,
      "grad_norm": 0.2365225851535797,
      "learning_rate": 9.098360655737706e-05,
      "loss": 0.0545,
      "step": 2586
    },
    {
      "epoch": 0.2804640069384215,
      "grad_norm": 0.14837196469306946,
      "learning_rate": 9.097997968954012e-05,
      "loss": 0.0207,
      "step": 2587
    },
    {
      "epoch": 0.2805724197745013,
      "grad_norm": 0.3609860837459564,
      "learning_rate": 9.097635282170319e-05,
      "loss": 0.0724,
      "step": 2588
    },
    {
      "epoch": 0.2806808326105811,
      "grad_norm": 0.36259496212005615,
      "learning_rate": 9.097272595386624e-05,
      "loss": 0.0549,
      "step": 2589
    },
    {
      "epoch": 0.2807892454466609,
      "grad_norm": 0.34643101692199707,
      "learning_rate": 9.096909908602931e-05,
      "loss": 0.0962,
      "step": 2590
    },
    {
      "epoch": 0.28089765828274066,
      "grad_norm": 0.30965879559516907,
      "learning_rate": 9.096547221819237e-05,
      "loss": 0.0608,
      "step": 2591
    },
    {
      "epoch": 0.2810060711188205,
      "grad_norm": 0.21484997868537903,
      "learning_rate": 9.096184535035543e-05,
      "loss": 0.045,
      "step": 2592
    },
    {
      "epoch": 0.28111448395490024,
      "grad_norm": 0.28385794162750244,
      "learning_rate": 9.09582184825185e-05,
      "loss": 0.0626,
      "step": 2593
    },
    {
      "epoch": 0.28122289679098006,
      "grad_norm": 0.35607007145881653,
      "learning_rate": 9.095459161468156e-05,
      "loss": 0.0703,
      "step": 2594
    },
    {
      "epoch": 0.2813313096270598,
      "grad_norm": 0.13269773125648499,
      "learning_rate": 9.095096474684463e-05,
      "loss": 0.0247,
      "step": 2595
    },
    {
      "epoch": 0.28143972246313964,
      "grad_norm": 0.3091927766799927,
      "learning_rate": 9.094733787900769e-05,
      "loss": 0.0484,
      "step": 2596
    },
    {
      "epoch": 0.2815481352992194,
      "grad_norm": 0.29894962906837463,
      "learning_rate": 9.094371101117076e-05,
      "loss": 0.0862,
      "step": 2597
    },
    {
      "epoch": 0.2816565481352992,
      "grad_norm": 0.28342702984809875,
      "learning_rate": 9.094008414333383e-05,
      "loss": 0.0844,
      "step": 2598
    },
    {
      "epoch": 0.281764960971379,
      "grad_norm": 0.23026317358016968,
      "learning_rate": 9.093645727549688e-05,
      "loss": 0.0433,
      "step": 2599
    },
    {
      "epoch": 0.2818733738074588,
      "grad_norm": 0.4676419794559479,
      "learning_rate": 9.093283040765996e-05,
      "loss": 0.0945,
      "step": 2600
    },
    {
      "epoch": 0.28198178664353857,
      "grad_norm": 0.22125238180160522,
      "learning_rate": 9.092920353982301e-05,
      "loss": 0.026,
      "step": 2601
    },
    {
      "epoch": 0.2820901994796184,
      "grad_norm": 0.2050030380487442,
      "learning_rate": 9.092557667198608e-05,
      "loss": 0.0192,
      "step": 2602
    },
    {
      "epoch": 0.2821986123156982,
      "grad_norm": 0.48686251044273376,
      "learning_rate": 9.092194980414914e-05,
      "loss": 0.062,
      "step": 2603
    },
    {
      "epoch": 0.28230702515177797,
      "grad_norm": 0.4330601990222931,
      "learning_rate": 9.091832293631221e-05,
      "loss": 0.044,
      "step": 2604
    },
    {
      "epoch": 0.2824154379878578,
      "grad_norm": 0.4415920078754425,
      "learning_rate": 9.091469606847527e-05,
      "loss": 0.0788,
      "step": 2605
    },
    {
      "epoch": 0.28252385082393755,
      "grad_norm": 0.26663321256637573,
      "learning_rate": 9.091106920063833e-05,
      "loss": 0.0553,
      "step": 2606
    },
    {
      "epoch": 0.28263226366001737,
      "grad_norm": 0.34267038106918335,
      "learning_rate": 9.09074423328014e-05,
      "loss": 0.0408,
      "step": 2607
    },
    {
      "epoch": 0.28274067649609713,
      "grad_norm": 0.2045302391052246,
      "learning_rate": 9.090381546496446e-05,
      "loss": 0.0353,
      "step": 2608
    },
    {
      "epoch": 0.28284908933217695,
      "grad_norm": 0.2113308608531952,
      "learning_rate": 9.090018859712753e-05,
      "loss": 0.0382,
      "step": 2609
    },
    {
      "epoch": 0.2829575021682567,
      "grad_norm": 0.35130518674850464,
      "learning_rate": 9.089656172929058e-05,
      "loss": 0.0743,
      "step": 2610
    },
    {
      "epoch": 0.28306591500433653,
      "grad_norm": 0.1445506066083908,
      "learning_rate": 9.089293486145365e-05,
      "loss": 0.0342,
      "step": 2611
    },
    {
      "epoch": 0.2831743278404163,
      "grad_norm": 0.2619631886482239,
      "learning_rate": 9.088930799361671e-05,
      "loss": 0.0468,
      "step": 2612
    },
    {
      "epoch": 0.2832827406764961,
      "grad_norm": 0.16114789247512817,
      "learning_rate": 9.088568112577978e-05,
      "loss": 0.0369,
      "step": 2613
    },
    {
      "epoch": 0.2833911535125759,
      "grad_norm": 0.2666447162628174,
      "learning_rate": 9.088205425794285e-05,
      "loss": 0.0803,
      "step": 2614
    },
    {
      "epoch": 0.2834995663486557,
      "grad_norm": 0.16837574541568756,
      "learning_rate": 9.087842739010591e-05,
      "loss": 0.0186,
      "step": 2615
    },
    {
      "epoch": 0.28360797918473546,
      "grad_norm": 0.3501732349395752,
      "learning_rate": 9.087480052226898e-05,
      "loss": 0.0876,
      "step": 2616
    },
    {
      "epoch": 0.2837163920208153,
      "grad_norm": 0.4220883846282959,
      "learning_rate": 9.087117365443204e-05,
      "loss": 0.1073,
      "step": 2617
    },
    {
      "epoch": 0.28382480485689504,
      "grad_norm": 0.32418128848075867,
      "learning_rate": 9.086754678659511e-05,
      "loss": 0.0397,
      "step": 2618
    },
    {
      "epoch": 0.28393321769297486,
      "grad_norm": 0.4315650165081024,
      "learning_rate": 9.086391991875817e-05,
      "loss": 0.0614,
      "step": 2619
    },
    {
      "epoch": 0.2840416305290546,
      "grad_norm": 0.2583966851234436,
      "learning_rate": 9.086029305092122e-05,
      "loss": 0.045,
      "step": 2620
    },
    {
      "epoch": 0.28415004336513444,
      "grad_norm": 0.2251562625169754,
      "learning_rate": 9.08566661830843e-05,
      "loss": 0.0478,
      "step": 2621
    },
    {
      "epoch": 0.2842584562012142,
      "grad_norm": 0.24982449412345886,
      "learning_rate": 9.085303931524735e-05,
      "loss": 0.0573,
      "step": 2622
    },
    {
      "epoch": 0.284366869037294,
      "grad_norm": 0.2936011254787445,
      "learning_rate": 9.084941244741042e-05,
      "loss": 0.0308,
      "step": 2623
    },
    {
      "epoch": 0.2844752818733738,
      "grad_norm": 0.7795111536979675,
      "learning_rate": 9.084578557957348e-05,
      "loss": 0.0278,
      "step": 2624
    },
    {
      "epoch": 0.2845836947094536,
      "grad_norm": 0.30931687355041504,
      "learning_rate": 9.084215871173655e-05,
      "loss": 0.072,
      "step": 2625
    },
    {
      "epoch": 0.28469210754553337,
      "grad_norm": 0.2724383473396301,
      "learning_rate": 9.083853184389961e-05,
      "loss": 0.0391,
      "step": 2626
    },
    {
      "epoch": 0.2848005203816132,
      "grad_norm": 0.6386962532997131,
      "learning_rate": 9.083490497606268e-05,
      "loss": 0.0862,
      "step": 2627
    },
    {
      "epoch": 0.28490893321769295,
      "grad_norm": 0.3128718137741089,
      "learning_rate": 9.083127810822574e-05,
      "loss": 0.0678,
      "step": 2628
    },
    {
      "epoch": 0.28501734605377277,
      "grad_norm": 0.3878672420978546,
      "learning_rate": 9.08276512403888e-05,
      "loss": 0.0574,
      "step": 2629
    },
    {
      "epoch": 0.28512575888985253,
      "grad_norm": 0.11567211151123047,
      "learning_rate": 9.082402437255187e-05,
      "loss": 0.0415,
      "step": 2630
    },
    {
      "epoch": 0.28523417172593235,
      "grad_norm": 0.35437583923339844,
      "learning_rate": 9.082039750471494e-05,
      "loss": 0.0829,
      "step": 2631
    },
    {
      "epoch": 0.28534258456201217,
      "grad_norm": 0.30679771304130554,
      "learning_rate": 9.081677063687801e-05,
      "loss": 0.0578,
      "step": 2632
    },
    {
      "epoch": 0.28545099739809193,
      "grad_norm": 0.10107763856649399,
      "learning_rate": 9.081314376904106e-05,
      "loss": 0.0283,
      "step": 2633
    },
    {
      "epoch": 0.28555941023417175,
      "grad_norm": 0.21666352450847626,
      "learning_rate": 9.080951690120412e-05,
      "loss": 0.0482,
      "step": 2634
    },
    {
      "epoch": 0.2856678230702515,
      "grad_norm": 0.288945734500885,
      "learning_rate": 9.080589003336719e-05,
      "loss": 0.0767,
      "step": 2635
    },
    {
      "epoch": 0.28577623590633133,
      "grad_norm": 0.29751893877983093,
      "learning_rate": 9.080226316553025e-05,
      "loss": 0.0593,
      "step": 2636
    },
    {
      "epoch": 0.2858846487424111,
      "grad_norm": 0.18138764798641205,
      "learning_rate": 9.079863629769332e-05,
      "loss": 0.0404,
      "step": 2637
    },
    {
      "epoch": 0.2859930615784909,
      "grad_norm": 0.2009672075510025,
      "learning_rate": 9.079500942985638e-05,
      "loss": 0.0411,
      "step": 2638
    },
    {
      "epoch": 0.2861014744145707,
      "grad_norm": 0.2707519233226776,
      "learning_rate": 9.079138256201945e-05,
      "loss": 0.0475,
      "step": 2639
    },
    {
      "epoch": 0.2862098872506505,
      "grad_norm": 0.2121654599905014,
      "learning_rate": 9.07877556941825e-05,
      "loss": 0.0352,
      "step": 2640
    },
    {
      "epoch": 0.28631830008673026,
      "grad_norm": 0.26200181245803833,
      "learning_rate": 9.078412882634558e-05,
      "loss": 0.0265,
      "step": 2641
    },
    {
      "epoch": 0.2864267129228101,
      "grad_norm": 0.18712680041790009,
      "learning_rate": 9.078050195850863e-05,
      "loss": 0.0644,
      "step": 2642
    },
    {
      "epoch": 0.28653512575888984,
      "grad_norm": 0.16604003310203552,
      "learning_rate": 9.077687509067169e-05,
      "loss": 0.0453,
      "step": 2643
    },
    {
      "epoch": 0.28664353859496966,
      "grad_norm": 0.1731419414281845,
      "learning_rate": 9.077324822283476e-05,
      "loss": 0.0404,
      "step": 2644
    },
    {
      "epoch": 0.2867519514310494,
      "grad_norm": 0.16087985038757324,
      "learning_rate": 9.076962135499782e-05,
      "loss": 0.0279,
      "step": 2645
    },
    {
      "epoch": 0.28686036426712924,
      "grad_norm": 0.2182936817407608,
      "learning_rate": 9.076599448716089e-05,
      "loss": 0.0363,
      "step": 2646
    },
    {
      "epoch": 0.286968777103209,
      "grad_norm": 0.16194035112857819,
      "learning_rate": 9.076236761932395e-05,
      "loss": 0.0466,
      "step": 2647
    },
    {
      "epoch": 0.2870771899392888,
      "grad_norm": 0.5083661079406738,
      "learning_rate": 9.075874075148702e-05,
      "loss": 0.0496,
      "step": 2648
    },
    {
      "epoch": 0.2871856027753686,
      "grad_norm": 0.09173702448606491,
      "learning_rate": 9.075511388365009e-05,
      "loss": 0.0152,
      "step": 2649
    },
    {
      "epoch": 0.2872940156114484,
      "grad_norm": 0.262876033782959,
      "learning_rate": 9.075148701581315e-05,
      "loss": 0.0443,
      "step": 2650
    },
    {
      "epoch": 0.28740242844752817,
      "grad_norm": 0.2829858362674713,
      "learning_rate": 9.074786014797622e-05,
      "loss": 0.0716,
      "step": 2651
    },
    {
      "epoch": 0.287510841283608,
      "grad_norm": 0.2898276150226593,
      "learning_rate": 9.074423328013928e-05,
      "loss": 0.0464,
      "step": 2652
    },
    {
      "epoch": 0.28761925411968775,
      "grad_norm": 0.24123698472976685,
      "learning_rate": 9.074060641230235e-05,
      "loss": 0.0604,
      "step": 2653
    },
    {
      "epoch": 0.28772766695576757,
      "grad_norm": 0.5547226071357727,
      "learning_rate": 9.07369795444654e-05,
      "loss": 0.1369,
      "step": 2654
    },
    {
      "epoch": 0.28783607979184733,
      "grad_norm": 0.61870938539505,
      "learning_rate": 9.073335267662847e-05,
      "loss": 0.1018,
      "step": 2655
    },
    {
      "epoch": 0.28794449262792715,
      "grad_norm": 0.49191510677337646,
      "learning_rate": 9.072972580879153e-05,
      "loss": 0.0721,
      "step": 2656
    },
    {
      "epoch": 0.2880529054640069,
      "grad_norm": 0.21037544310092926,
      "learning_rate": 9.072609894095459e-05,
      "loss": 0.0445,
      "step": 2657
    },
    {
      "epoch": 0.28816131830008673,
      "grad_norm": 0.443516343832016,
      "learning_rate": 9.072247207311766e-05,
      "loss": 0.0946,
      "step": 2658
    },
    {
      "epoch": 0.2882697311361665,
      "grad_norm": 0.2197873592376709,
      "learning_rate": 9.071884520528072e-05,
      "loss": 0.0481,
      "step": 2659
    },
    {
      "epoch": 0.2883781439722463,
      "grad_norm": 0.2847152054309845,
      "learning_rate": 9.071521833744379e-05,
      "loss": 0.0461,
      "step": 2660
    },
    {
      "epoch": 0.28848655680832613,
      "grad_norm": 0.13700070977210999,
      "learning_rate": 9.071159146960685e-05,
      "loss": 0.0361,
      "step": 2661
    },
    {
      "epoch": 0.2885949696444059,
      "grad_norm": 0.23457510769367218,
      "learning_rate": 9.070796460176992e-05,
      "loss": 0.0452,
      "step": 2662
    },
    {
      "epoch": 0.2887033824804857,
      "grad_norm": 0.303558349609375,
      "learning_rate": 9.070433773393297e-05,
      "loss": 0.0786,
      "step": 2663
    },
    {
      "epoch": 0.2888117953165655,
      "grad_norm": 0.23491694033145905,
      "learning_rate": 9.070071086609604e-05,
      "loss": 0.0301,
      "step": 2664
    },
    {
      "epoch": 0.2889202081526453,
      "grad_norm": 0.3092769682407379,
      "learning_rate": 9.06970839982591e-05,
      "loss": 0.0483,
      "step": 2665
    },
    {
      "epoch": 0.28902862098872506,
      "grad_norm": 0.2196386754512787,
      "learning_rate": 9.069345713042217e-05,
      "loss": 0.052,
      "step": 2666
    },
    {
      "epoch": 0.2891370338248049,
      "grad_norm": 0.3453904986381531,
      "learning_rate": 9.068983026258524e-05,
      "loss": 0.0527,
      "step": 2667
    },
    {
      "epoch": 0.28924544666088464,
      "grad_norm": 0.3411376178264618,
      "learning_rate": 9.06862033947483e-05,
      "loss": 0.0712,
      "step": 2668
    },
    {
      "epoch": 0.28935385949696446,
      "grad_norm": 0.2396126687526703,
      "learning_rate": 9.068257652691137e-05,
      "loss": 0.0396,
      "step": 2669
    },
    {
      "epoch": 0.2894622723330442,
      "grad_norm": 0.3626936972141266,
      "learning_rate": 9.067894965907443e-05,
      "loss": 0.0704,
      "step": 2670
    },
    {
      "epoch": 0.28957068516912404,
      "grad_norm": 0.19928517937660217,
      "learning_rate": 9.067532279123749e-05,
      "loss": 0.0338,
      "step": 2671
    },
    {
      "epoch": 0.2896790980052038,
      "grad_norm": 0.09869419783353806,
      "learning_rate": 9.067169592340056e-05,
      "loss": 0.0163,
      "step": 2672
    },
    {
      "epoch": 0.2897875108412836,
      "grad_norm": 0.32937559485435486,
      "learning_rate": 9.066806905556362e-05,
      "loss": 0.0304,
      "step": 2673
    },
    {
      "epoch": 0.2898959236773634,
      "grad_norm": 0.26443803310394287,
      "learning_rate": 9.066444218772669e-05,
      "loss": 0.0725,
      "step": 2674
    },
    {
      "epoch": 0.2900043365134432,
      "grad_norm": 0.15103112161159515,
      "learning_rate": 9.066081531988974e-05,
      "loss": 0.0299,
      "step": 2675
    },
    {
      "epoch": 0.29011274934952297,
      "grad_norm": 0.30058687925338745,
      "learning_rate": 9.065718845205281e-05,
      "loss": 0.0327,
      "step": 2676
    },
    {
      "epoch": 0.2902211621856028,
      "grad_norm": 0.27086982131004333,
      "learning_rate": 9.065356158421587e-05,
      "loss": 0.0953,
      "step": 2677
    },
    {
      "epoch": 0.29032957502168255,
      "grad_norm": 0.38586828112602234,
      "learning_rate": 9.064993471637894e-05,
      "loss": 0.056,
      "step": 2678
    },
    {
      "epoch": 0.29043798785776237,
      "grad_norm": 0.17018172144889832,
      "learning_rate": 9.0646307848542e-05,
      "loss": 0.0422,
      "step": 2679
    },
    {
      "epoch": 0.29054640069384213,
      "grad_norm": 0.3899765610694885,
      "learning_rate": 9.064268098070506e-05,
      "loss": 0.0586,
      "step": 2680
    },
    {
      "epoch": 0.29065481352992195,
      "grad_norm": 0.2493273764848709,
      "learning_rate": 9.063905411286813e-05,
      "loss": 0.0261,
      "step": 2681
    },
    {
      "epoch": 0.2907632263660017,
      "grad_norm": 0.18917050957679749,
      "learning_rate": 9.063542724503119e-05,
      "loss": 0.0265,
      "step": 2682
    },
    {
      "epoch": 0.29087163920208153,
      "grad_norm": 0.3529092073440552,
      "learning_rate": 9.063180037719427e-05,
      "loss": 0.0481,
      "step": 2683
    },
    {
      "epoch": 0.2909800520381613,
      "grad_norm": 0.12319806963205338,
      "learning_rate": 9.062817350935733e-05,
      "loss": 0.0123,
      "step": 2684
    },
    {
      "epoch": 0.2910884648742411,
      "grad_norm": 0.09376297146081924,
      "learning_rate": 9.06245466415204e-05,
      "loss": 0.0155,
      "step": 2685
    },
    {
      "epoch": 0.2911968777103209,
      "grad_norm": 0.2471523880958557,
      "learning_rate": 9.062091977368346e-05,
      "loss": 0.0426,
      "step": 2686
    },
    {
      "epoch": 0.2913052905464007,
      "grad_norm": 0.5324794054031372,
      "learning_rate": 9.061729290584651e-05,
      "loss": 0.0762,
      "step": 2687
    },
    {
      "epoch": 0.29141370338248046,
      "grad_norm": 0.27493971586227417,
      "learning_rate": 9.061366603800958e-05,
      "loss": 0.0573,
      "step": 2688
    },
    {
      "epoch": 0.2915221162185603,
      "grad_norm": 0.31679973006248474,
      "learning_rate": 9.061003917017264e-05,
      "loss": 0.0623,
      "step": 2689
    },
    {
      "epoch": 0.29163052905464004,
      "grad_norm": 0.3299085795879364,
      "learning_rate": 9.060641230233571e-05,
      "loss": 0.0453,
      "step": 2690
    },
    {
      "epoch": 0.29173894189071986,
      "grad_norm": 0.2690557539463043,
      "learning_rate": 9.060278543449877e-05,
      "loss": 0.0529,
      "step": 2691
    },
    {
      "epoch": 0.2918473547267997,
      "grad_norm": 0.18967461585998535,
      "learning_rate": 9.059915856666184e-05,
      "loss": 0.0231,
      "step": 2692
    },
    {
      "epoch": 0.29195576756287944,
      "grad_norm": 0.4186277687549591,
      "learning_rate": 9.05955316988249e-05,
      "loss": 0.0714,
      "step": 2693
    },
    {
      "epoch": 0.29206418039895926,
      "grad_norm": 0.3719748258590698,
      "learning_rate": 9.059190483098797e-05,
      "loss": 0.0513,
      "step": 2694
    },
    {
      "epoch": 0.292172593235039,
      "grad_norm": 0.6553203463554382,
      "learning_rate": 9.058827796315103e-05,
      "loss": 0.0383,
      "step": 2695
    },
    {
      "epoch": 0.29228100607111884,
      "grad_norm": 0.1241314485669136,
      "learning_rate": 9.058465109531408e-05,
      "loss": 0.0224,
      "step": 2696
    },
    {
      "epoch": 0.2923894189071986,
      "grad_norm": 0.29153338074684143,
      "learning_rate": 9.058102422747715e-05,
      "loss": 0.0438,
      "step": 2697
    },
    {
      "epoch": 0.2924978317432784,
      "grad_norm": 0.1838586926460266,
      "learning_rate": 9.057739735964021e-05,
      "loss": 0.0262,
      "step": 2698
    },
    {
      "epoch": 0.2926062445793582,
      "grad_norm": 0.6342701315879822,
      "learning_rate": 9.057377049180328e-05,
      "loss": 0.0851,
      "step": 2699
    },
    {
      "epoch": 0.292714657415438,
      "grad_norm": 0.7414162158966064,
      "learning_rate": 9.057014362396635e-05,
      "loss": 0.1065,
      "step": 2700
    },
    {
      "epoch": 0.29282307025151777,
      "grad_norm": 0.6946708559989929,
      "learning_rate": 9.056651675612941e-05,
      "loss": 0.0555,
      "step": 2701
    },
    {
      "epoch": 0.2929314830875976,
      "grad_norm": 0.5291220545768738,
      "learning_rate": 9.056288988829248e-05,
      "loss": 0.0444,
      "step": 2702
    },
    {
      "epoch": 0.29303989592367735,
      "grad_norm": 0.19215847551822662,
      "learning_rate": 9.055926302045554e-05,
      "loss": 0.0196,
      "step": 2703
    },
    {
      "epoch": 0.29314830875975717,
      "grad_norm": 0.455659955739975,
      "learning_rate": 9.055563615261861e-05,
      "loss": 0.0966,
      "step": 2704
    },
    {
      "epoch": 0.29325672159583693,
      "grad_norm": 0.5170671343803406,
      "learning_rate": 9.055200928478167e-05,
      "loss": 0.0802,
      "step": 2705
    },
    {
      "epoch": 0.29336513443191675,
      "grad_norm": 0.4121602177619934,
      "learning_rate": 9.054838241694474e-05,
      "loss": 0.084,
      "step": 2706
    },
    {
      "epoch": 0.2934735472679965,
      "grad_norm": 0.09406234323978424,
      "learning_rate": 9.05447555491078e-05,
      "loss": 0.0164,
      "step": 2707
    },
    {
      "epoch": 0.29358196010407633,
      "grad_norm": 0.21805515885353088,
      "learning_rate": 9.054112868127087e-05,
      "loss": 0.0482,
      "step": 2708
    },
    {
      "epoch": 0.2936903729401561,
      "grad_norm": 0.36605116724967957,
      "learning_rate": 9.053750181343392e-05,
      "loss": 0.0875,
      "step": 2709
    },
    {
      "epoch": 0.2937987857762359,
      "grad_norm": 0.2992148995399475,
      "learning_rate": 9.053387494559698e-05,
      "loss": 0.0592,
      "step": 2710
    },
    {
      "epoch": 0.2939071986123157,
      "grad_norm": 0.20676842331886292,
      "learning_rate": 9.053024807776005e-05,
      "loss": 0.0215,
      "step": 2711
    },
    {
      "epoch": 0.2940156114483955,
      "grad_norm": 0.2728606164455414,
      "learning_rate": 9.052662120992311e-05,
      "loss": 0.0471,
      "step": 2712
    },
    {
      "epoch": 0.29412402428447526,
      "grad_norm": 0.2831423580646515,
      "learning_rate": 9.052299434208618e-05,
      "loss": 0.0714,
      "step": 2713
    },
    {
      "epoch": 0.2942324371205551,
      "grad_norm": 0.1776767522096634,
      "learning_rate": 9.051936747424924e-05,
      "loss": 0.0561,
      "step": 2714
    },
    {
      "epoch": 0.29434084995663484,
      "grad_norm": 0.23590868711471558,
      "learning_rate": 9.051574060641231e-05,
      "loss": 0.047,
      "step": 2715
    },
    {
      "epoch": 0.29444926279271466,
      "grad_norm": 0.2191241830587387,
      "learning_rate": 9.051211373857536e-05,
      "loss": 0.0318,
      "step": 2716
    },
    {
      "epoch": 0.2945576756287944,
      "grad_norm": 0.13422438502311707,
      "learning_rate": 9.050848687073844e-05,
      "loss": 0.0306,
      "step": 2717
    },
    {
      "epoch": 0.29466608846487424,
      "grad_norm": 0.15420414507389069,
      "learning_rate": 9.05048600029015e-05,
      "loss": 0.0293,
      "step": 2718
    },
    {
      "epoch": 0.294774501300954,
      "grad_norm": 0.35809141397476196,
      "learning_rate": 9.050123313506456e-05,
      "loss": 0.0405,
      "step": 2719
    },
    {
      "epoch": 0.2948829141370338,
      "grad_norm": 0.12057989090681076,
      "learning_rate": 9.049760626722763e-05,
      "loss": 0.019,
      "step": 2720
    },
    {
      "epoch": 0.29499132697311364,
      "grad_norm": 0.2522009313106537,
      "learning_rate": 9.049397939939069e-05,
      "loss": 0.0331,
      "step": 2721
    },
    {
      "epoch": 0.2950997398091934,
      "grad_norm": 0.179203599691391,
      "learning_rate": 9.049035253155376e-05,
      "loss": 0.0401,
      "step": 2722
    },
    {
      "epoch": 0.2952081526452732,
      "grad_norm": 0.3644353747367859,
      "learning_rate": 9.048672566371682e-05,
      "loss": 0.0527,
      "step": 2723
    },
    {
      "epoch": 0.295316565481353,
      "grad_norm": 0.18759670853614807,
      "learning_rate": 9.048309879587988e-05,
      "loss": 0.0412,
      "step": 2724
    },
    {
      "epoch": 0.2954249783174328,
      "grad_norm": 0.12261570245027542,
      "learning_rate": 9.047947192804295e-05,
      "loss": 0.0214,
      "step": 2725
    },
    {
      "epoch": 0.29553339115351257,
      "grad_norm": 0.38846322894096375,
      "learning_rate": 9.0475845060206e-05,
      "loss": 0.0677,
      "step": 2726
    },
    {
      "epoch": 0.2956418039895924,
      "grad_norm": 0.11553250253200531,
      "learning_rate": 9.047221819236908e-05,
      "loss": 0.0288,
      "step": 2727
    },
    {
      "epoch": 0.29575021682567215,
      "grad_norm": 0.2309112697839737,
      "learning_rate": 9.046859132453213e-05,
      "loss": 0.0515,
      "step": 2728
    },
    {
      "epoch": 0.29585862966175197,
      "grad_norm": 0.15977320075035095,
      "learning_rate": 9.04649644566952e-05,
      "loss": 0.0335,
      "step": 2729
    },
    {
      "epoch": 0.29596704249783173,
      "grad_norm": 0.15016908943653107,
      "learning_rate": 9.046133758885826e-05,
      "loss": 0.0353,
      "step": 2730
    },
    {
      "epoch": 0.29607545533391155,
      "grad_norm": 0.2210870087146759,
      "learning_rate": 9.045771072102133e-05,
      "loss": 0.0347,
      "step": 2731
    },
    {
      "epoch": 0.2961838681699913,
      "grad_norm": 0.47767189145088196,
      "learning_rate": 9.045408385318439e-05,
      "loss": 0.0586,
      "step": 2732
    },
    {
      "epoch": 0.29629228100607113,
      "grad_norm": 0.17876961827278137,
      "learning_rate": 9.045045698534745e-05,
      "loss": 0.0366,
      "step": 2733
    },
    {
      "epoch": 0.2964006938421509,
      "grad_norm": 0.3113144338130951,
      "learning_rate": 9.044683011751052e-05,
      "loss": 0.0465,
      "step": 2734
    },
    {
      "epoch": 0.2965091066782307,
      "grad_norm": 0.8454859256744385,
      "learning_rate": 9.044320324967359e-05,
      "loss": 0.1074,
      "step": 2735
    },
    {
      "epoch": 0.2966175195143105,
      "grad_norm": 0.4090593755245209,
      "learning_rate": 9.043957638183666e-05,
      "loss": 0.0491,
      "step": 2736
    },
    {
      "epoch": 0.2967259323503903,
      "grad_norm": 0.4719361960887909,
      "learning_rate": 9.043594951399972e-05,
      "loss": 0.0719,
      "step": 2737
    },
    {
      "epoch": 0.29683434518647006,
      "grad_norm": 0.46252864599227905,
      "learning_rate": 9.043232264616278e-05,
      "loss": 0.0584,
      "step": 2738
    },
    {
      "epoch": 0.2969427580225499,
      "grad_norm": 0.7971088886260986,
      "learning_rate": 9.042869577832585e-05,
      "loss": 0.097,
      "step": 2739
    },
    {
      "epoch": 0.29705117085862964,
      "grad_norm": 0.21979449689388275,
      "learning_rate": 9.04250689104889e-05,
      "loss": 0.0171,
      "step": 2740
    },
    {
      "epoch": 0.29715958369470946,
      "grad_norm": 0.4188416302204132,
      "learning_rate": 9.042144204265197e-05,
      "loss": 0.1071,
      "step": 2741
    },
    {
      "epoch": 0.2972679965307892,
      "grad_norm": 0.3911343216896057,
      "learning_rate": 9.041781517481503e-05,
      "loss": 0.041,
      "step": 2742
    },
    {
      "epoch": 0.29737640936686904,
      "grad_norm": 0.3292090594768524,
      "learning_rate": 9.04141883069781e-05,
      "loss": 0.0409,
      "step": 2743
    },
    {
      "epoch": 0.2974848222029488,
      "grad_norm": 0.6316463351249695,
      "learning_rate": 9.041056143914116e-05,
      "loss": 0.0697,
      "step": 2744
    },
    {
      "epoch": 0.2975932350390286,
      "grad_norm": 0.39970532059669495,
      "learning_rate": 9.040693457130423e-05,
      "loss": 0.0874,
      "step": 2745
    },
    {
      "epoch": 0.2977016478751084,
      "grad_norm": 0.4998076856136322,
      "learning_rate": 9.040330770346729e-05,
      "loss": 0.0593,
      "step": 2746
    },
    {
      "epoch": 0.2978100607111882,
      "grad_norm": 0.24048063158988953,
      "learning_rate": 9.039968083563035e-05,
      "loss": 0.0201,
      "step": 2747
    },
    {
      "epoch": 0.29791847354726797,
      "grad_norm": 0.24161310493946075,
      "learning_rate": 9.039605396779342e-05,
      "loss": 0.0341,
      "step": 2748
    },
    {
      "epoch": 0.2980268863833478,
      "grad_norm": 0.4892123341560364,
      "learning_rate": 9.039242709995647e-05,
      "loss": 0.0716,
      "step": 2749
    },
    {
      "epoch": 0.2981352992194276,
      "grad_norm": 0.4952460825443268,
      "learning_rate": 9.038880023211954e-05,
      "loss": 0.0843,
      "step": 2750
    },
    {
      "epoch": 0.29824371205550737,
      "grad_norm": 0.1300865113735199,
      "learning_rate": 9.03851733642826e-05,
      "loss": 0.0232,
      "step": 2751
    },
    {
      "epoch": 0.2983521248915872,
      "grad_norm": 0.3329766094684601,
      "learning_rate": 9.038154649644567e-05,
      "loss": 0.057,
      "step": 2752
    },
    {
      "epoch": 0.29846053772766695,
      "grad_norm": 0.2548965513706207,
      "learning_rate": 9.037791962860874e-05,
      "loss": 0.0472,
      "step": 2753
    },
    {
      "epoch": 0.29856895056374677,
      "grad_norm": 0.13452312350273132,
      "learning_rate": 9.03742927607718e-05,
      "loss": 0.0258,
      "step": 2754
    },
    {
      "epoch": 0.29867736339982653,
      "grad_norm": 0.36878612637519836,
      "learning_rate": 9.037066589293487e-05,
      "loss": 0.0694,
      "step": 2755
    },
    {
      "epoch": 0.29878577623590635,
      "grad_norm": 0.32805296778678894,
      "learning_rate": 9.036703902509793e-05,
      "loss": 0.0538,
      "step": 2756
    },
    {
      "epoch": 0.2988941890719861,
      "grad_norm": 0.4515741169452667,
      "learning_rate": 9.0363412157261e-05,
      "loss": 0.1003,
      "step": 2757
    },
    {
      "epoch": 0.29900260190806593,
      "grad_norm": 0.3771874010562897,
      "learning_rate": 9.035978528942406e-05,
      "loss": 0.0787,
      "step": 2758
    },
    {
      "epoch": 0.2991110147441457,
      "grad_norm": 0.3098568916320801,
      "learning_rate": 9.035615842158713e-05,
      "loss": 0.0559,
      "step": 2759
    },
    {
      "epoch": 0.2992194275802255,
      "grad_norm": 0.28349459171295166,
      "learning_rate": 9.035253155375019e-05,
      "loss": 0.028,
      "step": 2760
    },
    {
      "epoch": 0.2993278404163053,
      "grad_norm": 0.25498420000076294,
      "learning_rate": 9.034890468591324e-05,
      "loss": 0.0645,
      "step": 2761
    },
    {
      "epoch": 0.2994362532523851,
      "grad_norm": 0.36163124442100525,
      "learning_rate": 9.034527781807631e-05,
      "loss": 0.0623,
      "step": 2762
    },
    {
      "epoch": 0.29954466608846486,
      "grad_norm": 0.18320658802986145,
      "learning_rate": 9.034165095023937e-05,
      "loss": 0.0405,
      "step": 2763
    },
    {
      "epoch": 0.2996530789245447,
      "grad_norm": 0.41278019547462463,
      "learning_rate": 9.033802408240244e-05,
      "loss": 0.0734,
      "step": 2764
    },
    {
      "epoch": 0.29976149176062444,
      "grad_norm": 0.45993807911872864,
      "learning_rate": 9.03343972145655e-05,
      "loss": 0.0938,
      "step": 2765
    },
    {
      "epoch": 0.29986990459670426,
      "grad_norm": 0.3484065532684326,
      "learning_rate": 9.033077034672857e-05,
      "loss": 0.0452,
      "step": 2766
    },
    {
      "epoch": 0.299978317432784,
      "grad_norm": 0.19442912936210632,
      "learning_rate": 9.032714347889163e-05,
      "loss": 0.0381,
      "step": 2767
    },
    {
      "epoch": 0.30008673026886384,
      "grad_norm": 0.2720154821872711,
      "learning_rate": 9.03235166110547e-05,
      "loss": 0.0549,
      "step": 2768
    },
    {
      "epoch": 0.3001951431049436,
      "grad_norm": 0.38266003131866455,
      "learning_rate": 9.031988974321776e-05,
      "loss": 0.0591,
      "step": 2769
    },
    {
      "epoch": 0.3003035559410234,
      "grad_norm": 0.3430992066860199,
      "learning_rate": 9.031626287538083e-05,
      "loss": 0.1096,
      "step": 2770
    },
    {
      "epoch": 0.3004119687771032,
      "grad_norm": 0.17833538353443146,
      "learning_rate": 9.03126360075439e-05,
      "loss": 0.0369,
      "step": 2771
    },
    {
      "epoch": 0.300520381613183,
      "grad_norm": 0.29246240854263306,
      "learning_rate": 9.030900913970695e-05,
      "loss": 0.0748,
      "step": 2772
    },
    {
      "epoch": 0.30062879444926277,
      "grad_norm": 0.2849999666213989,
      "learning_rate": 9.030538227187003e-05,
      "loss": 0.0681,
      "step": 2773
    },
    {
      "epoch": 0.3007372072853426,
      "grad_norm": 0.24160759150981903,
      "learning_rate": 9.030175540403308e-05,
      "loss": 0.0665,
      "step": 2774
    },
    {
      "epoch": 0.30084562012142235,
      "grad_norm": 0.24602273106575012,
      "learning_rate": 9.029812853619615e-05,
      "loss": 0.0514,
      "step": 2775
    },
    {
      "epoch": 0.30095403295750217,
      "grad_norm": 0.47492915391921997,
      "learning_rate": 9.029450166835921e-05,
      "loss": 0.0431,
      "step": 2776
    },
    {
      "epoch": 0.30106244579358193,
      "grad_norm": 0.1648753434419632,
      "learning_rate": 9.029087480052227e-05,
      "loss": 0.0443,
      "step": 2777
    },
    {
      "epoch": 0.30117085862966175,
      "grad_norm": 0.1450265794992447,
      "learning_rate": 9.028724793268534e-05,
      "loss": 0.0403,
      "step": 2778
    },
    {
      "epoch": 0.3012792714657415,
      "grad_norm": 0.22311018407344818,
      "learning_rate": 9.02836210648484e-05,
      "loss": 0.0347,
      "step": 2779
    },
    {
      "epoch": 0.30138768430182133,
      "grad_norm": 0.30374276638031006,
      "learning_rate": 9.027999419701147e-05,
      "loss": 0.0402,
      "step": 2780
    },
    {
      "epoch": 0.30149609713790115,
      "grad_norm": 0.15654557943344116,
      "learning_rate": 9.027636732917452e-05,
      "loss": 0.0335,
      "step": 2781
    },
    {
      "epoch": 0.3016045099739809,
      "grad_norm": 0.14839455485343933,
      "learning_rate": 9.02727404613376e-05,
      "loss": 0.0328,
      "step": 2782
    },
    {
      "epoch": 0.30171292281006074,
      "grad_norm": 0.21946288645267487,
      "learning_rate": 9.026911359350065e-05,
      "loss": 0.033,
      "step": 2783
    },
    {
      "epoch": 0.3018213356461405,
      "grad_norm": 0.22274897992610931,
      "learning_rate": 9.026548672566371e-05,
      "loss": 0.046,
      "step": 2784
    },
    {
      "epoch": 0.3019297484822203,
      "grad_norm": 0.40624871850013733,
      "learning_rate": 9.026185985782678e-05,
      "loss": 0.0663,
      "step": 2785
    },
    {
      "epoch": 0.3020381613183001,
      "grad_norm": 0.21900492906570435,
      "learning_rate": 9.025823298998984e-05,
      "loss": 0.0349,
      "step": 2786
    },
    {
      "epoch": 0.3021465741543799,
      "grad_norm": 0.2785799503326416,
      "learning_rate": 9.025460612215292e-05,
      "loss": 0.0707,
      "step": 2787
    },
    {
      "epoch": 0.30225498699045966,
      "grad_norm": 0.2907962501049042,
      "learning_rate": 9.025097925431598e-05,
      "loss": 0.0563,
      "step": 2788
    },
    {
      "epoch": 0.3023633998265395,
      "grad_norm": 0.3528393507003784,
      "learning_rate": 9.024735238647905e-05,
      "loss": 0.0449,
      "step": 2789
    },
    {
      "epoch": 0.30247181266261924,
      "grad_norm": 0.1479395627975464,
      "learning_rate": 9.024372551864211e-05,
      "loss": 0.0132,
      "step": 2790
    },
    {
      "epoch": 0.30258022549869906,
      "grad_norm": 0.2742796838283539,
      "learning_rate": 9.024009865080517e-05,
      "loss": 0.0678,
      "step": 2791
    },
    {
      "epoch": 0.3026886383347788,
      "grad_norm": 0.3045480251312256,
      "learning_rate": 9.023647178296824e-05,
      "loss": 0.0509,
      "step": 2792
    },
    {
      "epoch": 0.30279705117085864,
      "grad_norm": 0.5922915935516357,
      "learning_rate": 9.02328449151313e-05,
      "loss": 0.0663,
      "step": 2793
    },
    {
      "epoch": 0.3029054640069384,
      "grad_norm": 0.4864880442619324,
      "learning_rate": 9.022921804729437e-05,
      "loss": 0.0432,
      "step": 2794
    },
    {
      "epoch": 0.3030138768430182,
      "grad_norm": 0.21375338733196259,
      "learning_rate": 9.022559117945742e-05,
      "loss": 0.0198,
      "step": 2795
    },
    {
      "epoch": 0.303122289679098,
      "grad_norm": 0.26444271206855774,
      "learning_rate": 9.02219643116205e-05,
      "loss": 0.0465,
      "step": 2796
    },
    {
      "epoch": 0.3032307025151778,
      "grad_norm": 0.476370632648468,
      "learning_rate": 9.021833744378355e-05,
      "loss": 0.044,
      "step": 2797
    },
    {
      "epoch": 0.30333911535125757,
      "grad_norm": 0.49637219309806824,
      "learning_rate": 9.021471057594662e-05,
      "loss": 0.0945,
      "step": 2798
    },
    {
      "epoch": 0.3034475281873374,
      "grad_norm": 0.24585141241550446,
      "learning_rate": 9.021108370810968e-05,
      "loss": 0.0272,
      "step": 2799
    },
    {
      "epoch": 0.30355594102341715,
      "grad_norm": 0.7675768733024597,
      "learning_rate": 9.020745684027274e-05,
      "loss": 0.0663,
      "step": 2800
    },
    {
      "epoch": 0.30366435385949697,
      "grad_norm": 0.3407520055770874,
      "learning_rate": 9.020382997243581e-05,
      "loss": 0.0333,
      "step": 2801
    },
    {
      "epoch": 0.30377276669557673,
      "grad_norm": 0.3108881711959839,
      "learning_rate": 9.020020310459886e-05,
      "loss": 0.0231,
      "step": 2802
    },
    {
      "epoch": 0.30388117953165655,
      "grad_norm": 0.2963099777698517,
      "learning_rate": 9.019657623676194e-05,
      "loss": 0.0465,
      "step": 2803
    },
    {
      "epoch": 0.3039895923677363,
      "grad_norm": 0.4239369034767151,
      "learning_rate": 9.0192949368925e-05,
      "loss": 0.0676,
      "step": 2804
    },
    {
      "epoch": 0.30409800520381614,
      "grad_norm": 0.2646894156932831,
      "learning_rate": 9.018932250108806e-05,
      "loss": 0.0271,
      "step": 2805
    },
    {
      "epoch": 0.3042064180398959,
      "grad_norm": 0.21002842485904694,
      "learning_rate": 9.018569563325113e-05,
      "loss": 0.0287,
      "step": 2806
    },
    {
      "epoch": 0.3043148308759757,
      "grad_norm": 0.2999584674835205,
      "learning_rate": 9.018206876541419e-05,
      "loss": 0.0704,
      "step": 2807
    },
    {
      "epoch": 0.3044232437120555,
      "grad_norm": 0.36526548862457275,
      "learning_rate": 9.017844189757726e-05,
      "loss": 0.0445,
      "step": 2808
    },
    {
      "epoch": 0.3045316565481353,
      "grad_norm": 0.3854382038116455,
      "learning_rate": 9.017481502974032e-05,
      "loss": 0.0948,
      "step": 2809
    },
    {
      "epoch": 0.3046400693842151,
      "grad_norm": 0.20263788104057312,
      "learning_rate": 9.017118816190339e-05,
      "loss": 0.037,
      "step": 2810
    },
    {
      "epoch": 0.3047484822202949,
      "grad_norm": 0.1790645569562912,
      "learning_rate": 9.016756129406645e-05,
      "loss": 0.0397,
      "step": 2811
    },
    {
      "epoch": 0.3048568950563747,
      "grad_norm": 0.20404796302318573,
      "learning_rate": 9.016393442622952e-05,
      "loss": 0.0419,
      "step": 2812
    },
    {
      "epoch": 0.30496530789245446,
      "grad_norm": 0.29095420241355896,
      "learning_rate": 9.016030755839258e-05,
      "loss": 0.0444,
      "step": 2813
    },
    {
      "epoch": 0.3050737207285343,
      "grad_norm": 0.20928770303726196,
      "learning_rate": 9.015668069055563e-05,
      "loss": 0.0213,
      "step": 2814
    },
    {
      "epoch": 0.30518213356461404,
      "grad_norm": 0.16438311338424683,
      "learning_rate": 9.01530538227187e-05,
      "loss": 0.0317,
      "step": 2815
    },
    {
      "epoch": 0.30529054640069386,
      "grad_norm": 0.3489638566970825,
      "learning_rate": 9.014942695488176e-05,
      "loss": 0.0622,
      "step": 2816
    },
    {
      "epoch": 0.3053989592367736,
      "grad_norm": 0.2038917988538742,
      "learning_rate": 9.014580008704483e-05,
      "loss": 0.0168,
      "step": 2817
    },
    {
      "epoch": 0.30550737207285344,
      "grad_norm": 0.16124100983142853,
      "learning_rate": 9.014217321920789e-05,
      "loss": 0.0343,
      "step": 2818
    },
    {
      "epoch": 0.3056157849089332,
      "grad_norm": 0.35356777906417847,
      "learning_rate": 9.013854635137096e-05,
      "loss": 0.0503,
      "step": 2819
    },
    {
      "epoch": 0.305724197745013,
      "grad_norm": 0.17132940888404846,
      "learning_rate": 9.013491948353402e-05,
      "loss": 0.027,
      "step": 2820
    },
    {
      "epoch": 0.3058326105810928,
      "grad_norm": 0.27148863673210144,
      "learning_rate": 9.013129261569709e-05,
      "loss": 0.0244,
      "step": 2821
    },
    {
      "epoch": 0.3059410234171726,
      "grad_norm": 0.7250706553459167,
      "learning_rate": 9.012766574786016e-05,
      "loss": 0.0614,
      "step": 2822
    },
    {
      "epoch": 0.30604943625325237,
      "grad_norm": 0.5602899193763733,
      "learning_rate": 9.012403888002322e-05,
      "loss": 0.0441,
      "step": 2823
    },
    {
      "epoch": 0.3061578490893322,
      "grad_norm": 0.34971264004707336,
      "learning_rate": 9.012041201218629e-05,
      "loss": 0.0326,
      "step": 2824
    },
    {
      "epoch": 0.30626626192541195,
      "grad_norm": 0.7177269458770752,
      "learning_rate": 9.011678514434935e-05,
      "loss": 0.045,
      "step": 2825
    },
    {
      "epoch": 0.30637467476149177,
      "grad_norm": 0.2543908953666687,
      "learning_rate": 9.011315827651242e-05,
      "loss": 0.0349,
      "step": 2826
    },
    {
      "epoch": 0.30648308759757154,
      "grad_norm": 0.4108707308769226,
      "learning_rate": 9.010953140867547e-05,
      "loss": 0.0582,
      "step": 2827
    },
    {
      "epoch": 0.30659150043365135,
      "grad_norm": 0.24526076018810272,
      "learning_rate": 9.010590454083853e-05,
      "loss": 0.0405,
      "step": 2828
    },
    {
      "epoch": 0.3066999132697311,
      "grad_norm": 0.6533133387565613,
      "learning_rate": 9.01022776730016e-05,
      "loss": 0.0888,
      "step": 2829
    },
    {
      "epoch": 0.30680832610581094,
      "grad_norm": 0.36612364649772644,
      "learning_rate": 9.009865080516466e-05,
      "loss": 0.017,
      "step": 2830
    },
    {
      "epoch": 0.3069167389418907,
      "grad_norm": 0.5263447761535645,
      "learning_rate": 9.009502393732773e-05,
      "loss": 0.0598,
      "step": 2831
    },
    {
      "epoch": 0.3070251517779705,
      "grad_norm": 0.18104685842990875,
      "learning_rate": 9.009139706949079e-05,
      "loss": 0.0409,
      "step": 2832
    },
    {
      "epoch": 0.3071335646140503,
      "grad_norm": 0.22761233150959015,
      "learning_rate": 9.008777020165386e-05,
      "loss": 0.052,
      "step": 2833
    },
    {
      "epoch": 0.3072419774501301,
      "grad_norm": 0.2466510683298111,
      "learning_rate": 9.008414333381692e-05,
      "loss": 0.061,
      "step": 2834
    },
    {
      "epoch": 0.30735039028620986,
      "grad_norm": 0.29941749572753906,
      "learning_rate": 9.008051646597999e-05,
      "loss": 0.0362,
      "step": 2835
    },
    {
      "epoch": 0.3074588031222897,
      "grad_norm": 0.6109009981155396,
      "learning_rate": 9.007688959814304e-05,
      "loss": 0.0912,
      "step": 2836
    },
    {
      "epoch": 0.30756721595836944,
      "grad_norm": 0.15446150302886963,
      "learning_rate": 9.00732627303061e-05,
      "loss": 0.0145,
      "step": 2837
    },
    {
      "epoch": 0.30767562879444926,
      "grad_norm": 0.27865755558013916,
      "learning_rate": 9.006963586246917e-05,
      "loss": 0.047,
      "step": 2838
    },
    {
      "epoch": 0.3077840416305291,
      "grad_norm": 0.18779973685741425,
      "learning_rate": 9.006600899463224e-05,
      "loss": 0.0323,
      "step": 2839
    },
    {
      "epoch": 0.30789245446660884,
      "grad_norm": 0.4038381576538086,
      "learning_rate": 9.006238212679531e-05,
      "loss": 0.0503,
      "step": 2840
    },
    {
      "epoch": 0.30800086730268866,
      "grad_norm": 0.21665234863758087,
      "learning_rate": 9.005875525895837e-05,
      "loss": 0.0428,
      "step": 2841
    },
    {
      "epoch": 0.3081092801387684,
      "grad_norm": 0.2937910556793213,
      "learning_rate": 9.005512839112143e-05,
      "loss": 0.0341,
      "step": 2842
    },
    {
      "epoch": 0.30821769297484825,
      "grad_norm": 0.2145717591047287,
      "learning_rate": 9.00515015232845e-05,
      "loss": 0.0326,
      "step": 2843
    },
    {
      "epoch": 0.308326105810928,
      "grad_norm": 0.1406155824661255,
      "learning_rate": 9.004787465544756e-05,
      "loss": 0.0298,
      "step": 2844
    },
    {
      "epoch": 0.3084345186470078,
      "grad_norm": 0.22684043645858765,
      "learning_rate": 9.004424778761063e-05,
      "loss": 0.0405,
      "step": 2845
    },
    {
      "epoch": 0.3085429314830876,
      "grad_norm": 0.5822139382362366,
      "learning_rate": 9.004062091977368e-05,
      "loss": 0.0357,
      "step": 2846
    },
    {
      "epoch": 0.3086513443191674,
      "grad_norm": 0.24761146306991577,
      "learning_rate": 9.003699405193676e-05,
      "loss": 0.0373,
      "step": 2847
    },
    {
      "epoch": 0.30875975715524717,
      "grad_norm": 0.31561926007270813,
      "learning_rate": 9.003336718409981e-05,
      "loss": 0.0629,
      "step": 2848
    },
    {
      "epoch": 0.308868169991327,
      "grad_norm": 0.24390456080436707,
      "learning_rate": 9.002974031626288e-05,
      "loss": 0.0487,
      "step": 2849
    },
    {
      "epoch": 0.30897658282740675,
      "grad_norm": 0.40247976779937744,
      "learning_rate": 9.002611344842594e-05,
      "loss": 0.0517,
      "step": 2850
    },
    {
      "epoch": 0.3090849956634866,
      "grad_norm": 0.5688644051551819,
      "learning_rate": 9.0022486580589e-05,
      "loss": 0.0347,
      "step": 2851
    },
    {
      "epoch": 0.30919340849956634,
      "grad_norm": 0.44754427671432495,
      "learning_rate": 9.001885971275207e-05,
      "loss": 0.0738,
      "step": 2852
    },
    {
      "epoch": 0.30930182133564615,
      "grad_norm": 0.40006619691848755,
      "learning_rate": 9.001523284491513e-05,
      "loss": 0.0716,
      "step": 2853
    },
    {
      "epoch": 0.3094102341717259,
      "grad_norm": 0.16831697523593903,
      "learning_rate": 9.00116059770782e-05,
      "loss": 0.0315,
      "step": 2854
    },
    {
      "epoch": 0.30951864700780574,
      "grad_norm": 0.31791356205940247,
      "learning_rate": 9.000797910924126e-05,
      "loss": 0.0712,
      "step": 2855
    },
    {
      "epoch": 0.3096270598438855,
      "grad_norm": 0.31530240178108215,
      "learning_rate": 9.000435224140433e-05,
      "loss": 0.0303,
      "step": 2856
    },
    {
      "epoch": 0.3097354726799653,
      "grad_norm": 0.3535105288028717,
      "learning_rate": 9.00007253735674e-05,
      "loss": 0.056,
      "step": 2857
    },
    {
      "epoch": 0.3098438855160451,
      "grad_norm": 0.2880208492279053,
      "learning_rate": 8.999709850573045e-05,
      "loss": 0.0391,
      "step": 2858
    },
    {
      "epoch": 0.3099522983521249,
      "grad_norm": 0.3665127456188202,
      "learning_rate": 8.999347163789353e-05,
      "loss": 0.0572,
      "step": 2859
    },
    {
      "epoch": 0.31006071118820466,
      "grad_norm": 0.11366783082485199,
      "learning_rate": 8.998984477005658e-05,
      "loss": 0.0167,
      "step": 2860
    },
    {
      "epoch": 0.3101691240242845,
      "grad_norm": 0.2965852916240692,
      "learning_rate": 8.998621790221965e-05,
      "loss": 0.0192,
      "step": 2861
    },
    {
      "epoch": 0.31027753686036424,
      "grad_norm": 0.237911656498909,
      "learning_rate": 8.998259103438271e-05,
      "loss": 0.0417,
      "step": 2862
    },
    {
      "epoch": 0.31038594969644406,
      "grad_norm": 0.13325949013233185,
      "learning_rate": 8.997896416654578e-05,
      "loss": 0.0216,
      "step": 2863
    },
    {
      "epoch": 0.3104943625325238,
      "grad_norm": 0.5142296552658081,
      "learning_rate": 8.997533729870884e-05,
      "loss": 0.0598,
      "step": 2864
    },
    {
      "epoch": 0.31060277536860365,
      "grad_norm": 0.41658133268356323,
      "learning_rate": 8.99717104308719e-05,
      "loss": 0.1017,
      "step": 2865
    },
    {
      "epoch": 0.3107111882046834,
      "grad_norm": 0.23245148360729218,
      "learning_rate": 8.996808356303497e-05,
      "loss": 0.0346,
      "step": 2866
    },
    {
      "epoch": 0.3108196010407632,
      "grad_norm": 0.16513246297836304,
      "learning_rate": 8.996445669519802e-05,
      "loss": 0.0253,
      "step": 2867
    },
    {
      "epoch": 0.31092801387684305,
      "grad_norm": 0.40958845615386963,
      "learning_rate": 8.99608298273611e-05,
      "loss": 0.0727,
      "step": 2868
    },
    {
      "epoch": 0.3110364267129228,
      "grad_norm": 0.17094187438488007,
      "learning_rate": 8.995720295952415e-05,
      "loss": 0.018,
      "step": 2869
    },
    {
      "epoch": 0.3111448395490026,
      "grad_norm": 0.3572981357574463,
      "learning_rate": 8.995357609168722e-05,
      "loss": 0.04,
      "step": 2870
    },
    {
      "epoch": 0.3112532523850824,
      "grad_norm": 0.25320500135421753,
      "learning_rate": 8.994994922385028e-05,
      "loss": 0.0358,
      "step": 2871
    },
    {
      "epoch": 0.3113616652211622,
      "grad_norm": 0.8691548109054565,
      "learning_rate": 8.994632235601335e-05,
      "loss": 0.0916,
      "step": 2872
    },
    {
      "epoch": 0.311470078057242,
      "grad_norm": 0.4649011790752411,
      "learning_rate": 8.994269548817642e-05,
      "loss": 0.1046,
      "step": 2873
    },
    {
      "epoch": 0.3115784908933218,
      "grad_norm": 0.41505613923072815,
      "learning_rate": 8.993906862033948e-05,
      "loss": 0.0725,
      "step": 2874
    },
    {
      "epoch": 0.31168690372940155,
      "grad_norm": 0.5703820586204529,
      "learning_rate": 8.993544175250255e-05,
      "loss": 0.0736,
      "step": 2875
    },
    {
      "epoch": 0.3117953165654814,
      "grad_norm": 0.3740387260913849,
      "learning_rate": 8.993181488466561e-05,
      "loss": 0.065,
      "step": 2876
    },
    {
      "epoch": 0.31190372940156114,
      "grad_norm": 0.32774102687835693,
      "learning_rate": 8.992818801682868e-05,
      "loss": 0.0449,
      "step": 2877
    },
    {
      "epoch": 0.31201214223764095,
      "grad_norm": 0.07848070561885834,
      "learning_rate": 8.992456114899174e-05,
      "loss": 0.0122,
      "step": 2878
    },
    {
      "epoch": 0.3121205550737207,
      "grad_norm": 0.3573038578033447,
      "learning_rate": 8.992093428115481e-05,
      "loss": 0.0817,
      "step": 2879
    },
    {
      "epoch": 0.31222896790980054,
      "grad_norm": 0.3228394091129303,
      "learning_rate": 8.991730741331786e-05,
      "loss": 0.0695,
      "step": 2880
    },
    {
      "epoch": 0.3123373807458803,
      "grad_norm": 0.1277749240398407,
      "learning_rate": 8.991368054548092e-05,
      "loss": 0.0193,
      "step": 2881
    },
    {
      "epoch": 0.3124457935819601,
      "grad_norm": 0.24297654628753662,
      "learning_rate": 8.991005367764399e-05,
      "loss": 0.0408,
      "step": 2882
    },
    {
      "epoch": 0.3125542064180399,
      "grad_norm": 0.1874092072248459,
      "learning_rate": 8.990642680980705e-05,
      "loss": 0.0499,
      "step": 2883
    },
    {
      "epoch": 0.3126626192541197,
      "grad_norm": 0.254350483417511,
      "learning_rate": 8.990279994197012e-05,
      "loss": 0.0587,
      "step": 2884
    },
    {
      "epoch": 0.31277103209019946,
      "grad_norm": 0.35186901688575745,
      "learning_rate": 8.989917307413318e-05,
      "loss": 0.0485,
      "step": 2885
    },
    {
      "epoch": 0.3128794449262793,
      "grad_norm": 0.23758547008037567,
      "learning_rate": 8.989554620629625e-05,
      "loss": 0.0225,
      "step": 2886
    },
    {
      "epoch": 0.31298785776235905,
      "grad_norm": 0.32285383343696594,
      "learning_rate": 8.98919193384593e-05,
      "loss": 0.0609,
      "step": 2887
    },
    {
      "epoch": 0.31309627059843886,
      "grad_norm": 0.2321164309978485,
      "learning_rate": 8.988829247062236e-05,
      "loss": 0.0542,
      "step": 2888
    },
    {
      "epoch": 0.3132046834345186,
      "grad_norm": 0.25781452655792236,
      "learning_rate": 8.988466560278543e-05,
      "loss": 0.0429,
      "step": 2889
    },
    {
      "epoch": 0.31331309627059845,
      "grad_norm": 0.2493470162153244,
      "learning_rate": 8.988103873494849e-05,
      "loss": 0.0533,
      "step": 2890
    },
    {
      "epoch": 0.3134215091066782,
      "grad_norm": 0.22933200001716614,
      "learning_rate": 8.987741186711158e-05,
      "loss": 0.0371,
      "step": 2891
    },
    {
      "epoch": 0.313529921942758,
      "grad_norm": 0.3955702483654022,
      "learning_rate": 8.987378499927463e-05,
      "loss": 0.1203,
      "step": 2892
    },
    {
      "epoch": 0.3136383347788378,
      "grad_norm": 0.24303041398525238,
      "learning_rate": 8.98701581314377e-05,
      "loss": 0.0476,
      "step": 2893
    },
    {
      "epoch": 0.3137467476149176,
      "grad_norm": 0.25852644443511963,
      "learning_rate": 8.986653126360076e-05,
      "loss": 0.0751,
      "step": 2894
    },
    {
      "epoch": 0.3138551604509974,
      "grad_norm": 0.2684204876422882,
      "learning_rate": 8.986290439576382e-05,
      "loss": 0.024,
      "step": 2895
    },
    {
      "epoch": 0.3139635732870772,
      "grad_norm": 0.19903509318828583,
      "learning_rate": 8.985927752792689e-05,
      "loss": 0.0435,
      "step": 2896
    },
    {
      "epoch": 0.31407198612315695,
      "grad_norm": 0.4196581244468689,
      "learning_rate": 8.985565066008995e-05,
      "loss": 0.0715,
      "step": 2897
    },
    {
      "epoch": 0.3141803989592368,
      "grad_norm": 0.240706205368042,
      "learning_rate": 8.985202379225302e-05,
      "loss": 0.0538,
      "step": 2898
    },
    {
      "epoch": 0.3142888117953166,
      "grad_norm": 0.3332166373729706,
      "learning_rate": 8.984839692441608e-05,
      "loss": 0.0487,
      "step": 2899
    },
    {
      "epoch": 0.31439722463139635,
      "grad_norm": 0.30867278575897217,
      "learning_rate": 8.984477005657915e-05,
      "loss": 0.0854,
      "step": 2900
    },
    {
      "epoch": 0.3145056374674762,
      "grad_norm": 0.14284589886665344,
      "learning_rate": 8.98411431887422e-05,
      "loss": 0.0148,
      "step": 2901
    },
    {
      "epoch": 0.31461405030355594,
      "grad_norm": 0.07693344354629517,
      "learning_rate": 8.983751632090527e-05,
      "loss": 0.0098,
      "step": 2902
    },
    {
      "epoch": 0.31472246313963576,
      "grad_norm": 0.21715660393238068,
      "learning_rate": 8.983388945306833e-05,
      "loss": 0.0629,
      "step": 2903
    },
    {
      "epoch": 0.3148308759757155,
      "grad_norm": 0.29047420620918274,
      "learning_rate": 8.983026258523139e-05,
      "loss": 0.072,
      "step": 2904
    },
    {
      "epoch": 0.31493928881179534,
      "grad_norm": 0.3808901309967041,
      "learning_rate": 8.982663571739446e-05,
      "loss": 0.0653,
      "step": 2905
    },
    {
      "epoch": 0.3150477016478751,
      "grad_norm": 0.11255815625190735,
      "learning_rate": 8.982300884955752e-05,
      "loss": 0.0193,
      "step": 2906
    },
    {
      "epoch": 0.3151561144839549,
      "grad_norm": 0.19154216349124908,
      "learning_rate": 8.981938198172059e-05,
      "loss": 0.0336,
      "step": 2907
    },
    {
      "epoch": 0.3152645273200347,
      "grad_norm": 0.3095228672027588,
      "learning_rate": 8.981575511388366e-05,
      "loss": 0.082,
      "step": 2908
    },
    {
      "epoch": 0.3153729401561145,
      "grad_norm": 0.200417622923851,
      "learning_rate": 8.981212824604672e-05,
      "loss": 0.0288,
      "step": 2909
    },
    {
      "epoch": 0.31548135299219426,
      "grad_norm": 0.3360220789909363,
      "learning_rate": 8.980850137820979e-05,
      "loss": 0.0428,
      "step": 2910
    },
    {
      "epoch": 0.3155897658282741,
      "grad_norm": 0.3338519036769867,
      "learning_rate": 8.980487451037285e-05,
      "loss": 0.0383,
      "step": 2911
    },
    {
      "epoch": 0.31569817866435385,
      "grad_norm": 0.1478281319141388,
      "learning_rate": 8.980124764253592e-05,
      "loss": 0.0419,
      "step": 2912
    },
    {
      "epoch": 0.31580659150043366,
      "grad_norm": 0.3829442262649536,
      "learning_rate": 8.979762077469897e-05,
      "loss": 0.0566,
      "step": 2913
    },
    {
      "epoch": 0.3159150043365134,
      "grad_norm": 0.19527417421340942,
      "learning_rate": 8.979399390686204e-05,
      "loss": 0.0264,
      "step": 2914
    },
    {
      "epoch": 0.31602341717259325,
      "grad_norm": 0.5432689189910889,
      "learning_rate": 8.97903670390251e-05,
      "loss": 0.0925,
      "step": 2915
    },
    {
      "epoch": 0.316131830008673,
      "grad_norm": 0.356977254152298,
      "learning_rate": 8.978674017118817e-05,
      "loss": 0.0833,
      "step": 2916
    },
    {
      "epoch": 0.31624024284475283,
      "grad_norm": 0.23647700250148773,
      "learning_rate": 8.978311330335123e-05,
      "loss": 0.0253,
      "step": 2917
    },
    {
      "epoch": 0.3163486556808326,
      "grad_norm": 0.384642094373703,
      "learning_rate": 8.977948643551429e-05,
      "loss": 0.0459,
      "step": 2918
    },
    {
      "epoch": 0.3164570685169124,
      "grad_norm": 0.5552574396133423,
      "learning_rate": 8.977585956767736e-05,
      "loss": 0.0746,
      "step": 2919
    },
    {
      "epoch": 0.3165654813529922,
      "grad_norm": 0.3535502851009369,
      "learning_rate": 8.977223269984042e-05,
      "loss": 0.0479,
      "step": 2920
    },
    {
      "epoch": 0.316673894189072,
      "grad_norm": 0.3822658956050873,
      "learning_rate": 8.976860583200349e-05,
      "loss": 0.0711,
      "step": 2921
    },
    {
      "epoch": 0.31678230702515175,
      "grad_norm": 0.2546011805534363,
      "learning_rate": 8.976497896416654e-05,
      "loss": 0.0545,
      "step": 2922
    },
    {
      "epoch": 0.3168907198612316,
      "grad_norm": 0.24833543598651886,
      "learning_rate": 8.976135209632961e-05,
      "loss": 0.0562,
      "step": 2923
    },
    {
      "epoch": 0.31699913269731134,
      "grad_norm": 0.2553592622280121,
      "learning_rate": 8.975772522849267e-05,
      "loss": 0.0451,
      "step": 2924
    },
    {
      "epoch": 0.31710754553339116,
      "grad_norm": 0.42012086510658264,
      "learning_rate": 8.975409836065574e-05,
      "loss": 0.0558,
      "step": 2925
    },
    {
      "epoch": 0.3172159583694709,
      "grad_norm": 0.15717467665672302,
      "learning_rate": 8.975047149281881e-05,
      "loss": 0.0251,
      "step": 2926
    },
    {
      "epoch": 0.31732437120555074,
      "grad_norm": 0.07510976493358612,
      "learning_rate": 8.974684462498187e-05,
      "loss": 0.0095,
      "step": 2927
    },
    {
      "epoch": 0.31743278404163056,
      "grad_norm": 0.26337459683418274,
      "learning_rate": 8.974321775714494e-05,
      "loss": 0.0383,
      "step": 2928
    },
    {
      "epoch": 0.3175411968777103,
      "grad_norm": 0.35820433497428894,
      "learning_rate": 8.9739590889308e-05,
      "loss": 0.0343,
      "step": 2929
    },
    {
      "epoch": 0.31764960971379014,
      "grad_norm": 0.4516461193561554,
      "learning_rate": 8.973596402147107e-05,
      "loss": 0.0676,
      "step": 2930
    },
    {
      "epoch": 0.3177580225498699,
      "grad_norm": 0.43416541814804077,
      "learning_rate": 8.973233715363413e-05,
      "loss": 0.0854,
      "step": 2931
    },
    {
      "epoch": 0.3178664353859497,
      "grad_norm": 0.10398995876312256,
      "learning_rate": 8.972871028579718e-05,
      "loss": 0.0188,
      "step": 2932
    },
    {
      "epoch": 0.3179748482220295,
      "grad_norm": 0.19086171686649323,
      "learning_rate": 8.972508341796026e-05,
      "loss": 0.0231,
      "step": 2933
    },
    {
      "epoch": 0.3180832610581093,
      "grad_norm": 0.482326865196228,
      "learning_rate": 8.972145655012331e-05,
      "loss": 0.0973,
      "step": 2934
    },
    {
      "epoch": 0.31819167389418906,
      "grad_norm": 0.12546329200267792,
      "learning_rate": 8.971782968228638e-05,
      "loss": 0.0192,
      "step": 2935
    },
    {
      "epoch": 0.3183000867302689,
      "grad_norm": 0.24799694120883942,
      "learning_rate": 8.971420281444944e-05,
      "loss": 0.0391,
      "step": 2936
    },
    {
      "epoch": 0.31840849956634865,
      "grad_norm": 0.25032517313957214,
      "learning_rate": 8.971057594661251e-05,
      "loss": 0.0414,
      "step": 2937
    },
    {
      "epoch": 0.31851691240242846,
      "grad_norm": 0.49895328283309937,
      "learning_rate": 8.970694907877557e-05,
      "loss": 0.0838,
      "step": 2938
    },
    {
      "epoch": 0.31862532523850823,
      "grad_norm": 0.24376411736011505,
      "learning_rate": 8.970332221093864e-05,
      "loss": 0.0378,
      "step": 2939
    },
    {
      "epoch": 0.31873373807458805,
      "grad_norm": 0.34564265608787537,
      "learning_rate": 8.96996953431017e-05,
      "loss": 0.0719,
      "step": 2940
    },
    {
      "epoch": 0.3188421509106678,
      "grad_norm": 0.24717620015144348,
      "learning_rate": 8.969606847526475e-05,
      "loss": 0.0277,
      "step": 2941
    },
    {
      "epoch": 0.31895056374674763,
      "grad_norm": 0.31075912714004517,
      "learning_rate": 8.969244160742784e-05,
      "loss": 0.0476,
      "step": 2942
    },
    {
      "epoch": 0.3190589765828274,
      "grad_norm": 0.3225264847278595,
      "learning_rate": 8.96888147395909e-05,
      "loss": 0.0561,
      "step": 2943
    },
    {
      "epoch": 0.3191673894189072,
      "grad_norm": 0.1790616661310196,
      "learning_rate": 8.968518787175397e-05,
      "loss": 0.0505,
      "step": 2944
    },
    {
      "epoch": 0.319275802254987,
      "grad_norm": 0.3579511046409607,
      "learning_rate": 8.968156100391702e-05,
      "loss": 0.0668,
      "step": 2945
    },
    {
      "epoch": 0.3193842150910668,
      "grad_norm": 0.2223229855298996,
      "learning_rate": 8.967793413608008e-05,
      "loss": 0.0485,
      "step": 2946
    },
    {
      "epoch": 0.31949262792714656,
      "grad_norm": 0.3469276428222656,
      "learning_rate": 8.967430726824315e-05,
      "loss": 0.043,
      "step": 2947
    },
    {
      "epoch": 0.3196010407632264,
      "grad_norm": 0.3935832679271698,
      "learning_rate": 8.967068040040621e-05,
      "loss": 0.0563,
      "step": 2948
    },
    {
      "epoch": 0.31970945359930614,
      "grad_norm": 0.36684754490852356,
      "learning_rate": 8.966705353256928e-05,
      "loss": 0.1055,
      "step": 2949
    },
    {
      "epoch": 0.31981786643538596,
      "grad_norm": 0.18014411628246307,
      "learning_rate": 8.966342666473234e-05,
      "loss": 0.0358,
      "step": 2950
    },
    {
      "epoch": 0.3199262792714657,
      "grad_norm": 0.17624804377555847,
      "learning_rate": 8.965979979689541e-05,
      "loss": 0.0311,
      "step": 2951
    },
    {
      "epoch": 0.32003469210754554,
      "grad_norm": 0.45071059465408325,
      "learning_rate": 8.965617292905847e-05,
      "loss": 0.078,
      "step": 2952
    },
    {
      "epoch": 0.3201431049436253,
      "grad_norm": 0.48427966237068176,
      "learning_rate": 8.965254606122154e-05,
      "loss": 0.0924,
      "step": 2953
    },
    {
      "epoch": 0.3202515177797051,
      "grad_norm": 0.2668299973011017,
      "learning_rate": 8.96489191933846e-05,
      "loss": 0.0549,
      "step": 2954
    },
    {
      "epoch": 0.3203599306157849,
      "grad_norm": 0.23038962483406067,
      "learning_rate": 8.964529232554765e-05,
      "loss": 0.0276,
      "step": 2955
    },
    {
      "epoch": 0.3204683434518647,
      "grad_norm": 0.2071523368358612,
      "learning_rate": 8.964166545771072e-05,
      "loss": 0.0315,
      "step": 2956
    },
    {
      "epoch": 0.3205767562879445,
      "grad_norm": 0.33336642384529114,
      "learning_rate": 8.963803858987378e-05,
      "loss": 0.0522,
      "step": 2957
    },
    {
      "epoch": 0.3206851691240243,
      "grad_norm": 0.18816043436527252,
      "learning_rate": 8.963441172203685e-05,
      "loss": 0.0417,
      "step": 2958
    },
    {
      "epoch": 0.3207935819601041,
      "grad_norm": 0.20833268761634827,
      "learning_rate": 8.963078485419991e-05,
      "loss": 0.0515,
      "step": 2959
    },
    {
      "epoch": 0.32090199479618386,
      "grad_norm": 0.19000525772571564,
      "learning_rate": 8.962715798636299e-05,
      "loss": 0.0452,
      "step": 2960
    },
    {
      "epoch": 0.3210104076322637,
      "grad_norm": 0.14281629025936127,
      "learning_rate": 8.962353111852605e-05,
      "loss": 0.0187,
      "step": 2961
    },
    {
      "epoch": 0.32111882046834345,
      "grad_norm": 0.23937025666236877,
      "learning_rate": 8.961990425068911e-05,
      "loss": 0.042,
      "step": 2962
    },
    {
      "epoch": 0.32122723330442327,
      "grad_norm": 0.2579480707645416,
      "learning_rate": 8.961627738285218e-05,
      "loss": 0.0792,
      "step": 2963
    },
    {
      "epoch": 0.32133564614050303,
      "grad_norm": 0.20214468240737915,
      "learning_rate": 8.961265051501524e-05,
      "loss": 0.0431,
      "step": 2964
    },
    {
      "epoch": 0.32144405897658285,
      "grad_norm": 0.22831307351589203,
      "learning_rate": 8.96090236471783e-05,
      "loss": 0.0472,
      "step": 2965
    },
    {
      "epoch": 0.3215524718126626,
      "grad_norm": 0.20888479053974152,
      "learning_rate": 8.960539677934136e-05,
      "loss": 0.0409,
      "step": 2966
    },
    {
      "epoch": 0.32166088464874243,
      "grad_norm": 0.3167226314544678,
      "learning_rate": 8.960176991150443e-05,
      "loss": 0.0618,
      "step": 2967
    },
    {
      "epoch": 0.3217692974848222,
      "grad_norm": 0.19038692116737366,
      "learning_rate": 8.959814304366749e-05,
      "loss": 0.0297,
      "step": 2968
    },
    {
      "epoch": 0.321877710320902,
      "grad_norm": 0.1921643167734146,
      "learning_rate": 8.959451617583055e-05,
      "loss": 0.0453,
      "step": 2969
    },
    {
      "epoch": 0.3219861231569818,
      "grad_norm": 0.10751240700483322,
      "learning_rate": 8.959088930799362e-05,
      "loss": 0.0196,
      "step": 2970
    },
    {
      "epoch": 0.3220945359930616,
      "grad_norm": 0.13864916563034058,
      "learning_rate": 8.958726244015668e-05,
      "loss": 0.0246,
      "step": 2971
    },
    {
      "epoch": 0.32220294882914136,
      "grad_norm": 0.25684303045272827,
      "learning_rate": 8.958363557231975e-05,
      "loss": 0.0502,
      "step": 2972
    },
    {
      "epoch": 0.3223113616652212,
      "grad_norm": 0.23392944037914276,
      "learning_rate": 8.95800087044828e-05,
      "loss": 0.0299,
      "step": 2973
    },
    {
      "epoch": 0.32241977450130094,
      "grad_norm": 0.34450894594192505,
      "learning_rate": 8.957638183664588e-05,
      "loss": 0.0582,
      "step": 2974
    },
    {
      "epoch": 0.32252818733738076,
      "grad_norm": 0.33155086636543274,
      "learning_rate": 8.957275496880893e-05,
      "loss": 0.0626,
      "step": 2975
    },
    {
      "epoch": 0.3226366001734605,
      "grad_norm": 0.15959158539772034,
      "learning_rate": 8.9569128100972e-05,
      "loss": 0.0218,
      "step": 2976
    },
    {
      "epoch": 0.32274501300954034,
      "grad_norm": 0.21542322635650635,
      "learning_rate": 8.956550123313508e-05,
      "loss": 0.0547,
      "step": 2977
    },
    {
      "epoch": 0.3228534258456201,
      "grad_norm": 0.16551360487937927,
      "learning_rate": 8.956187436529813e-05,
      "loss": 0.0482,
      "step": 2978
    },
    {
      "epoch": 0.3229618386816999,
      "grad_norm": 0.295427143573761,
      "learning_rate": 8.95582474974612e-05,
      "loss": 0.0399,
      "step": 2979
    },
    {
      "epoch": 0.3230702515177797,
      "grad_norm": 0.1900239884853363,
      "learning_rate": 8.955462062962426e-05,
      "loss": 0.0602,
      "step": 2980
    },
    {
      "epoch": 0.3231786643538595,
      "grad_norm": 0.36006417870521545,
      "learning_rate": 8.955099376178733e-05,
      "loss": 0.0447,
      "step": 2981
    },
    {
      "epoch": 0.32328707718993926,
      "grad_norm": 0.44916802644729614,
      "learning_rate": 8.954736689395039e-05,
      "loss": 0.0917,
      "step": 2982
    },
    {
      "epoch": 0.3233954900260191,
      "grad_norm": 0.2694655656814575,
      "learning_rate": 8.954374002611346e-05,
      "loss": 0.074,
      "step": 2983
    },
    {
      "epoch": 0.32350390286209885,
      "grad_norm": 0.1712896078824997,
      "learning_rate": 8.954011315827652e-05,
      "loss": 0.0154,
      "step": 2984
    },
    {
      "epoch": 0.32361231569817867,
      "grad_norm": 0.34450414776802063,
      "learning_rate": 8.953648629043958e-05,
      "loss": 0.0762,
      "step": 2985
    },
    {
      "epoch": 0.3237207285342585,
      "grad_norm": 0.40573662519454956,
      "learning_rate": 8.953285942260265e-05,
      "loss": 0.0856,
      "step": 2986
    },
    {
      "epoch": 0.32382914137033825,
      "grad_norm": 0.2928721606731415,
      "learning_rate": 8.95292325547657e-05,
      "loss": 0.0337,
      "step": 2987
    },
    {
      "epoch": 0.32393755420641807,
      "grad_norm": 0.14555633068084717,
      "learning_rate": 8.952560568692877e-05,
      "loss": 0.0191,
      "step": 2988
    },
    {
      "epoch": 0.32404596704249783,
      "grad_norm": 0.2899434268474579,
      "learning_rate": 8.952197881909183e-05,
      "loss": 0.0773,
      "step": 2989
    },
    {
      "epoch": 0.32415437987857765,
      "grad_norm": 0.2715590298175812,
      "learning_rate": 8.95183519512549e-05,
      "loss": 0.0386,
      "step": 2990
    },
    {
      "epoch": 0.3242627927146574,
      "grad_norm": 0.36007988452911377,
      "learning_rate": 8.951472508341796e-05,
      "loss": 0.0792,
      "step": 2991
    },
    {
      "epoch": 0.32437120555073723,
      "grad_norm": 0.2251061350107193,
      "learning_rate": 8.951109821558103e-05,
      "loss": 0.0331,
      "step": 2992
    },
    {
      "epoch": 0.324479618386817,
      "grad_norm": 0.22587105631828308,
      "learning_rate": 8.950747134774409e-05,
      "loss": 0.0406,
      "step": 2993
    },
    {
      "epoch": 0.3245880312228968,
      "grad_norm": 0.49325859546661377,
      "learning_rate": 8.950384447990716e-05,
      "loss": 0.0417,
      "step": 2994
    },
    {
      "epoch": 0.3246964440589766,
      "grad_norm": 0.19354547560214996,
      "learning_rate": 8.950021761207023e-05,
      "loss": 0.0417,
      "step": 2995
    },
    {
      "epoch": 0.3248048568950564,
      "grad_norm": 0.1883976012468338,
      "learning_rate": 8.949659074423329e-05,
      "loss": 0.039,
      "step": 2996
    },
    {
      "epoch": 0.32491326973113616,
      "grad_norm": 0.20253191888332367,
      "learning_rate": 8.949296387639636e-05,
      "loss": 0.0351,
      "step": 2997
    },
    {
      "epoch": 0.325021682567216,
      "grad_norm": 0.33853238821029663,
      "learning_rate": 8.948933700855942e-05,
      "loss": 0.0711,
      "step": 2998
    },
    {
      "epoch": 0.32513009540329574,
      "grad_norm": 0.20632623136043549,
      "learning_rate": 8.948571014072247e-05,
      "loss": 0.0464,
      "step": 2999
    },
    {
      "epoch": 0.32523850823937556,
      "grad_norm": 0.13229131698608398,
      "learning_rate": 8.948208327288554e-05,
      "loss": 0.0362,
      "step": 3000
    },
    {
      "epoch": 0.3253469210754553,
      "grad_norm": 0.17414450645446777,
      "learning_rate": 8.94784564050486e-05,
      "loss": 0.0362,
      "step": 3001
    },
    {
      "epoch": 0.32545533391153514,
      "grad_norm": 0.3411831855773926,
      "learning_rate": 8.947482953721167e-05,
      "loss": 0.0928,
      "step": 3002
    },
    {
      "epoch": 0.3255637467476149,
      "grad_norm": 0.1151546761393547,
      "learning_rate": 8.947120266937473e-05,
      "loss": 0.008,
      "step": 3003
    },
    {
      "epoch": 0.3256721595836947,
      "grad_norm": 0.30819112062454224,
      "learning_rate": 8.94675758015378e-05,
      "loss": 0.0597,
      "step": 3004
    },
    {
      "epoch": 0.3257805724197745,
      "grad_norm": 1.0523619651794434,
      "learning_rate": 8.946394893370086e-05,
      "loss": 0.0778,
      "step": 3005
    },
    {
      "epoch": 0.3258889852558543,
      "grad_norm": 0.23291118443012238,
      "learning_rate": 8.946032206586393e-05,
      "loss": 0.0493,
      "step": 3006
    },
    {
      "epoch": 0.32599739809193407,
      "grad_norm": 0.26232898235321045,
      "learning_rate": 8.945669519802699e-05,
      "loss": 0.0597,
      "step": 3007
    },
    {
      "epoch": 0.3261058109280139,
      "grad_norm": 0.1405995935201645,
      "learning_rate": 8.945306833019004e-05,
      "loss": 0.015,
      "step": 3008
    },
    {
      "epoch": 0.32621422376409365,
      "grad_norm": 0.0936373844742775,
      "learning_rate": 8.944944146235311e-05,
      "loss": 0.0186,
      "step": 3009
    },
    {
      "epoch": 0.32632263660017347,
      "grad_norm": 0.1860148012638092,
      "learning_rate": 8.944581459451617e-05,
      "loss": 0.0897,
      "step": 3010
    },
    {
      "epoch": 0.32643104943625323,
      "grad_norm": 0.32852602005004883,
      "learning_rate": 8.944218772667926e-05,
      "loss": 0.0706,
      "step": 3011
    },
    {
      "epoch": 0.32653946227233305,
      "grad_norm": 0.22690433263778687,
      "learning_rate": 8.943856085884231e-05,
      "loss": 0.0416,
      "step": 3012
    },
    {
      "epoch": 0.3266478751084128,
      "grad_norm": 0.06910081207752228,
      "learning_rate": 8.943493399100537e-05,
      "loss": 0.0128,
      "step": 3013
    },
    {
      "epoch": 0.32675628794449263,
      "grad_norm": 0.19970686733722687,
      "learning_rate": 8.943130712316844e-05,
      "loss": 0.0245,
      "step": 3014
    },
    {
      "epoch": 0.3268647007805724,
      "grad_norm": 1.3661466836929321,
      "learning_rate": 8.94276802553315e-05,
      "loss": 0.0666,
      "step": 3015
    },
    {
      "epoch": 0.3269731136166522,
      "grad_norm": 0.201104074716568,
      "learning_rate": 8.942405338749457e-05,
      "loss": 0.0343,
      "step": 3016
    },
    {
      "epoch": 0.32708152645273203,
      "grad_norm": 0.1173151358962059,
      "learning_rate": 8.942042651965763e-05,
      "loss": 0.0193,
      "step": 3017
    },
    {
      "epoch": 0.3271899392888118,
      "grad_norm": 0.3652850091457367,
      "learning_rate": 8.94167996518207e-05,
      "loss": 0.0771,
      "step": 3018
    },
    {
      "epoch": 0.3272983521248916,
      "grad_norm": 0.25299009680747986,
      "learning_rate": 8.941317278398375e-05,
      "loss": 0.0487,
      "step": 3019
    },
    {
      "epoch": 0.3274067649609714,
      "grad_norm": 0.2109052836894989,
      "learning_rate": 8.940954591614683e-05,
      "loss": 0.0231,
      "step": 3020
    },
    {
      "epoch": 0.3275151777970512,
      "grad_norm": 0.25764283537864685,
      "learning_rate": 8.940591904830988e-05,
      "loss": 0.0523,
      "step": 3021
    },
    {
      "epoch": 0.32762359063313096,
      "grad_norm": 0.2916635572910309,
      "learning_rate": 8.940229218047294e-05,
      "loss": 0.0262,
      "step": 3022
    },
    {
      "epoch": 0.3277320034692108,
      "grad_norm": 0.3615969121456146,
      "learning_rate": 8.939866531263601e-05,
      "loss": 0.0543,
      "step": 3023
    },
    {
      "epoch": 0.32784041630529054,
      "grad_norm": 0.10228288173675537,
      "learning_rate": 8.939503844479907e-05,
      "loss": 0.0133,
      "step": 3024
    },
    {
      "epoch": 0.32794882914137036,
      "grad_norm": 0.28706106543540955,
      "learning_rate": 8.939141157696214e-05,
      "loss": 0.0485,
      "step": 3025
    },
    {
      "epoch": 0.3280572419774501,
      "grad_norm": 0.3476722240447998,
      "learning_rate": 8.93877847091252e-05,
      "loss": 0.0722,
      "step": 3026
    },
    {
      "epoch": 0.32816565481352994,
      "grad_norm": 0.27003949880599976,
      "learning_rate": 8.938415784128827e-05,
      "loss": 0.039,
      "step": 3027
    },
    {
      "epoch": 0.3282740676496097,
      "grad_norm": 0.4712925851345062,
      "learning_rate": 8.938053097345133e-05,
      "loss": 0.0619,
      "step": 3028
    },
    {
      "epoch": 0.3283824804856895,
      "grad_norm": 0.44671347737312317,
      "learning_rate": 8.93769041056144e-05,
      "loss": 0.0558,
      "step": 3029
    },
    {
      "epoch": 0.3284908933217693,
      "grad_norm": 0.12447155267000198,
      "learning_rate": 8.937327723777747e-05,
      "loss": 0.0287,
      "step": 3030
    },
    {
      "epoch": 0.3285993061578491,
      "grad_norm": 0.1854398101568222,
      "learning_rate": 8.936965036994052e-05,
      "loss": 0.0514,
      "step": 3031
    },
    {
      "epoch": 0.32870771899392887,
      "grad_norm": 0.24311941862106323,
      "learning_rate": 8.93660235021036e-05,
      "loss": 0.0568,
      "step": 3032
    },
    {
      "epoch": 0.3288161318300087,
      "grad_norm": 0.37963372468948364,
      "learning_rate": 8.936239663426665e-05,
      "loss": 0.0619,
      "step": 3033
    },
    {
      "epoch": 0.32892454466608845,
      "grad_norm": 0.1498447060585022,
      "learning_rate": 8.935876976642972e-05,
      "loss": 0.0461,
      "step": 3034
    },
    {
      "epoch": 0.32903295750216827,
      "grad_norm": 0.3009665906429291,
      "learning_rate": 8.935514289859278e-05,
      "loss": 0.0509,
      "step": 3035
    },
    {
      "epoch": 0.32914137033824803,
      "grad_norm": 0.23371347784996033,
      "learning_rate": 8.935151603075584e-05,
      "loss": 0.0377,
      "step": 3036
    },
    {
      "epoch": 0.32924978317432785,
      "grad_norm": 0.24278387427330017,
      "learning_rate": 8.934788916291891e-05,
      "loss": 0.039,
      "step": 3037
    },
    {
      "epoch": 0.3293581960104076,
      "grad_norm": 0.2637593150138855,
      "learning_rate": 8.934426229508197e-05,
      "loss": 0.0655,
      "step": 3038
    },
    {
      "epoch": 0.32946660884648743,
      "grad_norm": 0.17765265703201294,
      "learning_rate": 8.934063542724504e-05,
      "loss": 0.0649,
      "step": 3039
    },
    {
      "epoch": 0.3295750216825672,
      "grad_norm": 0.33444952964782715,
      "learning_rate": 8.93370085594081e-05,
      "loss": 0.0573,
      "step": 3040
    },
    {
      "epoch": 0.329683434518647,
      "grad_norm": 0.144276425242424,
      "learning_rate": 8.933338169157117e-05,
      "loss": 0.0224,
      "step": 3041
    },
    {
      "epoch": 0.3297918473547268,
      "grad_norm": 0.178815096616745,
      "learning_rate": 8.932975482373422e-05,
      "loss": 0.0561,
      "step": 3042
    },
    {
      "epoch": 0.3299002601908066,
      "grad_norm": 0.2289896309375763,
      "learning_rate": 8.93261279558973e-05,
      "loss": 0.0362,
      "step": 3043
    },
    {
      "epoch": 0.33000867302688636,
      "grad_norm": 0.15258073806762695,
      "learning_rate": 8.932250108806035e-05,
      "loss": 0.0235,
      "step": 3044
    },
    {
      "epoch": 0.3301170858629662,
      "grad_norm": 0.2920302748680115,
      "learning_rate": 8.931887422022341e-05,
      "loss": 0.0642,
      "step": 3045
    },
    {
      "epoch": 0.330225498699046,
      "grad_norm": 0.18259482085704803,
      "learning_rate": 8.931524735238649e-05,
      "loss": 0.0366,
      "step": 3046
    },
    {
      "epoch": 0.33033391153512576,
      "grad_norm": 0.25816214084625244,
      "learning_rate": 8.931162048454955e-05,
      "loss": 0.0358,
      "step": 3047
    },
    {
      "epoch": 0.3304423243712056,
      "grad_norm": 0.46084845066070557,
      "learning_rate": 8.930799361671262e-05,
      "loss": 0.0654,
      "step": 3048
    },
    {
      "epoch": 0.33055073720728534,
      "grad_norm": 0.20502755045890808,
      "learning_rate": 8.930436674887568e-05,
      "loss": 0.0512,
      "step": 3049
    },
    {
      "epoch": 0.33065915004336516,
      "grad_norm": 0.09195490926504135,
      "learning_rate": 8.930073988103874e-05,
      "loss": 0.0216,
      "step": 3050
    },
    {
      "epoch": 0.3307675628794449,
      "grad_norm": 0.23528872430324554,
      "learning_rate": 8.92971130132018e-05,
      "loss": 0.0397,
      "step": 3051
    },
    {
      "epoch": 0.33087597571552474,
      "grad_norm": 0.4531184434890747,
      "learning_rate": 8.929348614536486e-05,
      "loss": 0.0816,
      "step": 3052
    },
    {
      "epoch": 0.3309843885516045,
      "grad_norm": 1.4333349466323853,
      "learning_rate": 8.928985927752793e-05,
      "loss": 0.082,
      "step": 3053
    },
    {
      "epoch": 0.3310928013876843,
      "grad_norm": 0.24856196343898773,
      "learning_rate": 8.928623240969099e-05,
      "loss": 0.0382,
      "step": 3054
    },
    {
      "epoch": 0.3312012142237641,
      "grad_norm": 0.31998446583747864,
      "learning_rate": 8.928260554185406e-05,
      "loss": 0.0417,
      "step": 3055
    },
    {
      "epoch": 0.3313096270598439,
      "grad_norm": 0.48722097277641296,
      "learning_rate": 8.927897867401712e-05,
      "loss": 0.0859,
      "step": 3056
    },
    {
      "epoch": 0.33141803989592367,
      "grad_norm": 0.14130882918834686,
      "learning_rate": 8.927535180618019e-05,
      "loss": 0.0279,
      "step": 3057
    },
    {
      "epoch": 0.3315264527320035,
      "grad_norm": 0.24256882071495056,
      "learning_rate": 8.927172493834325e-05,
      "loss": 0.028,
      "step": 3058
    },
    {
      "epoch": 0.33163486556808325,
      "grad_norm": 0.2896861732006073,
      "learning_rate": 8.92680980705063e-05,
      "loss": 0.1018,
      "step": 3059
    },
    {
      "epoch": 0.33174327840416307,
      "grad_norm": 0.302163302898407,
      "learning_rate": 8.926447120266938e-05,
      "loss": 0.0318,
      "step": 3060
    },
    {
      "epoch": 0.33185169124024283,
      "grad_norm": 0.5175173878669739,
      "learning_rate": 8.926084433483243e-05,
      "loss": 0.052,
      "step": 3061
    },
    {
      "epoch": 0.33196010407632265,
      "grad_norm": 0.1922055333852768,
      "learning_rate": 8.92572174669955e-05,
      "loss": 0.0351,
      "step": 3062
    },
    {
      "epoch": 0.3320685169124024,
      "grad_norm": 0.19085069000720978,
      "learning_rate": 8.925359059915858e-05,
      "loss": 0.0155,
      "step": 3063
    },
    {
      "epoch": 0.33217692974848223,
      "grad_norm": 0.29024529457092285,
      "learning_rate": 8.924996373132165e-05,
      "loss": 0.0587,
      "step": 3064
    },
    {
      "epoch": 0.332285342584562,
      "grad_norm": 0.5713784098625183,
      "learning_rate": 8.92463368634847e-05,
      "loss": 0.0725,
      "step": 3065
    },
    {
      "epoch": 0.3323937554206418,
      "grad_norm": 0.39354223012924194,
      "learning_rate": 8.924270999564776e-05,
      "loss": 0.061,
      "step": 3066
    },
    {
      "epoch": 0.3325021682567216,
      "grad_norm": 0.516334056854248,
      "learning_rate": 8.923908312781083e-05,
      "loss": 0.06,
      "step": 3067
    },
    {
      "epoch": 0.3326105810928014,
      "grad_norm": 0.429781049489975,
      "learning_rate": 8.923545625997389e-05,
      "loss": 0.1105,
      "step": 3068
    },
    {
      "epoch": 0.33271899392888116,
      "grad_norm": 0.244313582777977,
      "learning_rate": 8.923182939213696e-05,
      "loss": 0.0589,
      "step": 3069
    },
    {
      "epoch": 0.332827406764961,
      "grad_norm": 0.3673515021800995,
      "learning_rate": 8.922820252430002e-05,
      "loss": 0.0771,
      "step": 3070
    },
    {
      "epoch": 0.33293581960104074,
      "grad_norm": 0.23687899112701416,
      "learning_rate": 8.922457565646309e-05,
      "loss": 0.0492,
      "step": 3071
    },
    {
      "epoch": 0.33304423243712056,
      "grad_norm": 0.2965105175971985,
      "learning_rate": 8.922094878862615e-05,
      "loss": 0.0423,
      "step": 3072
    },
    {
      "epoch": 0.3331526452732003,
      "grad_norm": 0.22311197221279144,
      "learning_rate": 8.92173219207892e-05,
      "loss": 0.0432,
      "step": 3073
    },
    {
      "epoch": 0.33326105810928014,
      "grad_norm": 0.18731027841567993,
      "learning_rate": 8.921369505295227e-05,
      "loss": 0.0348,
      "step": 3074
    },
    {
      "epoch": 0.33336947094535996,
      "grad_norm": 0.31582483649253845,
      "learning_rate": 8.921006818511533e-05,
      "loss": 0.0622,
      "step": 3075
    },
    {
      "epoch": 0.3334778837814397,
      "grad_norm": 0.19812506437301636,
      "learning_rate": 8.92064413172784e-05,
      "loss": 0.0629,
      "step": 3076
    },
    {
      "epoch": 0.33358629661751954,
      "grad_norm": 0.2213808000087738,
      "learning_rate": 8.920281444944146e-05,
      "loss": 0.0683,
      "step": 3077
    },
    {
      "epoch": 0.3336947094535993,
      "grad_norm": 0.18022307753562927,
      "learning_rate": 8.919918758160453e-05,
      "loss": 0.035,
      "step": 3078
    },
    {
      "epoch": 0.3338031222896791,
      "grad_norm": 0.1594831496477127,
      "learning_rate": 8.919556071376759e-05,
      "loss": 0.0461,
      "step": 3079
    },
    {
      "epoch": 0.3339115351257589,
      "grad_norm": 0.27927765250205994,
      "learning_rate": 8.919193384593066e-05,
      "loss": 0.0416,
      "step": 3080
    },
    {
      "epoch": 0.3340199479618387,
      "grad_norm": 0.6431161761283875,
      "learning_rate": 8.918830697809373e-05,
      "loss": 0.0648,
      "step": 3081
    },
    {
      "epoch": 0.33412836079791847,
      "grad_norm": 0.2566256523132324,
      "learning_rate": 8.918468011025679e-05,
      "loss": 0.0206,
      "step": 3082
    },
    {
      "epoch": 0.3342367736339983,
      "grad_norm": 0.27247685194015503,
      "learning_rate": 8.918105324241986e-05,
      "loss": 0.0646,
      "step": 3083
    },
    {
      "epoch": 0.33434518647007805,
      "grad_norm": 0.2856995165348053,
      "learning_rate": 8.917742637458291e-05,
      "loss": 0.0777,
      "step": 3084
    },
    {
      "epoch": 0.33445359930615787,
      "grad_norm": 0.17296670377254486,
      "learning_rate": 8.917379950674599e-05,
      "loss": 0.044,
      "step": 3085
    },
    {
      "epoch": 0.33456201214223763,
      "grad_norm": 0.22522218525409698,
      "learning_rate": 8.917017263890904e-05,
      "loss": 0.0466,
      "step": 3086
    },
    {
      "epoch": 0.33467042497831745,
      "grad_norm": 0.37975090742111206,
      "learning_rate": 8.916654577107211e-05,
      "loss": 0.0776,
      "step": 3087
    },
    {
      "epoch": 0.3347788378143972,
      "grad_norm": 0.28430017828941345,
      "learning_rate": 8.916291890323517e-05,
      "loss": 0.067,
      "step": 3088
    },
    {
      "epoch": 0.33488725065047703,
      "grad_norm": 0.153188556432724,
      "learning_rate": 8.915929203539823e-05,
      "loss": 0.0334,
      "step": 3089
    },
    {
      "epoch": 0.3349956634865568,
      "grad_norm": 0.2871079742908478,
      "learning_rate": 8.91556651675613e-05,
      "loss": 0.0363,
      "step": 3090
    },
    {
      "epoch": 0.3351040763226366,
      "grad_norm": 0.4411303699016571,
      "learning_rate": 8.915203829972436e-05,
      "loss": 0.053,
      "step": 3091
    },
    {
      "epoch": 0.3352124891587164,
      "grad_norm": 0.3920532166957855,
      "learning_rate": 8.914841143188743e-05,
      "loss": 0.1379,
      "step": 3092
    },
    {
      "epoch": 0.3353209019947962,
      "grad_norm": 0.2889500856399536,
      "learning_rate": 8.914478456405049e-05,
      "loss": 0.0663,
      "step": 3093
    },
    {
      "epoch": 0.33542931483087596,
      "grad_norm": 0.24510276317596436,
      "learning_rate": 8.914115769621356e-05,
      "loss": 0.039,
      "step": 3094
    },
    {
      "epoch": 0.3355377276669558,
      "grad_norm": 0.1334465891122818,
      "learning_rate": 8.913753082837661e-05,
      "loss": 0.0153,
      "step": 3095
    },
    {
      "epoch": 0.33564614050303554,
      "grad_norm": 0.41583752632141113,
      "learning_rate": 8.913390396053968e-05,
      "loss": 0.0806,
      "step": 3096
    },
    {
      "epoch": 0.33575455333911536,
      "grad_norm": 0.27861669659614563,
      "learning_rate": 8.913027709270274e-05,
      "loss": 0.0374,
      "step": 3097
    },
    {
      "epoch": 0.3358629661751951,
      "grad_norm": 0.3237106502056122,
      "learning_rate": 8.912665022486581e-05,
      "loss": 0.053,
      "step": 3098
    },
    {
      "epoch": 0.33597137901127494,
      "grad_norm": 0.29640424251556396,
      "learning_rate": 8.912302335702888e-05,
      "loss": 0.0642,
      "step": 3099
    },
    {
      "epoch": 0.3360797918473547,
      "grad_norm": 0.2838737964630127,
      "learning_rate": 8.911939648919194e-05,
      "loss": 0.0252,
      "step": 3100
    },
    {
      "epoch": 0.3361882046834345,
      "grad_norm": 0.09780552983283997,
      "learning_rate": 8.911576962135501e-05,
      "loss": 0.0252,
      "step": 3101
    },
    {
      "epoch": 0.3362966175195143,
      "grad_norm": 0.06922400742769241,
      "learning_rate": 8.911214275351807e-05,
      "loss": 0.0143,
      "step": 3102
    },
    {
      "epoch": 0.3364050303555941,
      "grad_norm": 0.18731415271759033,
      "learning_rate": 8.910851588568113e-05,
      "loss": 0.0232,
      "step": 3103
    },
    {
      "epoch": 0.33651344319167387,
      "grad_norm": 0.3421506881713867,
      "learning_rate": 8.91048890178442e-05,
      "loss": 0.0463,
      "step": 3104
    },
    {
      "epoch": 0.3366218560277537,
      "grad_norm": 0.19932597875595093,
      "learning_rate": 8.910126215000725e-05,
      "loss": 0.0334,
      "step": 3105
    },
    {
      "epoch": 0.3367302688638335,
      "grad_norm": 0.3183142840862274,
      "learning_rate": 8.909763528217033e-05,
      "loss": 0.0502,
      "step": 3106
    },
    {
      "epoch": 0.33683868169991327,
      "grad_norm": 0.3399571478366852,
      "learning_rate": 8.909400841433338e-05,
      "loss": 0.0446,
      "step": 3107
    },
    {
      "epoch": 0.3369470945359931,
      "grad_norm": 0.40471184253692627,
      "learning_rate": 8.909038154649645e-05,
      "loss": 0.0642,
      "step": 3108
    },
    {
      "epoch": 0.33705550737207285,
      "grad_norm": 0.3307298421859741,
      "learning_rate": 8.908675467865951e-05,
      "loss": 0.0458,
      "step": 3109
    },
    {
      "epoch": 0.33716392020815267,
      "grad_norm": 0.47628578543663025,
      "learning_rate": 8.908312781082258e-05,
      "loss": 0.0188,
      "step": 3110
    },
    {
      "epoch": 0.33727233304423243,
      "grad_norm": 0.5251646637916565,
      "learning_rate": 8.907950094298564e-05,
      "loss": 0.0682,
      "step": 3111
    },
    {
      "epoch": 0.33738074588031225,
      "grad_norm": 0.32721808552742004,
      "learning_rate": 8.90758740751487e-05,
      "loss": 0.0598,
      "step": 3112
    },
    {
      "epoch": 0.337489158716392,
      "grad_norm": 0.3744965195655823,
      "learning_rate": 8.907224720731177e-05,
      "loss": 0.0943,
      "step": 3113
    },
    {
      "epoch": 0.33759757155247183,
      "grad_norm": 0.2964766323566437,
      "learning_rate": 8.906862033947482e-05,
      "loss": 0.0617,
      "step": 3114
    },
    {
      "epoch": 0.3377059843885516,
      "grad_norm": 0.2384425401687622,
      "learning_rate": 8.906499347163791e-05,
      "loss": 0.0299,
      "step": 3115
    },
    {
      "epoch": 0.3378143972246314,
      "grad_norm": 0.28968727588653564,
      "learning_rate": 8.906136660380097e-05,
      "loss": 0.0521,
      "step": 3116
    },
    {
      "epoch": 0.3379228100607112,
      "grad_norm": 0.33475685119628906,
      "learning_rate": 8.905773973596402e-05,
      "loss": 0.0683,
      "step": 3117
    },
    {
      "epoch": 0.338031222896791,
      "grad_norm": 0.5417160987854004,
      "learning_rate": 8.90541128681271e-05,
      "loss": 0.09,
      "step": 3118
    },
    {
      "epoch": 0.33813963573287076,
      "grad_norm": 0.16395193338394165,
      "learning_rate": 8.905048600029015e-05,
      "loss": 0.0327,
      "step": 3119
    },
    {
      "epoch": 0.3382480485689506,
      "grad_norm": 0.5163878798484802,
      "learning_rate": 8.904685913245322e-05,
      "loss": 0.0518,
      "step": 3120
    },
    {
      "epoch": 0.33835646140503034,
      "grad_norm": 0.18867038190364838,
      "learning_rate": 8.904323226461628e-05,
      "loss": 0.0413,
      "step": 3121
    },
    {
      "epoch": 0.33846487424111016,
      "grad_norm": 0.28706681728363037,
      "learning_rate": 8.903960539677935e-05,
      "loss": 0.0774,
      "step": 3122
    },
    {
      "epoch": 0.3385732870771899,
      "grad_norm": 0.25586798787117004,
      "learning_rate": 8.903597852894241e-05,
      "loss": 0.055,
      "step": 3123
    },
    {
      "epoch": 0.33868169991326974,
      "grad_norm": 0.3073248267173767,
      "learning_rate": 8.903235166110548e-05,
      "loss": 0.0505,
      "step": 3124
    },
    {
      "epoch": 0.3387901127493495,
      "grad_norm": 0.3024865388870239,
      "learning_rate": 8.902872479326854e-05,
      "loss": 0.0561,
      "step": 3125
    },
    {
      "epoch": 0.3388985255854293,
      "grad_norm": 0.23886121809482574,
      "learning_rate": 8.90250979254316e-05,
      "loss": 0.0447,
      "step": 3126
    },
    {
      "epoch": 0.3390069384215091,
      "grad_norm": 0.2479979544878006,
      "learning_rate": 8.902147105759466e-05,
      "loss": 0.0519,
      "step": 3127
    },
    {
      "epoch": 0.3391153512575889,
      "grad_norm": 0.23119105398654938,
      "learning_rate": 8.901784418975772e-05,
      "loss": 0.0617,
      "step": 3128
    },
    {
      "epoch": 0.33922376409366867,
      "grad_norm": 0.11673447489738464,
      "learning_rate": 8.901421732192079e-05,
      "loss": 0.0353,
      "step": 3129
    },
    {
      "epoch": 0.3393321769297485,
      "grad_norm": 0.19222959876060486,
      "learning_rate": 8.901059045408385e-05,
      "loss": 0.032,
      "step": 3130
    },
    {
      "epoch": 0.33944058976582825,
      "grad_norm": 0.11920703947544098,
      "learning_rate": 8.900696358624692e-05,
      "loss": 0.0199,
      "step": 3131
    },
    {
      "epoch": 0.33954900260190807,
      "grad_norm": 0.37052932381629944,
      "learning_rate": 8.900333671840999e-05,
      "loss": 0.0644,
      "step": 3132
    },
    {
      "epoch": 0.33965741543798783,
      "grad_norm": 0.2589499056339264,
      "learning_rate": 8.899970985057305e-05,
      "loss": 0.0514,
      "step": 3133
    },
    {
      "epoch": 0.33976582827406765,
      "grad_norm": 0.29020553827285767,
      "learning_rate": 8.899608298273612e-05,
      "loss": 0.0579,
      "step": 3134
    },
    {
      "epoch": 0.33987424111014747,
      "grad_norm": 0.2905399203300476,
      "learning_rate": 8.899245611489918e-05,
      "loss": 0.0641,
      "step": 3135
    },
    {
      "epoch": 0.33998265394622723,
      "grad_norm": 0.303904265165329,
      "learning_rate": 8.898882924706225e-05,
      "loss": 0.0574,
      "step": 3136
    },
    {
      "epoch": 0.34009106678230705,
      "grad_norm": 0.27159494161605835,
      "learning_rate": 8.89852023792253e-05,
      "loss": 0.0934,
      "step": 3137
    },
    {
      "epoch": 0.3401994796183868,
      "grad_norm": 0.23686236143112183,
      "learning_rate": 8.898157551138838e-05,
      "loss": 0.0728,
      "step": 3138
    },
    {
      "epoch": 0.34030789245446663,
      "grad_norm": 0.23495317995548248,
      "learning_rate": 8.897794864355143e-05,
      "loss": 0.0229,
      "step": 3139
    },
    {
      "epoch": 0.3404163052905464,
      "grad_norm": 0.25012269616127014,
      "learning_rate": 8.897432177571449e-05,
      "loss": 0.0411,
      "step": 3140
    },
    {
      "epoch": 0.3405247181266262,
      "grad_norm": 0.37499257922172546,
      "learning_rate": 8.897069490787756e-05,
      "loss": 0.0737,
      "step": 3141
    },
    {
      "epoch": 0.340633130962706,
      "grad_norm": 0.13652828335762024,
      "learning_rate": 8.896706804004062e-05,
      "loss": 0.0379,
      "step": 3142
    },
    {
      "epoch": 0.3407415437987858,
      "grad_norm": 0.12314685434103012,
      "learning_rate": 8.896344117220369e-05,
      "loss": 0.0381,
      "step": 3143
    },
    {
      "epoch": 0.34084995663486556,
      "grad_norm": 0.2979736626148224,
      "learning_rate": 8.895981430436675e-05,
      "loss": 0.0794,
      "step": 3144
    },
    {
      "epoch": 0.3409583694709454,
      "grad_norm": 0.21073392033576965,
      "learning_rate": 8.895618743652982e-05,
      "loss": 0.0352,
      "step": 3145
    },
    {
      "epoch": 0.34106678230702514,
      "grad_norm": 0.3224051892757416,
      "learning_rate": 8.895256056869288e-05,
      "loss": 0.0582,
      "step": 3146
    },
    {
      "epoch": 0.34117519514310496,
      "grad_norm": 0.23506060242652893,
      "learning_rate": 8.894893370085595e-05,
      "loss": 0.0824,
      "step": 3147
    },
    {
      "epoch": 0.3412836079791847,
      "grad_norm": 0.25900694727897644,
      "learning_rate": 8.8945306833019e-05,
      "loss": 0.0511,
      "step": 3148
    },
    {
      "epoch": 0.34139202081526454,
      "grad_norm": 0.23373861610889435,
      "learning_rate": 8.894167996518206e-05,
      "loss": 0.0631,
      "step": 3149
    },
    {
      "epoch": 0.3415004336513443,
      "grad_norm": 0.1304863840341568,
      "learning_rate": 8.893805309734515e-05,
      "loss": 0.0191,
      "step": 3150
    },
    {
      "epoch": 0.3416088464874241,
      "grad_norm": 0.1943061202764511,
      "learning_rate": 8.89344262295082e-05,
      "loss": 0.0364,
      "step": 3151
    },
    {
      "epoch": 0.3417172593235039,
      "grad_norm": 0.4041968584060669,
      "learning_rate": 8.893079936167127e-05,
      "loss": 0.0657,
      "step": 3152
    },
    {
      "epoch": 0.3418256721595837,
      "grad_norm": 0.2009781002998352,
      "learning_rate": 8.892717249383433e-05,
      "loss": 0.0357,
      "step": 3153
    },
    {
      "epoch": 0.34193408499566347,
      "grad_norm": 0.13389571011066437,
      "learning_rate": 8.892354562599739e-05,
      "loss": 0.0278,
      "step": 3154
    },
    {
      "epoch": 0.3420424978317433,
      "grad_norm": 0.1093650534749031,
      "learning_rate": 8.891991875816046e-05,
      "loss": 0.0242,
      "step": 3155
    },
    {
      "epoch": 0.34215091066782305,
      "grad_norm": 0.23005026578903198,
      "learning_rate": 8.891629189032352e-05,
      "loss": 0.0404,
      "step": 3156
    },
    {
      "epoch": 0.34225932350390287,
      "grad_norm": 0.15497763454914093,
      "learning_rate": 8.891266502248659e-05,
      "loss": 0.0327,
      "step": 3157
    },
    {
      "epoch": 0.34236773633998263,
      "grad_norm": 0.2923438251018524,
      "learning_rate": 8.890903815464965e-05,
      "loss": 0.0481,
      "step": 3158
    },
    {
      "epoch": 0.34247614917606245,
      "grad_norm": 0.4055618643760681,
      "learning_rate": 8.890541128681272e-05,
      "loss": 0.0843,
      "step": 3159
    },
    {
      "epoch": 0.3425845620121422,
      "grad_norm": 0.17691843211650848,
      "learning_rate": 8.890178441897577e-05,
      "loss": 0.0513,
      "step": 3160
    },
    {
      "epoch": 0.34269297484822203,
      "grad_norm": 0.18467985093593597,
      "learning_rate": 8.889815755113884e-05,
      "loss": 0.0319,
      "step": 3161
    },
    {
      "epoch": 0.3428013876843018,
      "grad_norm": 0.26887908577919006,
      "learning_rate": 8.88945306833019e-05,
      "loss": 0.0734,
      "step": 3162
    },
    {
      "epoch": 0.3429098005203816,
      "grad_norm": 0.3797123432159424,
      "learning_rate": 8.889090381546496e-05,
      "loss": 0.0713,
      "step": 3163
    },
    {
      "epoch": 0.34301821335646143,
      "grad_norm": 0.30048948526382446,
      "learning_rate": 8.888727694762803e-05,
      "loss": 0.0665,
      "step": 3164
    },
    {
      "epoch": 0.3431266261925412,
      "grad_norm": 0.5234451293945312,
      "learning_rate": 8.888365007979109e-05,
      "loss": 0.0927,
      "step": 3165
    },
    {
      "epoch": 0.343235039028621,
      "grad_norm": 0.24372804164886475,
      "learning_rate": 8.888002321195416e-05,
      "loss": 0.0329,
      "step": 3166
    },
    {
      "epoch": 0.3433434518647008,
      "grad_norm": 0.2106872797012329,
      "learning_rate": 8.887639634411723e-05,
      "loss": 0.0365,
      "step": 3167
    },
    {
      "epoch": 0.3434518647007806,
      "grad_norm": 0.2469700127840042,
      "learning_rate": 8.88727694762803e-05,
      "loss": 0.0576,
      "step": 3168
    },
    {
      "epoch": 0.34356027753686036,
      "grad_norm": 0.2033930867910385,
      "learning_rate": 8.886914260844336e-05,
      "loss": 0.0488,
      "step": 3169
    },
    {
      "epoch": 0.3436686903729402,
      "grad_norm": 0.3527872562408447,
      "learning_rate": 8.886551574060641e-05,
      "loss": 0.0622,
      "step": 3170
    },
    {
      "epoch": 0.34377710320901994,
      "grad_norm": 0.14858926832675934,
      "learning_rate": 8.886188887276949e-05,
      "loss": 0.0169,
      "step": 3171
    },
    {
      "epoch": 0.34388551604509976,
      "grad_norm": 0.38996368646621704,
      "learning_rate": 8.885826200493254e-05,
      "loss": 0.0545,
      "step": 3172
    },
    {
      "epoch": 0.3439939288811795,
      "grad_norm": 0.0886683315038681,
      "learning_rate": 8.885463513709561e-05,
      "loss": 0.0257,
      "step": 3173
    },
    {
      "epoch": 0.34410234171725934,
      "grad_norm": 0.12733615934848785,
      "learning_rate": 8.885100826925867e-05,
      "loss": 0.0227,
      "step": 3174
    },
    {
      "epoch": 0.3442107545533391,
      "grad_norm": 0.521946907043457,
      "learning_rate": 8.884738140142174e-05,
      "loss": 0.0433,
      "step": 3175
    },
    {
      "epoch": 0.3443191673894189,
      "grad_norm": 0.37958696484565735,
      "learning_rate": 8.88437545335848e-05,
      "loss": 0.0936,
      "step": 3176
    },
    {
      "epoch": 0.3444275802254987,
      "grad_norm": 0.35208967328071594,
      "learning_rate": 8.884012766574787e-05,
      "loss": 0.0726,
      "step": 3177
    },
    {
      "epoch": 0.3445359930615785,
      "grad_norm": 0.7373185753822327,
      "learning_rate": 8.883650079791093e-05,
      "loss": 0.0881,
      "step": 3178
    },
    {
      "epoch": 0.34464440589765827,
      "grad_norm": 0.18242545425891876,
      "learning_rate": 8.883287393007398e-05,
      "loss": 0.038,
      "step": 3179
    },
    {
      "epoch": 0.3447528187337381,
      "grad_norm": 0.26816102862358093,
      "learning_rate": 8.882924706223706e-05,
      "loss": 0.065,
      "step": 3180
    },
    {
      "epoch": 0.34486123156981785,
      "grad_norm": 0.23491252958774567,
      "learning_rate": 8.882562019440011e-05,
      "loss": 0.0292,
      "step": 3181
    },
    {
      "epoch": 0.34496964440589767,
      "grad_norm": 0.32124650478363037,
      "learning_rate": 8.882199332656318e-05,
      "loss": 0.052,
      "step": 3182
    },
    {
      "epoch": 0.34507805724197743,
      "grad_norm": 0.1966964155435562,
      "learning_rate": 8.881836645872624e-05,
      "loss": 0.0521,
      "step": 3183
    },
    {
      "epoch": 0.34518647007805725,
      "grad_norm": 0.36817666888237,
      "learning_rate": 8.881473959088931e-05,
      "loss": 0.045,
      "step": 3184
    },
    {
      "epoch": 0.345294882914137,
      "grad_norm": 0.22017505764961243,
      "learning_rate": 8.881111272305238e-05,
      "loss": 0.029,
      "step": 3185
    },
    {
      "epoch": 0.34540329575021683,
      "grad_norm": 0.3099043071269989,
      "learning_rate": 8.880748585521544e-05,
      "loss": 0.0536,
      "step": 3186
    },
    {
      "epoch": 0.3455117085862966,
      "grad_norm": 0.3387114405632019,
      "learning_rate": 8.880385898737851e-05,
      "loss": 0.0548,
      "step": 3187
    },
    {
      "epoch": 0.3456201214223764,
      "grad_norm": 0.16491618752479553,
      "learning_rate": 8.880023211954157e-05,
      "loss": 0.0388,
      "step": 3188
    },
    {
      "epoch": 0.3457285342584562,
      "grad_norm": 0.14488890767097473,
      "learning_rate": 8.879660525170464e-05,
      "loss": 0.0405,
      "step": 3189
    },
    {
      "epoch": 0.345836947094536,
      "grad_norm": 0.24061478674411774,
      "learning_rate": 8.87929783838677e-05,
      "loss": 0.0854,
      "step": 3190
    },
    {
      "epoch": 0.34594535993061576,
      "grad_norm": 0.36275798082351685,
      "learning_rate": 8.878935151603077e-05,
      "loss": 0.0863,
      "step": 3191
    },
    {
      "epoch": 0.3460537727666956,
      "grad_norm": 0.10451635718345642,
      "learning_rate": 8.878572464819382e-05,
      "loss": 0.0296,
      "step": 3192
    },
    {
      "epoch": 0.3461621856027754,
      "grad_norm": 0.25622567534446716,
      "learning_rate": 8.878209778035688e-05,
      "loss": 0.031,
      "step": 3193
    },
    {
      "epoch": 0.34627059843885516,
      "grad_norm": 0.41280949115753174,
      "learning_rate": 8.877847091251995e-05,
      "loss": 0.0392,
      "step": 3194
    },
    {
      "epoch": 0.346379011274935,
      "grad_norm": 0.25267329812049866,
      "learning_rate": 8.877484404468301e-05,
      "loss": 0.0257,
      "step": 3195
    },
    {
      "epoch": 0.34648742411101474,
      "grad_norm": 0.37331852316856384,
      "learning_rate": 8.877121717684608e-05,
      "loss": 0.0524,
      "step": 3196
    },
    {
      "epoch": 0.34659583694709456,
      "grad_norm": 0.49480146169662476,
      "learning_rate": 8.876759030900914e-05,
      "loss": 0.0964,
      "step": 3197
    },
    {
      "epoch": 0.3467042497831743,
      "grad_norm": 0.09358067810535431,
      "learning_rate": 8.876396344117221e-05,
      "loss": 0.0119,
      "step": 3198
    },
    {
      "epoch": 0.34681266261925414,
      "grad_norm": 0.33688902854919434,
      "learning_rate": 8.876033657333527e-05,
      "loss": 0.0599,
      "step": 3199
    },
    {
      "epoch": 0.3469210754553339,
      "grad_norm": 0.44666624069213867,
      "learning_rate": 8.875670970549834e-05,
      "loss": 0.0568,
      "step": 3200
    },
    {
      "epoch": 0.3470294882914137,
      "grad_norm": 0.14006762206554413,
      "learning_rate": 8.875308283766141e-05,
      "loss": 0.0224,
      "step": 3201
    },
    {
      "epoch": 0.3471379011274935,
      "grad_norm": 0.17245326936244965,
      "learning_rate": 8.874945596982447e-05,
      "loss": 0.0421,
      "step": 3202
    },
    {
      "epoch": 0.3472463139635733,
      "grad_norm": 0.13906137645244598,
      "learning_rate": 8.874582910198754e-05,
      "loss": 0.0481,
      "step": 3203
    },
    {
      "epoch": 0.34735472679965307,
      "grad_norm": 0.18571239709854126,
      "learning_rate": 8.87422022341506e-05,
      "loss": 0.0613,
      "step": 3204
    },
    {
      "epoch": 0.3474631396357329,
      "grad_norm": 0.14432065188884735,
      "learning_rate": 8.873857536631366e-05,
      "loss": 0.0412,
      "step": 3205
    },
    {
      "epoch": 0.34757155247181265,
      "grad_norm": 0.4158492386341095,
      "learning_rate": 8.873494849847672e-05,
      "loss": 0.0753,
      "step": 3206
    },
    {
      "epoch": 0.34767996530789247,
      "grad_norm": 0.23775604367256165,
      "learning_rate": 8.873132163063978e-05,
      "loss": 0.0336,
      "step": 3207
    },
    {
      "epoch": 0.34778837814397223,
      "grad_norm": 0.19529394805431366,
      "learning_rate": 8.872769476280285e-05,
      "loss": 0.0496,
      "step": 3208
    },
    {
      "epoch": 0.34789679098005205,
      "grad_norm": 0.17083346843719482,
      "learning_rate": 8.872406789496591e-05,
      "loss": 0.0336,
      "step": 3209
    },
    {
      "epoch": 0.3480052038161318,
      "grad_norm": 1.0801986455917358,
      "learning_rate": 8.872044102712898e-05,
      "loss": 0.0836,
      "step": 3210
    },
    {
      "epoch": 0.34811361665221163,
      "grad_norm": 0.14894628524780273,
      "learning_rate": 8.871681415929204e-05,
      "loss": 0.0165,
      "step": 3211
    },
    {
      "epoch": 0.3482220294882914,
      "grad_norm": 0.22685936093330383,
      "learning_rate": 8.871318729145511e-05,
      "loss": 0.0483,
      "step": 3212
    },
    {
      "epoch": 0.3483304423243712,
      "grad_norm": 0.24944494664669037,
      "learning_rate": 8.870956042361816e-05,
      "loss": 0.0423,
      "step": 3213
    },
    {
      "epoch": 0.348438855160451,
      "grad_norm": 0.5135907530784607,
      "learning_rate": 8.870593355578123e-05,
      "loss": 0.0797,
      "step": 3214
    },
    {
      "epoch": 0.3485472679965308,
      "grad_norm": 0.19278369843959808,
      "learning_rate": 8.870230668794429e-05,
      "loss": 0.0463,
      "step": 3215
    },
    {
      "epoch": 0.34865568083261056,
      "grad_norm": 0.28712233901023865,
      "learning_rate": 8.869867982010735e-05,
      "loss": 0.0446,
      "step": 3216
    },
    {
      "epoch": 0.3487640936686904,
      "grad_norm": 0.4105757176876068,
      "learning_rate": 8.869505295227042e-05,
      "loss": 0.0827,
      "step": 3217
    },
    {
      "epoch": 0.34887250650477014,
      "grad_norm": 0.27998191118240356,
      "learning_rate": 8.869142608443348e-05,
      "loss": 0.0593,
      "step": 3218
    },
    {
      "epoch": 0.34898091934084996,
      "grad_norm": 0.3361920714378357,
      "learning_rate": 8.868779921659656e-05,
      "loss": 0.0561,
      "step": 3219
    },
    {
      "epoch": 0.3490893321769297,
      "grad_norm": 0.27208322286605835,
      "learning_rate": 8.868417234875962e-05,
      "loss": 0.0414,
      "step": 3220
    },
    {
      "epoch": 0.34919774501300954,
      "grad_norm": 0.17417937517166138,
      "learning_rate": 8.868054548092268e-05,
      "loss": 0.0316,
      "step": 3221
    },
    {
      "epoch": 0.3493061578490893,
      "grad_norm": 0.15571962296962738,
      "learning_rate": 8.867691861308575e-05,
      "loss": 0.027,
      "step": 3222
    },
    {
      "epoch": 0.3494145706851691,
      "grad_norm": 0.19731979072093964,
      "learning_rate": 8.86732917452488e-05,
      "loss": 0.0383,
      "step": 3223
    },
    {
      "epoch": 0.34952298352124894,
      "grad_norm": 0.2167421579360962,
      "learning_rate": 8.866966487741188e-05,
      "loss": 0.0653,
      "step": 3224
    },
    {
      "epoch": 0.3496313963573287,
      "grad_norm": 0.4191519618034363,
      "learning_rate": 8.866603800957493e-05,
      "loss": 0.0826,
      "step": 3225
    },
    {
      "epoch": 0.3497398091934085,
      "grad_norm": 0.20959201455116272,
      "learning_rate": 8.8662411141738e-05,
      "loss": 0.0431,
      "step": 3226
    },
    {
      "epoch": 0.3498482220294883,
      "grad_norm": 0.2774793207645416,
      "learning_rate": 8.865878427390106e-05,
      "loss": 0.0612,
      "step": 3227
    },
    {
      "epoch": 0.3499566348655681,
      "grad_norm": 0.6702402830123901,
      "learning_rate": 8.865515740606413e-05,
      "loss": 0.0556,
      "step": 3228
    },
    {
      "epoch": 0.35006504770164787,
      "grad_norm": 0.36519137024879456,
      "learning_rate": 8.865153053822719e-05,
      "loss": 0.0587,
      "step": 3229
    },
    {
      "epoch": 0.3501734605377277,
      "grad_norm": 0.2817356288433075,
      "learning_rate": 8.864790367039025e-05,
      "loss": 0.0354,
      "step": 3230
    },
    {
      "epoch": 0.35028187337380745,
      "grad_norm": 0.33075055480003357,
      "learning_rate": 8.864427680255332e-05,
      "loss": 0.0488,
      "step": 3231
    },
    {
      "epoch": 0.35039028620988727,
      "grad_norm": 0.35881370306015015,
      "learning_rate": 8.864064993471638e-05,
      "loss": 0.0877,
      "step": 3232
    },
    {
      "epoch": 0.35049869904596703,
      "grad_norm": 0.4159899353981018,
      "learning_rate": 8.863702306687945e-05,
      "loss": 0.0522,
      "step": 3233
    },
    {
      "epoch": 0.35060711188204685,
      "grad_norm": 0.2307613343000412,
      "learning_rate": 8.86333961990425e-05,
      "loss": 0.0447,
      "step": 3234
    },
    {
      "epoch": 0.3507155247181266,
      "grad_norm": 0.5358629822731018,
      "learning_rate": 8.862976933120557e-05,
      "loss": 0.0529,
      "step": 3235
    },
    {
      "epoch": 0.35082393755420643,
      "grad_norm": 0.13580644130706787,
      "learning_rate": 8.862614246336865e-05,
      "loss": 0.0404,
      "step": 3236
    },
    {
      "epoch": 0.3509323503902862,
      "grad_norm": 0.23646925389766693,
      "learning_rate": 8.86225155955317e-05,
      "loss": 0.036,
      "step": 3237
    },
    {
      "epoch": 0.351040763226366,
      "grad_norm": 0.3038255572319031,
      "learning_rate": 8.861888872769477e-05,
      "loss": 0.0524,
      "step": 3238
    },
    {
      "epoch": 0.3511491760624458,
      "grad_norm": 0.3942527770996094,
      "learning_rate": 8.861526185985783e-05,
      "loss": 0.0685,
      "step": 3239
    },
    {
      "epoch": 0.3512575888985256,
      "grad_norm": 0.21498139202594757,
      "learning_rate": 8.86116349920209e-05,
      "loss": 0.0529,
      "step": 3240
    },
    {
      "epoch": 0.35136600173460536,
      "grad_norm": 0.2017018049955368,
      "learning_rate": 8.860800812418396e-05,
      "loss": 0.0269,
      "step": 3241
    },
    {
      "epoch": 0.3514744145706852,
      "grad_norm": 0.3304752707481384,
      "learning_rate": 8.860438125634703e-05,
      "loss": 0.0448,
      "step": 3242
    },
    {
      "epoch": 0.35158282740676494,
      "grad_norm": 0.26466527581214905,
      "learning_rate": 8.860075438851009e-05,
      "loss": 0.0534,
      "step": 3243
    },
    {
      "epoch": 0.35169124024284476,
      "grad_norm": 0.20463857054710388,
      "learning_rate": 8.859712752067314e-05,
      "loss": 0.0356,
      "step": 3244
    },
    {
      "epoch": 0.3517996530789245,
      "grad_norm": 0.30749744176864624,
      "learning_rate": 8.859350065283622e-05,
      "loss": 0.0792,
      "step": 3245
    },
    {
      "epoch": 0.35190806591500434,
      "grad_norm": 0.118915855884552,
      "learning_rate": 8.858987378499927e-05,
      "loss": 0.0173,
      "step": 3246
    },
    {
      "epoch": 0.3520164787510841,
      "grad_norm": 0.33521509170532227,
      "learning_rate": 8.858624691716234e-05,
      "loss": 0.0898,
      "step": 3247
    },
    {
      "epoch": 0.3521248915871639,
      "grad_norm": 0.23631086945533752,
      "learning_rate": 8.85826200493254e-05,
      "loss": 0.0395,
      "step": 3248
    },
    {
      "epoch": 0.3522333044232437,
      "grad_norm": 0.3699750304222107,
      "learning_rate": 8.857899318148847e-05,
      "loss": 0.0418,
      "step": 3249
    },
    {
      "epoch": 0.3523417172593235,
      "grad_norm": 0.2511909604072571,
      "learning_rate": 8.857536631365153e-05,
      "loss": 0.0394,
      "step": 3250
    },
    {
      "epoch": 0.35245013009540327,
      "grad_norm": 0.28318414092063904,
      "learning_rate": 8.85717394458146e-05,
      "loss": 0.0759,
      "step": 3251
    },
    {
      "epoch": 0.3525585429314831,
      "grad_norm": 0.44857171177864075,
      "learning_rate": 8.856811257797766e-05,
      "loss": 0.1043,
      "step": 3252
    },
    {
      "epoch": 0.3526669557675629,
      "grad_norm": 0.17881877720355988,
      "learning_rate": 8.856448571014073e-05,
      "loss": 0.041,
      "step": 3253
    },
    {
      "epoch": 0.35277536860364267,
      "grad_norm": 0.2661646902561188,
      "learning_rate": 8.85608588423038e-05,
      "loss": 0.0618,
      "step": 3254
    },
    {
      "epoch": 0.3528837814397225,
      "grad_norm": 0.2764896750450134,
      "learning_rate": 8.855723197446686e-05,
      "loss": 0.0782,
      "step": 3255
    },
    {
      "epoch": 0.35299219427580225,
      "grad_norm": 0.7902505993843079,
      "learning_rate": 8.855360510662993e-05,
      "loss": 0.0829,
      "step": 3256
    },
    {
      "epoch": 0.35310060711188207,
      "grad_norm": 0.1359853744506836,
      "learning_rate": 8.854997823879298e-05,
      "loss": 0.0197,
      "step": 3257
    },
    {
      "epoch": 0.35320901994796183,
      "grad_norm": 0.2923959791660309,
      "learning_rate": 8.854635137095604e-05,
      "loss": 0.0509,
      "step": 3258
    },
    {
      "epoch": 0.35331743278404165,
      "grad_norm": 0.43154892325401306,
      "learning_rate": 8.854272450311911e-05,
      "loss": 0.0445,
      "step": 3259
    },
    {
      "epoch": 0.3534258456201214,
      "grad_norm": 0.46672049164772034,
      "learning_rate": 8.853909763528217e-05,
      "loss": 0.0931,
      "step": 3260
    },
    {
      "epoch": 0.35353425845620123,
      "grad_norm": 0.13366051018238068,
      "learning_rate": 8.853547076744524e-05,
      "loss": 0.0215,
      "step": 3261
    },
    {
      "epoch": 0.353642671292281,
      "grad_norm": 0.22424879670143127,
      "learning_rate": 8.85318438996083e-05,
      "loss": 0.029,
      "step": 3262
    },
    {
      "epoch": 0.3537510841283608,
      "grad_norm": 0.5343015789985657,
      "learning_rate": 8.852821703177137e-05,
      "loss": 0.1178,
      "step": 3263
    },
    {
      "epoch": 0.3538594969644406,
      "grad_norm": 0.36789819598197937,
      "learning_rate": 8.852459016393443e-05,
      "loss": 0.0858,
      "step": 3264
    },
    {
      "epoch": 0.3539679098005204,
      "grad_norm": 0.15880094468593597,
      "learning_rate": 8.85209632960975e-05,
      "loss": 0.0329,
      "step": 3265
    },
    {
      "epoch": 0.35407632263660016,
      "grad_norm": 0.3463861346244812,
      "learning_rate": 8.851733642826055e-05,
      "loss": 0.0448,
      "step": 3266
    },
    {
      "epoch": 0.35418473547268,
      "grad_norm": 0.21522527933120728,
      "learning_rate": 8.851370956042361e-05,
      "loss": 0.0499,
      "step": 3267
    },
    {
      "epoch": 0.35429314830875974,
      "grad_norm": 0.21260234713554382,
      "learning_rate": 8.851008269258668e-05,
      "loss": 0.028,
      "step": 3268
    },
    {
      "epoch": 0.35440156114483956,
      "grad_norm": 0.09904566407203674,
      "learning_rate": 8.850645582474974e-05,
      "loss": 0.0347,
      "step": 3269
    },
    {
      "epoch": 0.3545099739809193,
      "grad_norm": 0.18874503672122955,
      "learning_rate": 8.850282895691281e-05,
      "loss": 0.0312,
      "step": 3270
    },
    {
      "epoch": 0.35461838681699914,
      "grad_norm": 0.37149176001548767,
      "learning_rate": 8.849920208907588e-05,
      "loss": 0.0851,
      "step": 3271
    },
    {
      "epoch": 0.3547267996530789,
      "grad_norm": 0.11227257549762726,
      "learning_rate": 8.849557522123895e-05,
      "loss": 0.0244,
      "step": 3272
    },
    {
      "epoch": 0.3548352124891587,
      "grad_norm": 0.4023601710796356,
      "learning_rate": 8.849194835340201e-05,
      "loss": 0.1027,
      "step": 3273
    },
    {
      "epoch": 0.3549436253252385,
      "grad_norm": 0.18017074465751648,
      "learning_rate": 8.848832148556507e-05,
      "loss": 0.0311,
      "step": 3274
    },
    {
      "epoch": 0.3550520381613183,
      "grad_norm": 0.26906073093414307,
      "learning_rate": 8.848469461772814e-05,
      "loss": 0.0629,
      "step": 3275
    },
    {
      "epoch": 0.35516045099739807,
      "grad_norm": 0.18615226447582245,
      "learning_rate": 8.84810677498912e-05,
      "loss": 0.0247,
      "step": 3276
    },
    {
      "epoch": 0.3552688638334779,
      "grad_norm": 0.2130884975194931,
      "learning_rate": 8.847744088205427e-05,
      "loss": 0.0797,
      "step": 3277
    },
    {
      "epoch": 0.35537727666955765,
      "grad_norm": 0.19812636077404022,
      "learning_rate": 8.847381401421732e-05,
      "loss": 0.0309,
      "step": 3278
    },
    {
      "epoch": 0.35548568950563747,
      "grad_norm": 0.19393450021743774,
      "learning_rate": 8.84701871463804e-05,
      "loss": 0.0322,
      "step": 3279
    },
    {
      "epoch": 0.35559410234171723,
      "grad_norm": 0.27492013573646545,
      "learning_rate": 8.846656027854345e-05,
      "loss": 0.0309,
      "step": 3280
    },
    {
      "epoch": 0.35570251517779705,
      "grad_norm": 0.17676223814487457,
      "learning_rate": 8.846293341070652e-05,
      "loss": 0.0431,
      "step": 3281
    },
    {
      "epoch": 0.35581092801387687,
      "grad_norm": 0.3073651194572449,
      "learning_rate": 8.845930654286958e-05,
      "loss": 0.05,
      "step": 3282
    },
    {
      "epoch": 0.35591934084995663,
      "grad_norm": 0.26442936062812805,
      "learning_rate": 8.845567967503264e-05,
      "loss": 0.072,
      "step": 3283
    },
    {
      "epoch": 0.35602775368603645,
      "grad_norm": 0.3735601603984833,
      "learning_rate": 8.845205280719571e-05,
      "loss": 0.0491,
      "step": 3284
    },
    {
      "epoch": 0.3561361665221162,
      "grad_norm": 0.3473862111568451,
      "learning_rate": 8.844842593935877e-05,
      "loss": 0.0637,
      "step": 3285
    },
    {
      "epoch": 0.35624457935819603,
      "grad_norm": 0.1930321455001831,
      "learning_rate": 8.844479907152184e-05,
      "loss": 0.0367,
      "step": 3286
    },
    {
      "epoch": 0.3563529921942758,
      "grad_norm": 0.4073970317840576,
      "learning_rate": 8.84411722036849e-05,
      "loss": 0.047,
      "step": 3287
    },
    {
      "epoch": 0.3564614050303556,
      "grad_norm": 0.49334681034088135,
      "learning_rate": 8.843754533584797e-05,
      "loss": 0.094,
      "step": 3288
    },
    {
      "epoch": 0.3565698178664354,
      "grad_norm": 0.20793753862380981,
      "learning_rate": 8.843391846801104e-05,
      "loss": 0.0552,
      "step": 3289
    },
    {
      "epoch": 0.3566782307025152,
      "grad_norm": 0.1901051551103592,
      "learning_rate": 8.84302916001741e-05,
      "loss": 0.0428,
      "step": 3290
    },
    {
      "epoch": 0.35678664353859496,
      "grad_norm": 0.44128191471099854,
      "learning_rate": 8.842666473233716e-05,
      "loss": 0.0648,
      "step": 3291
    },
    {
      "epoch": 0.3568950563746748,
      "grad_norm": 0.40935444831848145,
      "learning_rate": 8.842303786450022e-05,
      "loss": 0.0569,
      "step": 3292
    },
    {
      "epoch": 0.35700346921075454,
      "grad_norm": 0.34794843196868896,
      "learning_rate": 8.841941099666329e-05,
      "loss": 0.073,
      "step": 3293
    },
    {
      "epoch": 0.35711188204683436,
      "grad_norm": 0.36347144842147827,
      "learning_rate": 8.841578412882635e-05,
      "loss": 0.0527,
      "step": 3294
    },
    {
      "epoch": 0.3572202948829141,
      "grad_norm": 0.7028380632400513,
      "learning_rate": 8.841215726098942e-05,
      "loss": 0.0929,
      "step": 3295
    },
    {
      "epoch": 0.35732870771899394,
      "grad_norm": 0.2567099630832672,
      "learning_rate": 8.840853039315248e-05,
      "loss": 0.0534,
      "step": 3296
    },
    {
      "epoch": 0.3574371205550737,
      "grad_norm": 0.6309170722961426,
      "learning_rate": 8.840490352531554e-05,
      "loss": 0.0898,
      "step": 3297
    },
    {
      "epoch": 0.3575455333911535,
      "grad_norm": 0.7273145318031311,
      "learning_rate": 8.84012766574786e-05,
      "loss": 0.0581,
      "step": 3298
    },
    {
      "epoch": 0.3576539462272333,
      "grad_norm": 0.3102581202983856,
      "learning_rate": 8.839764978964166e-05,
      "loss": 0.0518,
      "step": 3299
    },
    {
      "epoch": 0.3577623590633131,
      "grad_norm": 0.181439608335495,
      "learning_rate": 8.839402292180473e-05,
      "loss": 0.0604,
      "step": 3300
    },
    {
      "epoch": 0.35787077189939287,
      "grad_norm": 0.14151950180530548,
      "learning_rate": 8.839039605396779e-05,
      "loss": 0.0319,
      "step": 3301
    },
    {
      "epoch": 0.3579791847354727,
      "grad_norm": 0.2332470566034317,
      "learning_rate": 8.838676918613086e-05,
      "loss": 0.0373,
      "step": 3302
    },
    {
      "epoch": 0.35808759757155245,
      "grad_norm": 0.49982771277427673,
      "learning_rate": 8.838314231829392e-05,
      "loss": 0.0984,
      "step": 3303
    },
    {
      "epoch": 0.35819601040763227,
      "grad_norm": 0.2975552976131439,
      "learning_rate": 8.837951545045699e-05,
      "loss": 0.0452,
      "step": 3304
    },
    {
      "epoch": 0.35830442324371203,
      "grad_norm": 0.16054712235927582,
      "learning_rate": 8.837588858262006e-05,
      "loss": 0.0284,
      "step": 3305
    },
    {
      "epoch": 0.35841283607979185,
      "grad_norm": 0.34265202283859253,
      "learning_rate": 8.837226171478312e-05,
      "loss": 0.0472,
      "step": 3306
    },
    {
      "epoch": 0.3585212489158716,
      "grad_norm": 0.1868465691804886,
      "learning_rate": 8.836863484694619e-05,
      "loss": 0.0371,
      "step": 3307
    },
    {
      "epoch": 0.35862966175195143,
      "grad_norm": 0.3501076102256775,
      "learning_rate": 8.836500797910925e-05,
      "loss": 0.0622,
      "step": 3308
    },
    {
      "epoch": 0.3587380745880312,
      "grad_norm": 0.3331218659877777,
      "learning_rate": 8.836138111127232e-05,
      "loss": 0.0265,
      "step": 3309
    },
    {
      "epoch": 0.358846487424111,
      "grad_norm": 0.09419570863246918,
      "learning_rate": 8.835775424343538e-05,
      "loss": 0.0221,
      "step": 3310
    },
    {
      "epoch": 0.3589549002601908,
      "grad_norm": 0.2654697299003601,
      "learning_rate": 8.835412737559843e-05,
      "loss": 0.0692,
      "step": 3311
    },
    {
      "epoch": 0.3590633130962706,
      "grad_norm": 0.4279766380786896,
      "learning_rate": 8.83505005077615e-05,
      "loss": 0.0693,
      "step": 3312
    },
    {
      "epoch": 0.3591717259323504,
      "grad_norm": 0.24519816040992737,
      "learning_rate": 8.834687363992456e-05,
      "loss": 0.0601,
      "step": 3313
    },
    {
      "epoch": 0.3592801387684302,
      "grad_norm": 0.3829725980758667,
      "learning_rate": 8.834324677208763e-05,
      "loss": 0.0561,
      "step": 3314
    },
    {
      "epoch": 0.35938855160451,
      "grad_norm": 0.24301031231880188,
      "learning_rate": 8.833961990425069e-05,
      "loss": 0.0446,
      "step": 3315
    },
    {
      "epoch": 0.35949696444058976,
      "grad_norm": 0.1451709121465683,
      "learning_rate": 8.833599303641376e-05,
      "loss": 0.0311,
      "step": 3316
    },
    {
      "epoch": 0.3596053772766696,
      "grad_norm": 0.4997803866863251,
      "learning_rate": 8.833236616857682e-05,
      "loss": 0.0525,
      "step": 3317
    },
    {
      "epoch": 0.35971379011274934,
      "grad_norm": 0.212479829788208,
      "learning_rate": 8.832873930073989e-05,
      "loss": 0.0406,
      "step": 3318
    },
    {
      "epoch": 0.35982220294882916,
      "grad_norm": 0.2099703997373581,
      "learning_rate": 8.832511243290295e-05,
      "loss": 0.0206,
      "step": 3319
    },
    {
      "epoch": 0.3599306157849089,
      "grad_norm": 0.20523186028003693,
      "learning_rate": 8.8321485565066e-05,
      "loss": 0.0421,
      "step": 3320
    },
    {
      "epoch": 0.36003902862098874,
      "grad_norm": 0.0902329832315445,
      "learning_rate": 8.831785869722907e-05,
      "loss": 0.0148,
      "step": 3321
    },
    {
      "epoch": 0.3601474414570685,
      "grad_norm": 0.33123621344566345,
      "learning_rate": 8.831423182939214e-05,
      "loss": 0.0482,
      "step": 3322
    },
    {
      "epoch": 0.3602558542931483,
      "grad_norm": 0.26232269406318665,
      "learning_rate": 8.831060496155522e-05,
      "loss": 0.0322,
      "step": 3323
    },
    {
      "epoch": 0.3603642671292281,
      "grad_norm": 0.44678813219070435,
      "learning_rate": 8.830697809371827e-05,
      "loss": 0.028,
      "step": 3324
    },
    {
      "epoch": 0.3604726799653079,
      "grad_norm": 0.47835177183151245,
      "learning_rate": 8.830335122588133e-05,
      "loss": 0.025,
      "step": 3325
    },
    {
      "epoch": 0.36058109280138767,
      "grad_norm": 0.2513817846775055,
      "learning_rate": 8.82997243580444e-05,
      "loss": 0.0393,
      "step": 3326
    },
    {
      "epoch": 0.3606895056374675,
      "grad_norm": 0.24986544251441956,
      "learning_rate": 8.829609749020746e-05,
      "loss": 0.0203,
      "step": 3327
    },
    {
      "epoch": 0.36079791847354725,
      "grad_norm": 0.4578823447227478,
      "learning_rate": 8.829247062237053e-05,
      "loss": 0.0567,
      "step": 3328
    },
    {
      "epoch": 0.36090633130962707,
      "grad_norm": 0.398454487323761,
      "learning_rate": 8.828884375453359e-05,
      "loss": 0.063,
      "step": 3329
    },
    {
      "epoch": 0.36101474414570683,
      "grad_norm": 0.2117120921611786,
      "learning_rate": 8.828521688669666e-05,
      "loss": 0.0218,
      "step": 3330
    },
    {
      "epoch": 0.36112315698178665,
      "grad_norm": 0.3166899085044861,
      "learning_rate": 8.828159001885971e-05,
      "loss": 0.0588,
      "step": 3331
    },
    {
      "epoch": 0.3612315698178664,
      "grad_norm": 0.20419615507125854,
      "learning_rate": 8.827796315102279e-05,
      "loss": 0.0314,
      "step": 3332
    },
    {
      "epoch": 0.36133998265394623,
      "grad_norm": 0.4994984567165375,
      "learning_rate": 8.827433628318584e-05,
      "loss": 0.0381,
      "step": 3333
    },
    {
      "epoch": 0.361448395490026,
      "grad_norm": 0.25267139077186584,
      "learning_rate": 8.82707094153489e-05,
      "loss": 0.057,
      "step": 3334
    },
    {
      "epoch": 0.3615568083261058,
      "grad_norm": 0.1270335167646408,
      "learning_rate": 8.826708254751197e-05,
      "loss": 0.0172,
      "step": 3335
    },
    {
      "epoch": 0.3616652211621856,
      "grad_norm": 0.28553155064582825,
      "learning_rate": 8.826345567967503e-05,
      "loss": 0.0558,
      "step": 3336
    },
    {
      "epoch": 0.3617736339982654,
      "grad_norm": 0.24970528483390808,
      "learning_rate": 8.82598288118381e-05,
      "loss": 0.0522,
      "step": 3337
    },
    {
      "epoch": 0.36188204683434516,
      "grad_norm": 0.24776235222816467,
      "learning_rate": 8.825620194400116e-05,
      "loss": 0.0374,
      "step": 3338
    },
    {
      "epoch": 0.361990459670425,
      "grad_norm": 0.4465789794921875,
      "learning_rate": 8.825257507616423e-05,
      "loss": 0.0677,
      "step": 3339
    },
    {
      "epoch": 0.36209887250650474,
      "grad_norm": 0.4400680363178253,
      "learning_rate": 8.82489482083273e-05,
      "loss": 0.0601,
      "step": 3340
    },
    {
      "epoch": 0.36220728534258456,
      "grad_norm": 0.4789348542690277,
      "learning_rate": 8.824532134049036e-05,
      "loss": 0.0405,
      "step": 3341
    },
    {
      "epoch": 0.3623156981786644,
      "grad_norm": 0.2030072808265686,
      "learning_rate": 8.824169447265343e-05,
      "loss": 0.0233,
      "step": 3342
    },
    {
      "epoch": 0.36242411101474414,
      "grad_norm": 0.08624614775180817,
      "learning_rate": 8.823806760481648e-05,
      "loss": 0.0302,
      "step": 3343
    },
    {
      "epoch": 0.36253252385082396,
      "grad_norm": 0.14474564790725708,
      "learning_rate": 8.823444073697956e-05,
      "loss": 0.0145,
      "step": 3344
    },
    {
      "epoch": 0.3626409366869037,
      "grad_norm": 0.24326491355895996,
      "learning_rate": 8.823081386914261e-05,
      "loss": 0.0411,
      "step": 3345
    },
    {
      "epoch": 0.36274934952298354,
      "grad_norm": 0.19600094854831696,
      "learning_rate": 8.822718700130568e-05,
      "loss": 0.0298,
      "step": 3346
    },
    {
      "epoch": 0.3628577623590633,
      "grad_norm": 0.4126981794834137,
      "learning_rate": 8.822356013346874e-05,
      "loss": 0.076,
      "step": 3347
    },
    {
      "epoch": 0.3629661751951431,
      "grad_norm": 0.1793026626110077,
      "learning_rate": 8.82199332656318e-05,
      "loss": 0.0161,
      "step": 3348
    },
    {
      "epoch": 0.3630745880312229,
      "grad_norm": 0.2873401641845703,
      "learning_rate": 8.821630639779487e-05,
      "loss": 0.0399,
      "step": 3349
    },
    {
      "epoch": 0.3631830008673027,
      "grad_norm": 0.11151138693094254,
      "learning_rate": 8.821267952995793e-05,
      "loss": 0.008,
      "step": 3350
    },
    {
      "epoch": 0.36329141370338247,
      "grad_norm": 0.49557995796203613,
      "learning_rate": 8.8209052662121e-05,
      "loss": 0.0608,
      "step": 3351
    },
    {
      "epoch": 0.3633998265394623,
      "grad_norm": 0.1966755986213684,
      "learning_rate": 8.820542579428405e-05,
      "loss": 0.0421,
      "step": 3352
    },
    {
      "epoch": 0.36350823937554205,
      "grad_norm": 0.8233670592308044,
      "learning_rate": 8.820179892644713e-05,
      "loss": 0.1351,
      "step": 3353
    },
    {
      "epoch": 0.36361665221162187,
      "grad_norm": 0.4980604946613312,
      "learning_rate": 8.819817205861018e-05,
      "loss": 0.0533,
      "step": 3354
    },
    {
      "epoch": 0.36372506504770163,
      "grad_norm": 0.41094452142715454,
      "learning_rate": 8.819454519077325e-05,
      "loss": 0.103,
      "step": 3355
    },
    {
      "epoch": 0.36383347788378145,
      "grad_norm": 0.13115093111991882,
      "learning_rate": 8.819091832293631e-05,
      "loss": 0.0287,
      "step": 3356
    },
    {
      "epoch": 0.3639418907198612,
      "grad_norm": 0.3732879161834717,
      "learning_rate": 8.818729145509938e-05,
      "loss": 0.0293,
      "step": 3357
    },
    {
      "epoch": 0.36405030355594103,
      "grad_norm": 0.3844784200191498,
      "learning_rate": 8.818366458726245e-05,
      "loss": 0.0632,
      "step": 3358
    },
    {
      "epoch": 0.3641587163920208,
      "grad_norm": 0.199284166097641,
      "learning_rate": 8.818003771942551e-05,
      "loss": 0.032,
      "step": 3359
    },
    {
      "epoch": 0.3642671292281006,
      "grad_norm": 0.2541835606098175,
      "learning_rate": 8.817641085158858e-05,
      "loss": 0.0472,
      "step": 3360
    },
    {
      "epoch": 0.3643755420641804,
      "grad_norm": 0.4270835816860199,
      "learning_rate": 8.817278398375164e-05,
      "loss": 0.0499,
      "step": 3361
    },
    {
      "epoch": 0.3644839549002602,
      "grad_norm": 0.4947192072868347,
      "learning_rate": 8.816915711591471e-05,
      "loss": 0.0305,
      "step": 3362
    },
    {
      "epoch": 0.36459236773633996,
      "grad_norm": 0.20115306973457336,
      "learning_rate": 8.816553024807777e-05,
      "loss": 0.0401,
      "step": 3363
    },
    {
      "epoch": 0.3647007805724198,
      "grad_norm": 0.23145635426044464,
      "learning_rate": 8.816190338024082e-05,
      "loss": 0.0403,
      "step": 3364
    },
    {
      "epoch": 0.36480919340849954,
      "grad_norm": 0.703273594379425,
      "learning_rate": 8.81582765124039e-05,
      "loss": 0.0741,
      "step": 3365
    },
    {
      "epoch": 0.36491760624457936,
      "grad_norm": 0.45418569445610046,
      "learning_rate": 8.815464964456695e-05,
      "loss": 0.0511,
      "step": 3366
    },
    {
      "epoch": 0.3650260190806591,
      "grad_norm": 0.16292491555213928,
      "learning_rate": 8.815102277673002e-05,
      "loss": 0.0207,
      "step": 3367
    },
    {
      "epoch": 0.36513443191673894,
      "grad_norm": 0.4469108581542969,
      "learning_rate": 8.814739590889308e-05,
      "loss": 0.1,
      "step": 3368
    },
    {
      "epoch": 0.3652428447528187,
      "grad_norm": 0.21694162487983704,
      "learning_rate": 8.814376904105615e-05,
      "loss": 0.0349,
      "step": 3369
    },
    {
      "epoch": 0.3653512575888985,
      "grad_norm": 0.39200559258461,
      "learning_rate": 8.814014217321921e-05,
      "loss": 0.0638,
      "step": 3370
    },
    {
      "epoch": 0.36545967042497834,
      "grad_norm": 0.25206562876701355,
      "learning_rate": 8.813651530538227e-05,
      "loss": 0.0525,
      "step": 3371
    },
    {
      "epoch": 0.3655680832610581,
      "grad_norm": 0.12318369001150131,
      "learning_rate": 8.813288843754534e-05,
      "loss": 0.026,
      "step": 3372
    },
    {
      "epoch": 0.3656764960971379,
      "grad_norm": 0.14833644032478333,
      "learning_rate": 8.81292615697084e-05,
      "loss": 0.0341,
      "step": 3373
    },
    {
      "epoch": 0.3657849089332177,
      "grad_norm": 0.7635689973831177,
      "learning_rate": 8.812563470187148e-05,
      "loss": 0.0697,
      "step": 3374
    },
    {
      "epoch": 0.3658933217692975,
      "grad_norm": 0.15090584754943848,
      "learning_rate": 8.812200783403454e-05,
      "loss": 0.0349,
      "step": 3375
    },
    {
      "epoch": 0.36600173460537727,
      "grad_norm": 0.15991860628128052,
      "learning_rate": 8.81183809661976e-05,
      "loss": 0.0281,
      "step": 3376
    },
    {
      "epoch": 0.3661101474414571,
      "grad_norm": 0.203591987490654,
      "learning_rate": 8.811475409836066e-05,
      "loss": 0.0219,
      "step": 3377
    },
    {
      "epoch": 0.36621856027753685,
      "grad_norm": 0.40347999334335327,
      "learning_rate": 8.811112723052372e-05,
      "loss": 0.0999,
      "step": 3378
    },
    {
      "epoch": 0.36632697311361667,
      "grad_norm": 0.41937255859375,
      "learning_rate": 8.810750036268679e-05,
      "loss": 0.0781,
      "step": 3379
    },
    {
      "epoch": 0.36643538594969643,
      "grad_norm": 0.35054662823677063,
      "learning_rate": 8.810387349484985e-05,
      "loss": 0.0532,
      "step": 3380
    },
    {
      "epoch": 0.36654379878577625,
      "grad_norm": 0.3639756441116333,
      "learning_rate": 8.810024662701292e-05,
      "loss": 0.065,
      "step": 3381
    },
    {
      "epoch": 0.366652211621856,
      "grad_norm": 0.3380339741706848,
      "learning_rate": 8.809661975917598e-05,
      "loss": 0.0391,
      "step": 3382
    },
    {
      "epoch": 0.36676062445793584,
      "grad_norm": 0.27280065417289734,
      "learning_rate": 8.809299289133905e-05,
      "loss": 0.0514,
      "step": 3383
    },
    {
      "epoch": 0.3668690372940156,
      "grad_norm": 0.2444048970937729,
      "learning_rate": 8.80893660235021e-05,
      "loss": 0.0422,
      "step": 3384
    },
    {
      "epoch": 0.3669774501300954,
      "grad_norm": 0.24255059659481049,
      "learning_rate": 8.808573915566518e-05,
      "loss": 0.0468,
      "step": 3385
    },
    {
      "epoch": 0.3670858629661752,
      "grad_norm": 0.21676254272460938,
      "learning_rate": 8.808211228782823e-05,
      "loss": 0.0537,
      "step": 3386
    },
    {
      "epoch": 0.367194275802255,
      "grad_norm": 0.17642414569854736,
      "learning_rate": 8.807848541999129e-05,
      "loss": 0.0297,
      "step": 3387
    },
    {
      "epoch": 0.36730268863833476,
      "grad_norm": 0.1461709439754486,
      "learning_rate": 8.807485855215436e-05,
      "loss": 0.0203,
      "step": 3388
    },
    {
      "epoch": 0.3674111014744146,
      "grad_norm": 0.1877449005842209,
      "learning_rate": 8.807123168431742e-05,
      "loss": 0.027,
      "step": 3389
    },
    {
      "epoch": 0.36751951431049434,
      "grad_norm": 0.12408177554607391,
      "learning_rate": 8.806760481648049e-05,
      "loss": 0.0162,
      "step": 3390
    },
    {
      "epoch": 0.36762792714657416,
      "grad_norm": 0.1064259335398674,
      "learning_rate": 8.806397794864355e-05,
      "loss": 0.0227,
      "step": 3391
    },
    {
      "epoch": 0.3677363399826539,
      "grad_norm": 0.26685047149658203,
      "learning_rate": 8.806035108080662e-05,
      "loss": 0.0355,
      "step": 3392
    },
    {
      "epoch": 0.36784475281873374,
      "grad_norm": 0.15844541788101196,
      "learning_rate": 8.805672421296969e-05,
      "loss": 0.0168,
      "step": 3393
    },
    {
      "epoch": 0.3679531656548135,
      "grad_norm": 0.45538967847824097,
      "learning_rate": 8.805309734513275e-05,
      "loss": 0.0515,
      "step": 3394
    },
    {
      "epoch": 0.3680615784908933,
      "grad_norm": 0.15579275786876678,
      "learning_rate": 8.804947047729582e-05,
      "loss": 0.0334,
      "step": 3395
    },
    {
      "epoch": 0.3681699913269731,
      "grad_norm": 0.24636444449424744,
      "learning_rate": 8.804584360945888e-05,
      "loss": 0.0336,
      "step": 3396
    },
    {
      "epoch": 0.3682784041630529,
      "grad_norm": 0.15234890580177307,
      "learning_rate": 8.804221674162195e-05,
      "loss": 0.0139,
      "step": 3397
    },
    {
      "epoch": 0.36838681699913267,
      "grad_norm": 0.1309899538755417,
      "learning_rate": 8.8038589873785e-05,
      "loss": 0.0204,
      "step": 3398
    },
    {
      "epoch": 0.3684952298352125,
      "grad_norm": 0.5491281151771545,
      "learning_rate": 8.803496300594807e-05,
      "loss": 0.0426,
      "step": 3399
    },
    {
      "epoch": 0.3686036426712923,
      "grad_norm": 0.18383151292800903,
      "learning_rate": 8.803133613811113e-05,
      "loss": 0.0361,
      "step": 3400
    },
    {
      "epoch": 0.36871205550737207,
      "grad_norm": 0.262818306684494,
      "learning_rate": 8.802770927027419e-05,
      "loss": 0.0379,
      "step": 3401
    },
    {
      "epoch": 0.3688204683434519,
      "grad_norm": 0.39604708552360535,
      "learning_rate": 8.802408240243726e-05,
      "loss": 0.0638,
      "step": 3402
    },
    {
      "epoch": 0.36892888117953165,
      "grad_norm": 0.23507724702358246,
      "learning_rate": 8.802045553460032e-05,
      "loss": 0.0755,
      "step": 3403
    },
    {
      "epoch": 0.3690372940156115,
      "grad_norm": 0.25031226873397827,
      "learning_rate": 8.801682866676339e-05,
      "loss": 0.0269,
      "step": 3404
    },
    {
      "epoch": 0.36914570685169124,
      "grad_norm": 0.3664768636226654,
      "learning_rate": 8.801320179892645e-05,
      "loss": 0.0842,
      "step": 3405
    },
    {
      "epoch": 0.36925411968777105,
      "grad_norm": 0.22889089584350586,
      "learning_rate": 8.800957493108952e-05,
      "loss": 0.0225,
      "step": 3406
    },
    {
      "epoch": 0.3693625325238508,
      "grad_norm": 0.46501150727272034,
      "learning_rate": 8.800594806325257e-05,
      "loss": 0.0394,
      "step": 3407
    },
    {
      "epoch": 0.36947094535993064,
      "grad_norm": 0.3729594349861145,
      "learning_rate": 8.800232119541564e-05,
      "loss": 0.0273,
      "step": 3408
    },
    {
      "epoch": 0.3695793581960104,
      "grad_norm": 0.3316798210144043,
      "learning_rate": 8.799869432757872e-05,
      "loss": 0.0383,
      "step": 3409
    },
    {
      "epoch": 0.3696877710320902,
      "grad_norm": 0.29627591371536255,
      "learning_rate": 8.799506745974177e-05,
      "loss": 0.0534,
      "step": 3410
    },
    {
      "epoch": 0.36979618386817,
      "grad_norm": 0.35337570309638977,
      "learning_rate": 8.799144059190484e-05,
      "loss": 0.0661,
      "step": 3411
    },
    {
      "epoch": 0.3699045967042498,
      "grad_norm": 0.2579402029514313,
      "learning_rate": 8.79878137240679e-05,
      "loss": 0.0331,
      "step": 3412
    },
    {
      "epoch": 0.37001300954032956,
      "grad_norm": 0.5154027342796326,
      "learning_rate": 8.798418685623097e-05,
      "loss": 0.0562,
      "step": 3413
    },
    {
      "epoch": 0.3701214223764094,
      "grad_norm": 0.4646631181240082,
      "learning_rate": 8.798055998839403e-05,
      "loss": 0.0822,
      "step": 3414
    },
    {
      "epoch": 0.37022983521248914,
      "grad_norm": 0.3018563985824585,
      "learning_rate": 8.797693312055709e-05,
      "loss": 0.0198,
      "step": 3415
    },
    {
      "epoch": 0.37033824804856896,
      "grad_norm": 0.38084250688552856,
      "learning_rate": 8.797330625272016e-05,
      "loss": 0.0718,
      "step": 3416
    },
    {
      "epoch": 0.3704466608846487,
      "grad_norm": 0.2677789032459259,
      "learning_rate": 8.796967938488321e-05,
      "loss": 0.0329,
      "step": 3417
    },
    {
      "epoch": 0.37055507372072854,
      "grad_norm": 0.226670503616333,
      "learning_rate": 8.796605251704629e-05,
      "loss": 0.0213,
      "step": 3418
    },
    {
      "epoch": 0.3706634865568083,
      "grad_norm": 0.10169117897748947,
      "learning_rate": 8.796242564920934e-05,
      "loss": 0.0261,
      "step": 3419
    },
    {
      "epoch": 0.3707718993928881,
      "grad_norm": 0.4145505428314209,
      "learning_rate": 8.795879878137241e-05,
      "loss": 0.0515,
      "step": 3420
    },
    {
      "epoch": 0.3708803122289679,
      "grad_norm": 0.18549096584320068,
      "learning_rate": 8.795517191353547e-05,
      "loss": 0.0206,
      "step": 3421
    },
    {
      "epoch": 0.3709887250650477,
      "grad_norm": 0.13048911094665527,
      "learning_rate": 8.795154504569854e-05,
      "loss": 0.0188,
      "step": 3422
    },
    {
      "epoch": 0.37109713790112747,
      "grad_norm": 0.2511788308620453,
      "learning_rate": 8.79479181778616e-05,
      "loss": 0.03,
      "step": 3423
    },
    {
      "epoch": 0.3712055507372073,
      "grad_norm": 0.3611781597137451,
      "learning_rate": 8.794429131002466e-05,
      "loss": 0.042,
      "step": 3424
    },
    {
      "epoch": 0.37131396357328705,
      "grad_norm": 0.8469484448432922,
      "learning_rate": 8.794066444218773e-05,
      "loss": 0.0255,
      "step": 3425
    },
    {
      "epoch": 0.3714223764093669,
      "grad_norm": 0.31973302364349365,
      "learning_rate": 8.79370375743508e-05,
      "loss": 0.047,
      "step": 3426
    },
    {
      "epoch": 0.37153078924544664,
      "grad_norm": 0.35280609130859375,
      "learning_rate": 8.793341070651387e-05,
      "loss": 0.0369,
      "step": 3427
    },
    {
      "epoch": 0.37163920208152645,
      "grad_norm": 0.31053197383880615,
      "learning_rate": 8.792978383867693e-05,
      "loss": 0.0299,
      "step": 3428
    },
    {
      "epoch": 0.3717476149176062,
      "grad_norm": 0.3814446032047272,
      "learning_rate": 8.792615697083998e-05,
      "loss": 0.025,
      "step": 3429
    },
    {
      "epoch": 0.37185602775368604,
      "grad_norm": 0.42571505904197693,
      "learning_rate": 8.792253010300305e-05,
      "loss": 0.0621,
      "step": 3430
    },
    {
      "epoch": 0.37196444058976585,
      "grad_norm": 0.40783122181892395,
      "learning_rate": 8.791890323516611e-05,
      "loss": 0.0692,
      "step": 3431
    },
    {
      "epoch": 0.3720728534258456,
      "grad_norm": 0.3873153030872345,
      "learning_rate": 8.791527636732918e-05,
      "loss": 0.0598,
      "step": 3432
    },
    {
      "epoch": 0.37218126626192544,
      "grad_norm": 0.1392989605665207,
      "learning_rate": 8.791164949949224e-05,
      "loss": 0.0259,
      "step": 3433
    },
    {
      "epoch": 0.3722896790980052,
      "grad_norm": 0.5289475321769714,
      "learning_rate": 8.790802263165531e-05,
      "loss": 0.0929,
      "step": 3434
    },
    {
      "epoch": 0.372398091934085,
      "grad_norm": 0.32003262639045715,
      "learning_rate": 8.790439576381837e-05,
      "loss": 0.0357,
      "step": 3435
    },
    {
      "epoch": 0.3725065047701648,
      "grad_norm": 0.2654489278793335,
      "learning_rate": 8.790076889598144e-05,
      "loss": 0.0501,
      "step": 3436
    },
    {
      "epoch": 0.3726149176062446,
      "grad_norm": 0.17365585267543793,
      "learning_rate": 8.78971420281445e-05,
      "loss": 0.0302,
      "step": 3437
    },
    {
      "epoch": 0.37272333044232436,
      "grad_norm": 0.530988335609436,
      "learning_rate": 8.789351516030755e-05,
      "loss": 0.0826,
      "step": 3438
    },
    {
      "epoch": 0.3728317432784042,
      "grad_norm": 0.123660147190094,
      "learning_rate": 8.788988829247062e-05,
      "loss": 0.0124,
      "step": 3439
    },
    {
      "epoch": 0.37294015611448394,
      "grad_norm": 0.14830002188682556,
      "learning_rate": 8.788626142463368e-05,
      "loss": 0.0237,
      "step": 3440
    },
    {
      "epoch": 0.37304856895056376,
      "grad_norm": 0.6028046011924744,
      "learning_rate": 8.788263455679675e-05,
      "loss": 0.0417,
      "step": 3441
    },
    {
      "epoch": 0.3731569817866435,
      "grad_norm": 0.11416260153055191,
      "learning_rate": 8.787900768895981e-05,
      "loss": 0.0099,
      "step": 3442
    },
    {
      "epoch": 0.37326539462272335,
      "grad_norm": 0.5583006739616394,
      "learning_rate": 8.787538082112288e-05,
      "loss": 0.1343,
      "step": 3443
    },
    {
      "epoch": 0.3733738074588031,
      "grad_norm": 0.2909783720970154,
      "learning_rate": 8.787175395328595e-05,
      "loss": 0.0609,
      "step": 3444
    },
    {
      "epoch": 0.3734822202948829,
      "grad_norm": 0.5597414970397949,
      "learning_rate": 8.786812708544901e-05,
      "loss": 0.0649,
      "step": 3445
    },
    {
      "epoch": 0.3735906331309627,
      "grad_norm": 0.5609995126724243,
      "learning_rate": 8.786450021761208e-05,
      "loss": 0.0309,
      "step": 3446
    },
    {
      "epoch": 0.3736990459670425,
      "grad_norm": 0.23044653236865997,
      "learning_rate": 8.786087334977514e-05,
      "loss": 0.0407,
      "step": 3447
    },
    {
      "epoch": 0.3738074588031223,
      "grad_norm": 0.34514230489730835,
      "learning_rate": 8.785724648193821e-05,
      "loss": 0.0501,
      "step": 3448
    },
    {
      "epoch": 0.3739158716392021,
      "grad_norm": 0.5291833877563477,
      "learning_rate": 8.785361961410127e-05,
      "loss": 0.053,
      "step": 3449
    },
    {
      "epoch": 0.37402428447528185,
      "grad_norm": 0.4674036204814911,
      "learning_rate": 8.784999274626434e-05,
      "loss": 0.1136,
      "step": 3450
    },
    {
      "epoch": 0.3741326973113617,
      "grad_norm": 0.1427953988313675,
      "learning_rate": 8.78463658784274e-05,
      "loss": 0.0189,
      "step": 3451
    },
    {
      "epoch": 0.37424111014744144,
      "grad_norm": 0.17188231647014618,
      "learning_rate": 8.784273901059045e-05,
      "loss": 0.0164,
      "step": 3452
    },
    {
      "epoch": 0.37434952298352125,
      "grad_norm": 0.3822402060031891,
      "learning_rate": 8.783911214275352e-05,
      "loss": 0.0733,
      "step": 3453
    },
    {
      "epoch": 0.374457935819601,
      "grad_norm": 0.17091505229473114,
      "learning_rate": 8.783548527491658e-05,
      "loss": 0.0208,
      "step": 3454
    },
    {
      "epoch": 0.37456634865568084,
      "grad_norm": 0.12446442246437073,
      "learning_rate": 8.783185840707965e-05,
      "loss": 0.0134,
      "step": 3455
    },
    {
      "epoch": 0.3746747614917606,
      "grad_norm": 0.41908395290374756,
      "learning_rate": 8.782823153924271e-05,
      "loss": 0.0714,
      "step": 3456
    },
    {
      "epoch": 0.3747831743278404,
      "grad_norm": 0.06951615959405899,
      "learning_rate": 8.782460467140578e-05,
      "loss": 0.0093,
      "step": 3457
    },
    {
      "epoch": 0.3748915871639202,
      "grad_norm": 0.32461366057395935,
      "learning_rate": 8.782097780356884e-05,
      "loss": 0.0504,
      "step": 3458
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.3746838867664337,
      "learning_rate": 8.781735093573191e-05,
      "loss": 0.0833,
      "step": 3459
    },
    {
      "epoch": 0.3751084128360798,
      "grad_norm": 0.9109765291213989,
      "learning_rate": 8.781372406789496e-05,
      "loss": 0.0677,
      "step": 3460
    },
    {
      "epoch": 0.3752168256721596,
      "grad_norm": 0.19998785853385925,
      "learning_rate": 8.781009720005804e-05,
      "loss": 0.033,
      "step": 3461
    },
    {
      "epoch": 0.3753252385082394,
      "grad_norm": 0.21889890730381012,
      "learning_rate": 8.78064703322211e-05,
      "loss": 0.0448,
      "step": 3462
    },
    {
      "epoch": 0.37543365134431916,
      "grad_norm": 0.41732481122016907,
      "learning_rate": 8.780284346438416e-05,
      "loss": 0.1027,
      "step": 3463
    },
    {
      "epoch": 0.375542064180399,
      "grad_norm": 0.3788197338581085,
      "learning_rate": 8.779921659654723e-05,
      "loss": 0.0508,
      "step": 3464
    },
    {
      "epoch": 0.37565047701647875,
      "grad_norm": 0.21069476008415222,
      "learning_rate": 8.779558972871029e-05,
      "loss": 0.0233,
      "step": 3465
    },
    {
      "epoch": 0.37575888985255856,
      "grad_norm": 0.22828786075115204,
      "learning_rate": 8.779196286087336e-05,
      "loss": 0.0399,
      "step": 3466
    },
    {
      "epoch": 0.3758673026886383,
      "grad_norm": 0.46077314019203186,
      "learning_rate": 8.778833599303642e-05,
      "loss": 0.083,
      "step": 3467
    },
    {
      "epoch": 0.37597571552471815,
      "grad_norm": 0.2908094525337219,
      "learning_rate": 8.778470912519948e-05,
      "loss": 0.0298,
      "step": 3468
    },
    {
      "epoch": 0.3760841283607979,
      "grad_norm": 0.16033615171909332,
      "learning_rate": 8.778108225736255e-05,
      "loss": 0.0215,
      "step": 3469
    },
    {
      "epoch": 0.3761925411968777,
      "grad_norm": 0.11490509659051895,
      "learning_rate": 8.77774553895256e-05,
      "loss": 0.0185,
      "step": 3470
    },
    {
      "epoch": 0.3763009540329575,
      "grad_norm": 0.11095790565013885,
      "learning_rate": 8.777382852168868e-05,
      "loss": 0.0128,
      "step": 3471
    },
    {
      "epoch": 0.3764093668690373,
      "grad_norm": 0.2662520706653595,
      "learning_rate": 8.777020165385173e-05,
      "loss": 0.0616,
      "step": 3472
    },
    {
      "epoch": 0.3765177797051171,
      "grad_norm": 0.3549700677394867,
      "learning_rate": 8.77665747860148e-05,
      "loss": 0.0234,
      "step": 3473
    },
    {
      "epoch": 0.3766261925411969,
      "grad_norm": 0.34140294790267944,
      "learning_rate": 8.776294791817786e-05,
      "loss": 0.0641,
      "step": 3474
    },
    {
      "epoch": 0.37673460537727665,
      "grad_norm": 0.18553166091442108,
      "learning_rate": 8.775932105034093e-05,
      "loss": 0.0371,
      "step": 3475
    },
    {
      "epoch": 0.3768430182133565,
      "grad_norm": 0.331155002117157,
      "learning_rate": 8.775569418250399e-05,
      "loss": 0.0612,
      "step": 3476
    },
    {
      "epoch": 0.37695143104943624,
      "grad_norm": 0.31048840284347534,
      "learning_rate": 8.775206731466705e-05,
      "loss": 0.0632,
      "step": 3477
    },
    {
      "epoch": 0.37705984388551606,
      "grad_norm": 0.4485085606575012,
      "learning_rate": 8.774844044683013e-05,
      "loss": 0.0467,
      "step": 3478
    },
    {
      "epoch": 0.3771682567215958,
      "grad_norm": 0.3956089913845062,
      "learning_rate": 8.774481357899319e-05,
      "loss": 0.0619,
      "step": 3479
    },
    {
      "epoch": 0.37727666955767564,
      "grad_norm": 0.2545146644115448,
      "learning_rate": 8.774118671115626e-05,
      "loss": 0.0291,
      "step": 3480
    },
    {
      "epoch": 0.3773850823937554,
      "grad_norm": 0.26883140206336975,
      "learning_rate": 8.773755984331932e-05,
      "loss": 0.0617,
      "step": 3481
    },
    {
      "epoch": 0.3774934952298352,
      "grad_norm": 0.17187397181987762,
      "learning_rate": 8.773393297548237e-05,
      "loss": 0.0358,
      "step": 3482
    },
    {
      "epoch": 0.377601908065915,
      "grad_norm": 0.14917568862438202,
      "learning_rate": 8.773030610764545e-05,
      "loss": 0.032,
      "step": 3483
    },
    {
      "epoch": 0.3777103209019948,
      "grad_norm": 0.4654066860675812,
      "learning_rate": 8.77266792398085e-05,
      "loss": 0.0923,
      "step": 3484
    },
    {
      "epoch": 0.37781873373807456,
      "grad_norm": 0.13428142666816711,
      "learning_rate": 8.772305237197157e-05,
      "loss": 0.0191,
      "step": 3485
    },
    {
      "epoch": 0.3779271465741544,
      "grad_norm": 0.797718346118927,
      "learning_rate": 8.771942550413463e-05,
      "loss": 0.0873,
      "step": 3486
    },
    {
      "epoch": 0.37803555941023415,
      "grad_norm": 0.2407701462507248,
      "learning_rate": 8.77157986362977e-05,
      "loss": 0.0477,
      "step": 3487
    },
    {
      "epoch": 0.37814397224631396,
      "grad_norm": 0.34086695313453674,
      "learning_rate": 8.771217176846076e-05,
      "loss": 0.0438,
      "step": 3488
    },
    {
      "epoch": 0.3782523850823938,
      "grad_norm": 0.28009033203125,
      "learning_rate": 8.770854490062383e-05,
      "loss": 0.0207,
      "step": 3489
    },
    {
      "epoch": 0.37836079791847355,
      "grad_norm": 0.39089635014533997,
      "learning_rate": 8.770491803278689e-05,
      "loss": 0.0486,
      "step": 3490
    },
    {
      "epoch": 0.37846921075455336,
      "grad_norm": 0.2546003758907318,
      "learning_rate": 8.770129116494994e-05,
      "loss": 0.0478,
      "step": 3491
    },
    {
      "epoch": 0.3785776235906331,
      "grad_norm": 0.31928783655166626,
      "learning_rate": 8.769766429711302e-05,
      "loss": 0.0326,
      "step": 3492
    },
    {
      "epoch": 0.37868603642671295,
      "grad_norm": 0.18879804015159607,
      "learning_rate": 8.769403742927607e-05,
      "loss": 0.0273,
      "step": 3493
    },
    {
      "epoch": 0.3787944492627927,
      "grad_norm": 0.4033433198928833,
      "learning_rate": 8.769041056143914e-05,
      "loss": 0.1168,
      "step": 3494
    },
    {
      "epoch": 0.37890286209887253,
      "grad_norm": 0.45736056566238403,
      "learning_rate": 8.768678369360221e-05,
      "loss": 0.0798,
      "step": 3495
    },
    {
      "epoch": 0.3790112749349523,
      "grad_norm": 0.392425537109375,
      "learning_rate": 8.768315682576527e-05,
      "loss": 0.0765,
      "step": 3496
    },
    {
      "epoch": 0.3791196877710321,
      "grad_norm": 0.2758733332157135,
      "learning_rate": 8.767952995792834e-05,
      "loss": 0.0527,
      "step": 3497
    },
    {
      "epoch": 0.3792281006071119,
      "grad_norm": 0.23217487335205078,
      "learning_rate": 8.76759030900914e-05,
      "loss": 0.0279,
      "step": 3498
    },
    {
      "epoch": 0.3793365134431917,
      "grad_norm": 0.28643807768821716,
      "learning_rate": 8.767227622225447e-05,
      "loss": 0.0458,
      "step": 3499
    },
    {
      "epoch": 0.37944492627927146,
      "grad_norm": 0.1581164002418518,
      "learning_rate": 8.766864935441753e-05,
      "loss": 0.0414,
      "step": 3500
    },
    {
      "epoch": 0.3795533391153513,
      "grad_norm": 0.31512463092803955,
      "learning_rate": 8.76650224865806e-05,
      "loss": 0.038,
      "step": 3501
    },
    {
      "epoch": 0.37966175195143104,
      "grad_norm": 0.5163350105285645,
      "learning_rate": 8.766139561874366e-05,
      "loss": 0.0486,
      "step": 3502
    },
    {
      "epoch": 0.37977016478751086,
      "grad_norm": 0.17701466381549835,
      "learning_rate": 8.765776875090673e-05,
      "loss": 0.0441,
      "step": 3503
    },
    {
      "epoch": 0.3798785776235906,
      "grad_norm": 0.3195093274116516,
      "learning_rate": 8.765414188306978e-05,
      "loss": 0.0618,
      "step": 3504
    },
    {
      "epoch": 0.37998699045967044,
      "grad_norm": 0.18903368711471558,
      "learning_rate": 8.765051501523284e-05,
      "loss": 0.0416,
      "step": 3505
    },
    {
      "epoch": 0.3800954032957502,
      "grad_norm": 0.25533315539360046,
      "learning_rate": 8.764688814739591e-05,
      "loss": 0.0493,
      "step": 3506
    },
    {
      "epoch": 0.38020381613183,
      "grad_norm": 0.20049503445625305,
      "learning_rate": 8.764326127955897e-05,
      "loss": 0.0322,
      "step": 3507
    },
    {
      "epoch": 0.3803122289679098,
      "grad_norm": 0.2847999930381775,
      "learning_rate": 8.763963441172204e-05,
      "loss": 0.0536,
      "step": 3508
    },
    {
      "epoch": 0.3804206418039896,
      "grad_norm": 0.25880730152130127,
      "learning_rate": 8.76360075438851e-05,
      "loss": 0.0644,
      "step": 3509
    },
    {
      "epoch": 0.38052905464006936,
      "grad_norm": 0.2621648609638214,
      "learning_rate": 8.763238067604817e-05,
      "loss": 0.0645,
      "step": 3510
    },
    {
      "epoch": 0.3806374674761492,
      "grad_norm": 0.2812941074371338,
      "learning_rate": 8.762875380821123e-05,
      "loss": 0.0631,
      "step": 3511
    },
    {
      "epoch": 0.38074588031222895,
      "grad_norm": 0.11110483855009079,
      "learning_rate": 8.76251269403743e-05,
      "loss": 0.0313,
      "step": 3512
    },
    {
      "epoch": 0.38085429314830876,
      "grad_norm": 0.23330678045749664,
      "learning_rate": 8.762150007253737e-05,
      "loss": 0.0544,
      "step": 3513
    },
    {
      "epoch": 0.3809627059843885,
      "grad_norm": 0.12258439511060715,
      "learning_rate": 8.761787320470043e-05,
      "loss": 0.0307,
      "step": 3514
    },
    {
      "epoch": 0.38107111882046835,
      "grad_norm": 0.3407929241657257,
      "learning_rate": 8.76142463368635e-05,
      "loss": 0.0557,
      "step": 3515
    },
    {
      "epoch": 0.3811795316565481,
      "grad_norm": 0.13852514326572418,
      "learning_rate": 8.761061946902655e-05,
      "loss": 0.0289,
      "step": 3516
    },
    {
      "epoch": 0.38128794449262793,
      "grad_norm": 0.19428201019763947,
      "learning_rate": 8.760699260118962e-05,
      "loss": 0.0453,
      "step": 3517
    },
    {
      "epoch": 0.3813963573287077,
      "grad_norm": 0.2207261025905609,
      "learning_rate": 8.760336573335268e-05,
      "loss": 0.0684,
      "step": 3518
    },
    {
      "epoch": 0.3815047701647875,
      "grad_norm": 0.25438329577445984,
      "learning_rate": 8.759973886551574e-05,
      "loss": 0.0523,
      "step": 3519
    },
    {
      "epoch": 0.38161318300086733,
      "grad_norm": 0.14902366697788239,
      "learning_rate": 8.759611199767881e-05,
      "loss": 0.0139,
      "step": 3520
    },
    {
      "epoch": 0.3817215958369471,
      "grad_norm": 0.22005896270275116,
      "learning_rate": 8.759248512984187e-05,
      "loss": 0.0256,
      "step": 3521
    },
    {
      "epoch": 0.3818300086730269,
      "grad_norm": 0.331449419260025,
      "learning_rate": 8.758885826200494e-05,
      "loss": 0.0863,
      "step": 3522
    },
    {
      "epoch": 0.3819384215091067,
      "grad_norm": 0.18533048033714294,
      "learning_rate": 8.7585231394168e-05,
      "loss": 0.0339,
      "step": 3523
    },
    {
      "epoch": 0.3820468343451865,
      "grad_norm": 0.19654501974582672,
      "learning_rate": 8.758160452633107e-05,
      "loss": 0.04,
      "step": 3524
    },
    {
      "epoch": 0.38215524718126626,
      "grad_norm": 0.28958138823509216,
      "learning_rate": 8.757797765849412e-05,
      "loss": 0.0611,
      "step": 3525
    },
    {
      "epoch": 0.3822636600173461,
      "grad_norm": 0.3505818843841553,
      "learning_rate": 8.75743507906572e-05,
      "loss": 0.0548,
      "step": 3526
    },
    {
      "epoch": 0.38237207285342584,
      "grad_norm": 0.1595405638217926,
      "learning_rate": 8.757072392282025e-05,
      "loss": 0.0272,
      "step": 3527
    },
    {
      "epoch": 0.38248048568950566,
      "grad_norm": 0.22859925031661987,
      "learning_rate": 8.756709705498331e-05,
      "loss": 0.0594,
      "step": 3528
    },
    {
      "epoch": 0.3825888985255854,
      "grad_norm": 0.1787205934524536,
      "learning_rate": 8.756347018714638e-05,
      "loss": 0.0359,
      "step": 3529
    },
    {
      "epoch": 0.38269731136166524,
      "grad_norm": 0.2448730766773224,
      "learning_rate": 8.755984331930945e-05,
      "loss": 0.0296,
      "step": 3530
    },
    {
      "epoch": 0.382805724197745,
      "grad_norm": 0.3171180486679077,
      "learning_rate": 8.755621645147252e-05,
      "loss": 0.0637,
      "step": 3531
    },
    {
      "epoch": 0.3829141370338248,
      "grad_norm": 0.4044441282749176,
      "learning_rate": 8.755258958363558e-05,
      "loss": 0.0446,
      "step": 3532
    },
    {
      "epoch": 0.3830225498699046,
      "grad_norm": 0.30128607153892517,
      "learning_rate": 8.754896271579864e-05,
      "loss": 0.0347,
      "step": 3533
    },
    {
      "epoch": 0.3831309627059844,
      "grad_norm": 0.236589714884758,
      "learning_rate": 8.754533584796171e-05,
      "loss": 0.0448,
      "step": 3534
    },
    {
      "epoch": 0.38323937554206416,
      "grad_norm": 0.4600667357444763,
      "learning_rate": 8.754170898012477e-05,
      "loss": 0.0413,
      "step": 3535
    },
    {
      "epoch": 0.383347788378144,
      "grad_norm": 0.4696712791919708,
      "learning_rate": 8.753808211228784e-05,
      "loss": 0.0759,
      "step": 3536
    },
    {
      "epoch": 0.38345620121422375,
      "grad_norm": 0.18808643519878387,
      "learning_rate": 8.75344552444509e-05,
      "loss": 0.0327,
      "step": 3537
    },
    {
      "epoch": 0.38356461405030357,
      "grad_norm": 0.42021748423576355,
      "learning_rate": 8.753082837661396e-05,
      "loss": 0.0681,
      "step": 3538
    },
    {
      "epoch": 0.38367302688638333,
      "grad_norm": 0.3421243727207184,
      "learning_rate": 8.752720150877702e-05,
      "loss": 0.0625,
      "step": 3539
    },
    {
      "epoch": 0.38378143972246315,
      "grad_norm": 0.14019548892974854,
      "learning_rate": 8.752357464094009e-05,
      "loss": 0.017,
      "step": 3540
    },
    {
      "epoch": 0.3838898525585429,
      "grad_norm": 0.28313517570495605,
      "learning_rate": 8.751994777310315e-05,
      "loss": 0.0549,
      "step": 3541
    },
    {
      "epoch": 0.38399826539462273,
      "grad_norm": 0.3016136884689331,
      "learning_rate": 8.751632090526621e-05,
      "loss": 0.046,
      "step": 3542
    },
    {
      "epoch": 0.3841066782307025,
      "grad_norm": 0.4574572741985321,
      "learning_rate": 8.751269403742928e-05,
      "loss": 0.0824,
      "step": 3543
    },
    {
      "epoch": 0.3842150910667823,
      "grad_norm": 0.26282745599746704,
      "learning_rate": 8.750906716959234e-05,
      "loss": 0.0415,
      "step": 3544
    },
    {
      "epoch": 0.3843235039028621,
      "grad_norm": 0.326726496219635,
      "learning_rate": 8.75054403017554e-05,
      "loss": 0.059,
      "step": 3545
    },
    {
      "epoch": 0.3844319167389419,
      "grad_norm": 0.606279730796814,
      "learning_rate": 8.750181343391846e-05,
      "loss": 0.0545,
      "step": 3546
    },
    {
      "epoch": 0.38454032957502166,
      "grad_norm": 0.44500792026519775,
      "learning_rate": 8.749818656608155e-05,
      "loss": 0.0624,
      "step": 3547
    },
    {
      "epoch": 0.3846487424111015,
      "grad_norm": 0.1967373937368393,
      "learning_rate": 8.74945596982446e-05,
      "loss": 0.0409,
      "step": 3548
    },
    {
      "epoch": 0.3847571552471813,
      "grad_norm": 0.7356078028678894,
      "learning_rate": 8.749093283040766e-05,
      "loss": 0.0659,
      "step": 3549
    },
    {
      "epoch": 0.38486556808326106,
      "grad_norm": 0.23894129693508148,
      "learning_rate": 8.748730596257073e-05,
      "loss": 0.0498,
      "step": 3550
    },
    {
      "epoch": 0.3849739809193409,
      "grad_norm": 0.2199784368276596,
      "learning_rate": 8.748367909473379e-05,
      "loss": 0.0395,
      "step": 3551
    },
    {
      "epoch": 0.38508239375542064,
      "grad_norm": 0.35297104716300964,
      "learning_rate": 8.748005222689686e-05,
      "loss": 0.0868,
      "step": 3552
    },
    {
      "epoch": 0.38519080659150046,
      "grad_norm": 0.24565264582633972,
      "learning_rate": 8.747642535905992e-05,
      "loss": 0.0348,
      "step": 3553
    },
    {
      "epoch": 0.3852992194275802,
      "grad_norm": 0.6193307042121887,
      "learning_rate": 8.747279849122299e-05,
      "loss": 0.1103,
      "step": 3554
    },
    {
      "epoch": 0.38540763226366004,
      "grad_norm": 0.21316289901733398,
      "learning_rate": 8.746917162338605e-05,
      "loss": 0.0485,
      "step": 3555
    },
    {
      "epoch": 0.3855160450997398,
      "grad_norm": 0.31196823716163635,
      "learning_rate": 8.74655447555491e-05,
      "loss": 0.0226,
      "step": 3556
    },
    {
      "epoch": 0.3856244579358196,
      "grad_norm": 0.22152747213840485,
      "learning_rate": 8.746191788771218e-05,
      "loss": 0.0285,
      "step": 3557
    },
    {
      "epoch": 0.3857328707718994,
      "grad_norm": 0.4043664038181305,
      "learning_rate": 8.745829101987523e-05,
      "loss": 0.0556,
      "step": 3558
    },
    {
      "epoch": 0.3858412836079792,
      "grad_norm": 0.3628794252872467,
      "learning_rate": 8.74546641520383e-05,
      "loss": 0.0366,
      "step": 3559
    },
    {
      "epoch": 0.38594969644405897,
      "grad_norm": 0.17831596732139587,
      "learning_rate": 8.745103728420136e-05,
      "loss": 0.0338,
      "step": 3560
    },
    {
      "epoch": 0.3860581092801388,
      "grad_norm": 0.32786908745765686,
      "learning_rate": 8.744741041636443e-05,
      "loss": 0.0596,
      "step": 3561
    },
    {
      "epoch": 0.38616652211621855,
      "grad_norm": 0.20734363794326782,
      "learning_rate": 8.744378354852749e-05,
      "loss": 0.0312,
      "step": 3562
    },
    {
      "epoch": 0.38627493495229837,
      "grad_norm": 0.19516721367835999,
      "learning_rate": 8.744015668069056e-05,
      "loss": 0.0536,
      "step": 3563
    },
    {
      "epoch": 0.38638334778837813,
      "grad_norm": 0.19757749140262604,
      "learning_rate": 8.743652981285363e-05,
      "loss": 0.0273,
      "step": 3564
    },
    {
      "epoch": 0.38649176062445795,
      "grad_norm": 0.22766609489917755,
      "learning_rate": 8.743290294501669e-05,
      "loss": 0.0573,
      "step": 3565
    },
    {
      "epoch": 0.3866001734605377,
      "grad_norm": 0.1600346565246582,
      "learning_rate": 8.742927607717976e-05,
      "loss": 0.0317,
      "step": 3566
    },
    {
      "epoch": 0.38670858629661753,
      "grad_norm": 0.21746890246868134,
      "learning_rate": 8.742564920934282e-05,
      "loss": 0.0464,
      "step": 3567
    },
    {
      "epoch": 0.3868169991326973,
      "grad_norm": 0.3398163318634033,
      "learning_rate": 8.742202234150589e-05,
      "loss": 0.0601,
      "step": 3568
    },
    {
      "epoch": 0.3869254119687771,
      "grad_norm": 0.308747261762619,
      "learning_rate": 8.741839547366894e-05,
      "loss": 0.0617,
      "step": 3569
    },
    {
      "epoch": 0.3870338248048569,
      "grad_norm": 0.17919060587882996,
      "learning_rate": 8.741476860583202e-05,
      "loss": 0.0318,
      "step": 3570
    },
    {
      "epoch": 0.3871422376409367,
      "grad_norm": 0.21977360546588898,
      "learning_rate": 8.741114173799507e-05,
      "loss": 0.0539,
      "step": 3571
    },
    {
      "epoch": 0.38725065047701646,
      "grad_norm": 0.20258036255836487,
      "learning_rate": 8.740751487015813e-05,
      "loss": 0.0401,
      "step": 3572
    },
    {
      "epoch": 0.3873590633130963,
      "grad_norm": 0.1530017852783203,
      "learning_rate": 8.74038880023212e-05,
      "loss": 0.0259,
      "step": 3573
    },
    {
      "epoch": 0.38746747614917604,
      "grad_norm": 0.2462836056947708,
      "learning_rate": 8.740026113448426e-05,
      "loss": 0.0581,
      "step": 3574
    },
    {
      "epoch": 0.38757588898525586,
      "grad_norm": 0.3229711949825287,
      "learning_rate": 8.739663426664733e-05,
      "loss": 0.0363,
      "step": 3575
    },
    {
      "epoch": 0.3876843018213356,
      "grad_norm": 0.16226254403591156,
      "learning_rate": 8.739300739881039e-05,
      "loss": 0.027,
      "step": 3576
    },
    {
      "epoch": 0.38779271465741544,
      "grad_norm": 0.18995505571365356,
      "learning_rate": 8.738938053097346e-05,
      "loss": 0.027,
      "step": 3577
    },
    {
      "epoch": 0.38790112749349526,
      "grad_norm": 0.36600998044013977,
      "learning_rate": 8.738575366313652e-05,
      "loss": 0.0543,
      "step": 3578
    },
    {
      "epoch": 0.388009540329575,
      "grad_norm": 0.1451217085123062,
      "learning_rate": 8.738212679529959e-05,
      "loss": 0.0221,
      "step": 3579
    },
    {
      "epoch": 0.38811795316565484,
      "grad_norm": 0.3781445026397705,
      "learning_rate": 8.737849992746264e-05,
      "loss": 0.0478,
      "step": 3580
    },
    {
      "epoch": 0.3882263660017346,
      "grad_norm": 0.5069485306739807,
      "learning_rate": 8.73748730596257e-05,
      "loss": 0.079,
      "step": 3581
    },
    {
      "epoch": 0.3883347788378144,
      "grad_norm": 0.24430233240127563,
      "learning_rate": 8.737124619178879e-05,
      "loss": 0.0352,
      "step": 3582
    },
    {
      "epoch": 0.3884431916738942,
      "grad_norm": 0.3419992923736572,
      "learning_rate": 8.736761932395184e-05,
      "loss": 0.0403,
      "step": 3583
    },
    {
      "epoch": 0.388551604509974,
      "grad_norm": 0.5270479917526245,
      "learning_rate": 8.736399245611491e-05,
      "loss": 0.0421,
      "step": 3584
    },
    {
      "epoch": 0.38866001734605377,
      "grad_norm": 0.21150580048561096,
      "learning_rate": 8.736036558827797e-05,
      "loss": 0.0509,
      "step": 3585
    },
    {
      "epoch": 0.3887684301821336,
      "grad_norm": 0.34200239181518555,
      "learning_rate": 8.735673872044103e-05,
      "loss": 0.0848,
      "step": 3586
    },
    {
      "epoch": 0.38887684301821335,
      "grad_norm": 0.2764357626438141,
      "learning_rate": 8.73531118526041e-05,
      "loss": 0.0287,
      "step": 3587
    },
    {
      "epoch": 0.38898525585429317,
      "grad_norm": 0.27448683977127075,
      "learning_rate": 8.734948498476716e-05,
      "loss": 0.0498,
      "step": 3588
    },
    {
      "epoch": 0.38909366869037293,
      "grad_norm": 0.22576044499874115,
      "learning_rate": 8.734585811693023e-05,
      "loss": 0.0256,
      "step": 3589
    },
    {
      "epoch": 0.38920208152645275,
      "grad_norm": 0.1821633130311966,
      "learning_rate": 8.734223124909328e-05,
      "loss": 0.0177,
      "step": 3590
    },
    {
      "epoch": 0.3893104943625325,
      "grad_norm": 0.34764599800109863,
      "learning_rate": 8.733860438125636e-05,
      "loss": 0.0594,
      "step": 3591
    },
    {
      "epoch": 0.38941890719861233,
      "grad_norm": 0.2998397946357727,
      "learning_rate": 8.733497751341941e-05,
      "loss": 0.0317,
      "step": 3592
    },
    {
      "epoch": 0.3895273200346921,
      "grad_norm": 0.3158431649208069,
      "learning_rate": 8.733135064558248e-05,
      "loss": 0.0382,
      "step": 3593
    },
    {
      "epoch": 0.3896357328707719,
      "grad_norm": 0.6128402352333069,
      "learning_rate": 8.732772377774554e-05,
      "loss": 0.0931,
      "step": 3594
    },
    {
      "epoch": 0.3897441457068517,
      "grad_norm": 0.08125042915344238,
      "learning_rate": 8.73240969099086e-05,
      "loss": 0.0156,
      "step": 3595
    },
    {
      "epoch": 0.3898525585429315,
      "grad_norm": 0.19769960641860962,
      "learning_rate": 8.732047004207167e-05,
      "loss": 0.0395,
      "step": 3596
    },
    {
      "epoch": 0.38996097137901126,
      "grad_norm": 0.6588923931121826,
      "learning_rate": 8.731684317423473e-05,
      "loss": 0.0689,
      "step": 3597
    },
    {
      "epoch": 0.3900693842150911,
      "grad_norm": 0.5200252532958984,
      "learning_rate": 8.73132163063978e-05,
      "loss": 0.0568,
      "step": 3598
    },
    {
      "epoch": 0.39017779705117084,
      "grad_norm": 0.33414146304130554,
      "learning_rate": 8.730958943856087e-05,
      "loss": 0.0516,
      "step": 3599
    },
    {
      "epoch": 0.39028620988725066,
      "grad_norm": 0.22698058187961578,
      "learning_rate": 8.730596257072393e-05,
      "loss": 0.0445,
      "step": 3600
    },
    {
      "epoch": 0.3903946227233304,
      "grad_norm": 0.12065619230270386,
      "learning_rate": 8.7302335702887e-05,
      "loss": 0.0259,
      "step": 3601
    },
    {
      "epoch": 0.39050303555941024,
      "grad_norm": 0.29054465889930725,
      "learning_rate": 8.729870883505005e-05,
      "loss": 0.0369,
      "step": 3602
    },
    {
      "epoch": 0.39061144839549,
      "grad_norm": 0.3518984019756317,
      "learning_rate": 8.729508196721312e-05,
      "loss": 0.0351,
      "step": 3603
    },
    {
      "epoch": 0.3907198612315698,
      "grad_norm": 0.30593958497047424,
      "learning_rate": 8.729145509937618e-05,
      "loss": 0.0265,
      "step": 3604
    },
    {
      "epoch": 0.3908282740676496,
      "grad_norm": 0.20884032547473907,
      "learning_rate": 8.728782823153925e-05,
      "loss": 0.0321,
      "step": 3605
    },
    {
      "epoch": 0.3909366869037294,
      "grad_norm": 0.3776538074016571,
      "learning_rate": 8.728420136370231e-05,
      "loss": 0.0922,
      "step": 3606
    },
    {
      "epoch": 0.3910450997398092,
      "grad_norm": 0.12026903033256531,
      "learning_rate": 8.728057449586538e-05,
      "loss": 0.0235,
      "step": 3607
    },
    {
      "epoch": 0.391153512575889,
      "grad_norm": 0.1258753389120102,
      "learning_rate": 8.727694762802844e-05,
      "loss": 0.0171,
      "step": 3608
    },
    {
      "epoch": 0.3912619254119688,
      "grad_norm": 0.37617143988609314,
      "learning_rate": 8.72733207601915e-05,
      "loss": 0.0396,
      "step": 3609
    },
    {
      "epoch": 0.39137033824804857,
      "grad_norm": 0.2233484983444214,
      "learning_rate": 8.726969389235457e-05,
      "loss": 0.051,
      "step": 3610
    },
    {
      "epoch": 0.3914787510841284,
      "grad_norm": 0.468456894159317,
      "learning_rate": 8.726606702451762e-05,
      "loss": 0.0474,
      "step": 3611
    },
    {
      "epoch": 0.39158716392020815,
      "grad_norm": 0.3572556674480438,
      "learning_rate": 8.72624401566807e-05,
      "loss": 0.0583,
      "step": 3612
    },
    {
      "epoch": 0.39169557675628797,
      "grad_norm": 0.19112566113471985,
      "learning_rate": 8.725881328884375e-05,
      "loss": 0.0155,
      "step": 3613
    },
    {
      "epoch": 0.39180398959236773,
      "grad_norm": 0.5016729831695557,
      "learning_rate": 8.725518642100682e-05,
      "loss": 0.0472,
      "step": 3614
    },
    {
      "epoch": 0.39191240242844755,
      "grad_norm": 0.36364513635635376,
      "learning_rate": 8.725155955316988e-05,
      "loss": 0.0636,
      "step": 3615
    },
    {
      "epoch": 0.3920208152645273,
      "grad_norm": 0.2316194474697113,
      "learning_rate": 8.724793268533295e-05,
      "loss": 0.0375,
      "step": 3616
    },
    {
      "epoch": 0.39212922810060713,
      "grad_norm": 0.36915847659111023,
      "learning_rate": 8.724430581749602e-05,
      "loss": 0.0549,
      "step": 3617
    },
    {
      "epoch": 0.3922376409366869,
      "grad_norm": 0.348921000957489,
      "learning_rate": 8.724067894965908e-05,
      "loss": 0.0603,
      "step": 3618
    },
    {
      "epoch": 0.3923460537727667,
      "grad_norm": 0.23908863961696625,
      "learning_rate": 8.723705208182215e-05,
      "loss": 0.0403,
      "step": 3619
    },
    {
      "epoch": 0.3924544666088465,
      "grad_norm": 0.398420512676239,
      "learning_rate": 8.723342521398521e-05,
      "loss": 0.0483,
      "step": 3620
    },
    {
      "epoch": 0.3925628794449263,
      "grad_norm": 0.5625011920928955,
      "learning_rate": 8.722979834614828e-05,
      "loss": 0.1037,
      "step": 3621
    },
    {
      "epoch": 0.39267129228100606,
      "grad_norm": 0.13611724972724915,
      "learning_rate": 8.722617147831134e-05,
      "loss": 0.0264,
      "step": 3622
    },
    {
      "epoch": 0.3927797051170859,
      "grad_norm": 0.34889888763427734,
      "learning_rate": 8.722254461047439e-05,
      "loss": 0.0702,
      "step": 3623
    },
    {
      "epoch": 0.39288811795316564,
      "grad_norm": 0.24553321301937103,
      "learning_rate": 8.721891774263746e-05,
      "loss": 0.0444,
      "step": 3624
    },
    {
      "epoch": 0.39299653078924546,
      "grad_norm": 0.48801305890083313,
      "learning_rate": 8.721529087480052e-05,
      "loss": 0.0822,
      "step": 3625
    },
    {
      "epoch": 0.3931049436253252,
      "grad_norm": 0.3641915023326874,
      "learning_rate": 8.721166400696359e-05,
      "loss": 0.0571,
      "step": 3626
    },
    {
      "epoch": 0.39321335646140504,
      "grad_norm": 0.256355345249176,
      "learning_rate": 8.720803713912665e-05,
      "loss": 0.013,
      "step": 3627
    },
    {
      "epoch": 0.3933217692974848,
      "grad_norm": 0.35578033328056335,
      "learning_rate": 8.720441027128972e-05,
      "loss": 0.0375,
      "step": 3628
    },
    {
      "epoch": 0.3934301821335646,
      "grad_norm": 0.2366650402545929,
      "learning_rate": 8.720078340345278e-05,
      "loss": 0.0453,
      "step": 3629
    },
    {
      "epoch": 0.3935385949696444,
      "grad_norm": 0.33655479550361633,
      "learning_rate": 8.719715653561585e-05,
      "loss": 0.0262,
      "step": 3630
    },
    {
      "epoch": 0.3936470078057242,
      "grad_norm": 0.22383320331573486,
      "learning_rate": 8.71935296677789e-05,
      "loss": 0.034,
      "step": 3631
    },
    {
      "epoch": 0.39375542064180397,
      "grad_norm": 0.2365540713071823,
      "learning_rate": 8.718990279994196e-05,
      "loss": 0.0341,
      "step": 3632
    },
    {
      "epoch": 0.3938638334778838,
      "grad_norm": 0.19307656586170197,
      "learning_rate": 8.718627593210505e-05,
      "loss": 0.0303,
      "step": 3633
    },
    {
      "epoch": 0.39397224631396355,
      "grad_norm": 0.29345348477363586,
      "learning_rate": 8.71826490642681e-05,
      "loss": 0.0376,
      "step": 3634
    },
    {
      "epoch": 0.39408065915004337,
      "grad_norm": 0.2137269675731659,
      "learning_rate": 8.717902219643118e-05,
      "loss": 0.0647,
      "step": 3635
    },
    {
      "epoch": 0.39418907198612313,
      "grad_norm": 0.5809579491615295,
      "learning_rate": 8.717539532859423e-05,
      "loss": 0.1022,
      "step": 3636
    },
    {
      "epoch": 0.39429748482220295,
      "grad_norm": 0.20641601085662842,
      "learning_rate": 8.717176846075729e-05,
      "loss": 0.0396,
      "step": 3637
    },
    {
      "epoch": 0.39440589765828277,
      "grad_norm": 0.20883691310882568,
      "learning_rate": 8.716814159292036e-05,
      "loss": 0.0312,
      "step": 3638
    },
    {
      "epoch": 0.39451431049436253,
      "grad_norm": 0.33032453060150146,
      "learning_rate": 8.716451472508342e-05,
      "loss": 0.0415,
      "step": 3639
    },
    {
      "epoch": 0.39462272333044235,
      "grad_norm": 0.22887538373470306,
      "learning_rate": 8.716088785724649e-05,
      "loss": 0.0391,
      "step": 3640
    },
    {
      "epoch": 0.3947311361665221,
      "grad_norm": 0.37866267561912537,
      "learning_rate": 8.715726098940955e-05,
      "loss": 0.07,
      "step": 3641
    },
    {
      "epoch": 0.39483954900260193,
      "grad_norm": 0.30646154284477234,
      "learning_rate": 8.715363412157262e-05,
      "loss": 0.0351,
      "step": 3642
    },
    {
      "epoch": 0.3949479618386817,
      "grad_norm": 0.34374433755874634,
      "learning_rate": 8.715000725373568e-05,
      "loss": 0.0969,
      "step": 3643
    },
    {
      "epoch": 0.3950563746747615,
      "grad_norm": 0.21622349321842194,
      "learning_rate": 8.714638038589875e-05,
      "loss": 0.0641,
      "step": 3644
    },
    {
      "epoch": 0.3951647875108413,
      "grad_norm": 0.1687571406364441,
      "learning_rate": 8.71427535180618e-05,
      "loss": 0.0403,
      "step": 3645
    },
    {
      "epoch": 0.3952732003469211,
      "grad_norm": 0.13451139628887177,
      "learning_rate": 8.713912665022486e-05,
      "loss": 0.0293,
      "step": 3646
    },
    {
      "epoch": 0.39538161318300086,
      "grad_norm": 0.40709835290908813,
      "learning_rate": 8.713549978238793e-05,
      "loss": 0.0484,
      "step": 3647
    },
    {
      "epoch": 0.3954900260190807,
      "grad_norm": 0.16660135984420776,
      "learning_rate": 8.713187291455099e-05,
      "loss": 0.0333,
      "step": 3648
    },
    {
      "epoch": 0.39559843885516044,
      "grad_norm": 0.3004859387874603,
      "learning_rate": 8.712824604671406e-05,
      "loss": 0.0563,
      "step": 3649
    },
    {
      "epoch": 0.39570685169124026,
      "grad_norm": 0.3062554895877838,
      "learning_rate": 8.712461917887712e-05,
      "loss": 0.0669,
      "step": 3650
    },
    {
      "epoch": 0.39581526452732,
      "grad_norm": 0.4733916223049164,
      "learning_rate": 8.71209923110402e-05,
      "loss": 0.0498,
      "step": 3651
    },
    {
      "epoch": 0.39592367736339984,
      "grad_norm": 0.6332046985626221,
      "learning_rate": 8.711736544320326e-05,
      "loss": 0.0445,
      "step": 3652
    },
    {
      "epoch": 0.3960320901994796,
      "grad_norm": 0.20276184380054474,
      "learning_rate": 8.711373857536632e-05,
      "loss": 0.0445,
      "step": 3653
    },
    {
      "epoch": 0.3961405030355594,
      "grad_norm": 0.23421771824359894,
      "learning_rate": 8.711011170752939e-05,
      "loss": 0.0497,
      "step": 3654
    },
    {
      "epoch": 0.3962489158716392,
      "grad_norm": 0.17829369008541107,
      "learning_rate": 8.710648483969244e-05,
      "loss": 0.0306,
      "step": 3655
    },
    {
      "epoch": 0.396357328707719,
      "grad_norm": 0.32377082109451294,
      "learning_rate": 8.710285797185552e-05,
      "loss": 0.0462,
      "step": 3656
    },
    {
      "epoch": 0.39646574154379877,
      "grad_norm": 0.16142241656780243,
      "learning_rate": 8.709923110401857e-05,
      "loss": 0.0298,
      "step": 3657
    },
    {
      "epoch": 0.3965741543798786,
      "grad_norm": 0.21962018311023712,
      "learning_rate": 8.709560423618164e-05,
      "loss": 0.0247,
      "step": 3658
    },
    {
      "epoch": 0.39668256721595835,
      "grad_norm": 0.20313723385334015,
      "learning_rate": 8.70919773683447e-05,
      "loss": 0.0475,
      "step": 3659
    },
    {
      "epoch": 0.39679098005203817,
      "grad_norm": 0.2984497547149658,
      "learning_rate": 8.708835050050777e-05,
      "loss": 0.0477,
      "step": 3660
    },
    {
      "epoch": 0.39689939288811793,
      "grad_norm": 0.39469629526138306,
      "learning_rate": 8.708472363267083e-05,
      "loss": 0.0593,
      "step": 3661
    },
    {
      "epoch": 0.39700780572419775,
      "grad_norm": 0.22607891261577606,
      "learning_rate": 8.708109676483389e-05,
      "loss": 0.048,
      "step": 3662
    },
    {
      "epoch": 0.3971162185602775,
      "grad_norm": 0.14439792931079865,
      "learning_rate": 8.707746989699696e-05,
      "loss": 0.032,
      "step": 3663
    },
    {
      "epoch": 0.39722463139635733,
      "grad_norm": 0.09627166390419006,
      "learning_rate": 8.707384302916001e-05,
      "loss": 0.0117,
      "step": 3664
    },
    {
      "epoch": 0.3973330442324371,
      "grad_norm": 0.47291067242622375,
      "learning_rate": 8.707021616132309e-05,
      "loss": 0.0665,
      "step": 3665
    },
    {
      "epoch": 0.3974414570685169,
      "grad_norm": 0.2121334820985794,
      "learning_rate": 8.706658929348614e-05,
      "loss": 0.0378,
      "step": 3666
    },
    {
      "epoch": 0.39754986990459673,
      "grad_norm": 0.24644844233989716,
      "learning_rate": 8.706296242564921e-05,
      "loss": 0.0498,
      "step": 3667
    },
    {
      "epoch": 0.3976582827406765,
      "grad_norm": 0.23997420072555542,
      "learning_rate": 8.705933555781228e-05,
      "loss": 0.042,
      "step": 3668
    },
    {
      "epoch": 0.3977666955767563,
      "grad_norm": 0.17888414859771729,
      "learning_rate": 8.705570868997534e-05,
      "loss": 0.0245,
      "step": 3669
    },
    {
      "epoch": 0.3978751084128361,
      "grad_norm": 0.42922601103782654,
      "learning_rate": 8.705208182213841e-05,
      "loss": 0.033,
      "step": 3670
    },
    {
      "epoch": 0.3979835212489159,
      "grad_norm": 0.1276978850364685,
      "learning_rate": 8.704845495430147e-05,
      "loss": 0.0342,
      "step": 3671
    },
    {
      "epoch": 0.39809193408499566,
      "grad_norm": 0.47995486855506897,
      "learning_rate": 8.704482808646454e-05,
      "loss": 0.0427,
      "step": 3672
    },
    {
      "epoch": 0.3982003469210755,
      "grad_norm": 0.24324816465377808,
      "learning_rate": 8.70412012186276e-05,
      "loss": 0.0248,
      "step": 3673
    },
    {
      "epoch": 0.39830875975715524,
      "grad_norm": 0.32454073429107666,
      "learning_rate": 8.703757435079067e-05,
      "loss": 0.0677,
      "step": 3674
    },
    {
      "epoch": 0.39841717259323506,
      "grad_norm": 0.8110359907150269,
      "learning_rate": 8.703394748295373e-05,
      "loss": 0.0306,
      "step": 3675
    },
    {
      "epoch": 0.3985255854293148,
      "grad_norm": 0.29682034254074097,
      "learning_rate": 8.703032061511678e-05,
      "loss": 0.0572,
      "step": 3676
    },
    {
      "epoch": 0.39863399826539464,
      "grad_norm": 0.29546692967414856,
      "learning_rate": 8.702669374727985e-05,
      "loss": 0.0467,
      "step": 3677
    },
    {
      "epoch": 0.3987424111014744,
      "grad_norm": 0.5055879950523376,
      "learning_rate": 8.702306687944291e-05,
      "loss": 0.0793,
      "step": 3678
    },
    {
      "epoch": 0.3988508239375542,
      "grad_norm": 0.1791258156299591,
      "learning_rate": 8.701944001160598e-05,
      "loss": 0.0195,
      "step": 3679
    },
    {
      "epoch": 0.398959236773634,
      "grad_norm": 0.6317842602729797,
      "learning_rate": 8.701581314376904e-05,
      "loss": 0.0853,
      "step": 3680
    },
    {
      "epoch": 0.3990676496097138,
      "grad_norm": 0.2200346291065216,
      "learning_rate": 8.701218627593211e-05,
      "loss": 0.0271,
      "step": 3681
    },
    {
      "epoch": 0.39917606244579357,
      "grad_norm": 0.4057858884334564,
      "learning_rate": 8.700855940809517e-05,
      "loss": 0.1136,
      "step": 3682
    },
    {
      "epoch": 0.3992844752818734,
      "grad_norm": 0.4295986592769623,
      "learning_rate": 8.700493254025824e-05,
      "loss": 0.0576,
      "step": 3683
    },
    {
      "epoch": 0.39939288811795315,
      "grad_norm": 0.258716344833374,
      "learning_rate": 8.70013056724213e-05,
      "loss": 0.0446,
      "step": 3684
    },
    {
      "epoch": 0.39950130095403297,
      "grad_norm": 0.17952421307563782,
      "learning_rate": 8.699767880458437e-05,
      "loss": 0.0195,
      "step": 3685
    },
    {
      "epoch": 0.39960971379011273,
      "grad_norm": 0.33702677488327026,
      "learning_rate": 8.699405193674744e-05,
      "loss": 0.0623,
      "step": 3686
    },
    {
      "epoch": 0.39971812662619255,
      "grad_norm": 0.21262185275554657,
      "learning_rate": 8.69904250689105e-05,
      "loss": 0.0339,
      "step": 3687
    },
    {
      "epoch": 0.3998265394622723,
      "grad_norm": 0.4339505732059479,
      "learning_rate": 8.698679820107357e-05,
      "loss": 0.0794,
      "step": 3688
    },
    {
      "epoch": 0.39993495229835213,
      "grad_norm": 0.25783678889274597,
      "learning_rate": 8.698317133323662e-05,
      "loss": 0.0395,
      "step": 3689
    },
    {
      "epoch": 0.4000433651344319,
      "grad_norm": 0.09738398343324661,
      "learning_rate": 8.697954446539968e-05,
      "loss": 0.012,
      "step": 3690
    },
    {
      "epoch": 0.4001517779705117,
      "grad_norm": 0.24812766909599304,
      "learning_rate": 8.697591759756275e-05,
      "loss": 0.0493,
      "step": 3691
    },
    {
      "epoch": 0.4002601908065915,
      "grad_norm": 0.1592526137828827,
      "learning_rate": 8.697229072972581e-05,
      "loss": 0.0286,
      "step": 3692
    },
    {
      "epoch": 0.4003686036426713,
      "grad_norm": 0.4075695872306824,
      "learning_rate": 8.696866386188888e-05,
      "loss": 0.0394,
      "step": 3693
    },
    {
      "epoch": 0.40047701647875106,
      "grad_norm": 0.37800052762031555,
      "learning_rate": 8.696503699405194e-05,
      "loss": 0.0384,
      "step": 3694
    },
    {
      "epoch": 0.4005854293148309,
      "grad_norm": 0.3126358091831207,
      "learning_rate": 8.696141012621501e-05,
      "loss": 0.0614,
      "step": 3695
    },
    {
      "epoch": 0.4006938421509107,
      "grad_norm": 0.19846133887767792,
      "learning_rate": 8.695778325837807e-05,
      "loss": 0.019,
      "step": 3696
    },
    {
      "epoch": 0.40080225498699046,
      "grad_norm": 0.4539911150932312,
      "learning_rate": 8.695415639054114e-05,
      "loss": 0.0536,
      "step": 3697
    },
    {
      "epoch": 0.4009106678230703,
      "grad_norm": 0.1933697760105133,
      "learning_rate": 8.69505295227042e-05,
      "loss": 0.0318,
      "step": 3698
    },
    {
      "epoch": 0.40101908065915004,
      "grad_norm": 0.3536306917667389,
      "learning_rate": 8.694690265486725e-05,
      "loss": 0.0449,
      "step": 3699
    },
    {
      "epoch": 0.40112749349522986,
      "grad_norm": 0.37883129715919495,
      "learning_rate": 8.694327578703032e-05,
      "loss": 0.0648,
      "step": 3700
    },
    {
      "epoch": 0.4012359063313096,
      "grad_norm": 0.4377976953983307,
      "learning_rate": 8.693964891919338e-05,
      "loss": 0.0935,
      "step": 3701
    },
    {
      "epoch": 0.40134431916738944,
      "grad_norm": 0.4192620813846588,
      "learning_rate": 8.693602205135646e-05,
      "loss": 0.0577,
      "step": 3702
    },
    {
      "epoch": 0.4014527320034692,
      "grad_norm": 0.258551687002182,
      "learning_rate": 8.693239518351952e-05,
      "loss": 0.0652,
      "step": 3703
    },
    {
      "epoch": 0.401561144839549,
      "grad_norm": 0.2127431184053421,
      "learning_rate": 8.692876831568258e-05,
      "loss": 0.0635,
      "step": 3704
    },
    {
      "epoch": 0.4016695576756288,
      "grad_norm": 0.3375511169433594,
      "learning_rate": 8.692514144784565e-05,
      "loss": 0.0559,
      "step": 3705
    },
    {
      "epoch": 0.4017779705117086,
      "grad_norm": 0.3133080005645752,
      "learning_rate": 8.692151458000871e-05,
      "loss": 0.0396,
      "step": 3706
    },
    {
      "epoch": 0.40188638334778837,
      "grad_norm": 0.4207133650779724,
      "learning_rate": 8.691788771217178e-05,
      "loss": 0.054,
      "step": 3707
    },
    {
      "epoch": 0.4019947961838682,
      "grad_norm": 0.4993205666542053,
      "learning_rate": 8.691426084433484e-05,
      "loss": 0.0757,
      "step": 3708
    },
    {
      "epoch": 0.40210320901994795,
      "grad_norm": 0.15498605370521545,
      "learning_rate": 8.69106339764979e-05,
      "loss": 0.0338,
      "step": 3709
    },
    {
      "epoch": 0.40221162185602777,
      "grad_norm": 0.3283270001411438,
      "learning_rate": 8.690700710866096e-05,
      "loss": 0.0412,
      "step": 3710
    },
    {
      "epoch": 0.40232003469210753,
      "grad_norm": 0.24809236824512482,
      "learning_rate": 8.690338024082403e-05,
      "loss": 0.0576,
      "step": 3711
    },
    {
      "epoch": 0.40242844752818735,
      "grad_norm": 0.23693938553333282,
      "learning_rate": 8.689975337298709e-05,
      "loss": 0.0527,
      "step": 3712
    },
    {
      "epoch": 0.4025368603642671,
      "grad_norm": 0.17057277262210846,
      "learning_rate": 8.689612650515015e-05,
      "loss": 0.0239,
      "step": 3713
    },
    {
      "epoch": 0.40264527320034693,
      "grad_norm": 0.19638879597187042,
      "learning_rate": 8.689249963731322e-05,
      "loss": 0.0183,
      "step": 3714
    },
    {
      "epoch": 0.4027536860364267,
      "grad_norm": 0.22164420783519745,
      "learning_rate": 8.688887276947628e-05,
      "loss": 0.0304,
      "step": 3715
    },
    {
      "epoch": 0.4028620988725065,
      "grad_norm": 0.2525196373462677,
      "learning_rate": 8.688524590163935e-05,
      "loss": 0.0439,
      "step": 3716
    },
    {
      "epoch": 0.4029705117085863,
      "grad_norm": 0.2975635826587677,
      "learning_rate": 8.68816190338024e-05,
      "loss": 0.0844,
      "step": 3717
    },
    {
      "epoch": 0.4030789245446661,
      "grad_norm": 0.5384271740913391,
      "learning_rate": 8.687799216596548e-05,
      "loss": 0.0413,
      "step": 3718
    },
    {
      "epoch": 0.40318733738074586,
      "grad_norm": 0.18592888116836548,
      "learning_rate": 8.687436529812853e-05,
      "loss": 0.0297,
      "step": 3719
    },
    {
      "epoch": 0.4032957502168257,
      "grad_norm": 0.16468912363052368,
      "learning_rate": 8.68707384302916e-05,
      "loss": 0.0387,
      "step": 3720
    },
    {
      "epoch": 0.40340416305290544,
      "grad_norm": 0.2553093731403351,
      "learning_rate": 8.686711156245468e-05,
      "loss": 0.0531,
      "step": 3721
    },
    {
      "epoch": 0.40351257588898526,
      "grad_norm": 0.250486820936203,
      "learning_rate": 8.686348469461773e-05,
      "loss": 0.0461,
      "step": 3722
    },
    {
      "epoch": 0.403620988725065,
      "grad_norm": 0.22267065942287445,
      "learning_rate": 8.68598578267808e-05,
      "loss": 0.0682,
      "step": 3723
    },
    {
      "epoch": 0.40372940156114484,
      "grad_norm": 0.32053157687187195,
      "learning_rate": 8.685623095894386e-05,
      "loss": 0.0626,
      "step": 3724
    },
    {
      "epoch": 0.4038378143972246,
      "grad_norm": 0.3859570622444153,
      "learning_rate": 8.685260409110693e-05,
      "loss": 0.0548,
      "step": 3725
    },
    {
      "epoch": 0.4039462272333044,
      "grad_norm": 0.24893510341644287,
      "learning_rate": 8.684897722326999e-05,
      "loss": 0.0738,
      "step": 3726
    },
    {
      "epoch": 0.40405464006938424,
      "grad_norm": 0.16585789620876312,
      "learning_rate": 8.684535035543305e-05,
      "loss": 0.0208,
      "step": 3727
    },
    {
      "epoch": 0.404163052905464,
      "grad_norm": 0.18155668675899506,
      "learning_rate": 8.684172348759612e-05,
      "loss": 0.0423,
      "step": 3728
    },
    {
      "epoch": 0.4042714657415438,
      "grad_norm": 0.17426323890686035,
      "learning_rate": 8.683809661975917e-05,
      "loss": 0.0249,
      "step": 3729
    },
    {
      "epoch": 0.4043798785776236,
      "grad_norm": 0.2845972180366516,
      "learning_rate": 8.683446975192225e-05,
      "loss": 0.0377,
      "step": 3730
    },
    {
      "epoch": 0.4044882914137034,
      "grad_norm": 0.1555548459291458,
      "learning_rate": 8.68308428840853e-05,
      "loss": 0.0259,
      "step": 3731
    },
    {
      "epoch": 0.40459670424978317,
      "grad_norm": 0.22542132437229156,
      "learning_rate": 8.682721601624837e-05,
      "loss": 0.055,
      "step": 3732
    },
    {
      "epoch": 0.404705117085863,
      "grad_norm": 0.22681736946105957,
      "learning_rate": 8.682358914841143e-05,
      "loss": 0.0509,
      "step": 3733
    },
    {
      "epoch": 0.40481352992194275,
      "grad_norm": 0.31027355790138245,
      "learning_rate": 8.68199622805745e-05,
      "loss": 0.0513,
      "step": 3734
    },
    {
      "epoch": 0.40492194275802257,
      "grad_norm": 0.21906410157680511,
      "learning_rate": 8.681633541273756e-05,
      "loss": 0.0398,
      "step": 3735
    },
    {
      "epoch": 0.40503035559410233,
      "grad_norm": 0.28437340259552,
      "learning_rate": 8.681270854490062e-05,
      "loss": 0.0583,
      "step": 3736
    },
    {
      "epoch": 0.40513876843018215,
      "grad_norm": 0.2395118623971939,
      "learning_rate": 8.68090816770637e-05,
      "loss": 0.0559,
      "step": 3737
    },
    {
      "epoch": 0.4052471812662619,
      "grad_norm": 0.08005816489458084,
      "learning_rate": 8.680545480922676e-05,
      "loss": 0.014,
      "step": 3738
    },
    {
      "epoch": 0.40535559410234173,
      "grad_norm": 0.22619278728961945,
      "learning_rate": 8.680182794138983e-05,
      "loss": 0.0204,
      "step": 3739
    },
    {
      "epoch": 0.4054640069384215,
      "grad_norm": 0.2624891996383667,
      "learning_rate": 8.679820107355289e-05,
      "loss": 0.0502,
      "step": 3740
    },
    {
      "epoch": 0.4055724197745013,
      "grad_norm": 0.29545822739601135,
      "learning_rate": 8.679457420571594e-05,
      "loss": 0.088,
      "step": 3741
    },
    {
      "epoch": 0.4056808326105811,
      "grad_norm": 0.09960342943668365,
      "learning_rate": 8.679094733787901e-05,
      "loss": 0.0339,
      "step": 3742
    },
    {
      "epoch": 0.4057892454466609,
      "grad_norm": 0.22623872756958008,
      "learning_rate": 8.678732047004207e-05,
      "loss": 0.0405,
      "step": 3743
    },
    {
      "epoch": 0.40589765828274066,
      "grad_norm": 0.14445868134498596,
      "learning_rate": 8.678369360220514e-05,
      "loss": 0.0205,
      "step": 3744
    },
    {
      "epoch": 0.4060060711188205,
      "grad_norm": 0.20825688540935516,
      "learning_rate": 8.67800667343682e-05,
      "loss": 0.0388,
      "step": 3745
    },
    {
      "epoch": 0.40611448395490024,
      "grad_norm": 0.4155072569847107,
      "learning_rate": 8.677643986653127e-05,
      "loss": 0.0906,
      "step": 3746
    },
    {
      "epoch": 0.40622289679098006,
      "grad_norm": 0.21327883005142212,
      "learning_rate": 8.677281299869433e-05,
      "loss": 0.0289,
      "step": 3747
    },
    {
      "epoch": 0.4063313096270598,
      "grad_norm": 0.32526135444641113,
      "learning_rate": 8.67691861308574e-05,
      "loss": 0.0719,
      "step": 3748
    },
    {
      "epoch": 0.40643972246313964,
      "grad_norm": 0.2679341733455658,
      "learning_rate": 8.676555926302046e-05,
      "loss": 0.0381,
      "step": 3749
    },
    {
      "epoch": 0.4065481352992194,
      "grad_norm": 0.16385452449321747,
      "learning_rate": 8.676193239518351e-05,
      "loss": 0.0259,
      "step": 3750
    },
    {
      "epoch": 0.4066565481352992,
      "grad_norm": 0.15004226565361023,
      "learning_rate": 8.675830552734658e-05,
      "loss": 0.0186,
      "step": 3751
    },
    {
      "epoch": 0.406764960971379,
      "grad_norm": 0.2848735749721527,
      "learning_rate": 8.675467865950964e-05,
      "loss": 0.0577,
      "step": 3752
    },
    {
      "epoch": 0.4068733738074588,
      "grad_norm": 0.2908913791179657,
      "learning_rate": 8.675105179167271e-05,
      "loss": 0.044,
      "step": 3753
    },
    {
      "epoch": 0.40698178664353857,
      "grad_norm": 0.5455483794212341,
      "learning_rate": 8.674742492383578e-05,
      "loss": 0.052,
      "step": 3754
    },
    {
      "epoch": 0.4070901994796184,
      "grad_norm": 0.18827398121356964,
      "learning_rate": 8.674379805599885e-05,
      "loss": 0.035,
      "step": 3755
    },
    {
      "epoch": 0.4071986123156982,
      "grad_norm": 0.29961487650871277,
      "learning_rate": 8.674017118816191e-05,
      "loss": 0.0545,
      "step": 3756
    },
    {
      "epoch": 0.40730702515177797,
      "grad_norm": 0.12202654033899307,
      "learning_rate": 8.673654432032497e-05,
      "loss": 0.0286,
      "step": 3757
    },
    {
      "epoch": 0.4074154379878578,
      "grad_norm": 0.6288583278656006,
      "learning_rate": 8.673291745248804e-05,
      "loss": 0.0369,
      "step": 3758
    },
    {
      "epoch": 0.40752385082393755,
      "grad_norm": 0.4437965452671051,
      "learning_rate": 8.67292905846511e-05,
      "loss": 0.0918,
      "step": 3759
    },
    {
      "epoch": 0.40763226366001737,
      "grad_norm": 0.3207298517227173,
      "learning_rate": 8.672566371681417e-05,
      "loss": 0.0725,
      "step": 3760
    },
    {
      "epoch": 0.40774067649609713,
      "grad_norm": 0.20758089423179626,
      "learning_rate": 8.672203684897723e-05,
      "loss": 0.0382,
      "step": 3761
    },
    {
      "epoch": 0.40784908933217695,
      "grad_norm": 0.38924574851989746,
      "learning_rate": 8.67184099811403e-05,
      "loss": 0.0171,
      "step": 3762
    },
    {
      "epoch": 0.4079575021682567,
      "grad_norm": 0.27548807859420776,
      "learning_rate": 8.671478311330335e-05,
      "loss": 0.0731,
      "step": 3763
    },
    {
      "epoch": 0.40806591500433653,
      "grad_norm": 0.11269805580377579,
      "learning_rate": 8.671115624546643e-05,
      "loss": 0.0224,
      "step": 3764
    },
    {
      "epoch": 0.4081743278404163,
      "grad_norm": 0.3581138849258423,
      "learning_rate": 8.670752937762948e-05,
      "loss": 0.0586,
      "step": 3765
    },
    {
      "epoch": 0.4082827406764961,
      "grad_norm": 0.2738254964351654,
      "learning_rate": 8.670390250979254e-05,
      "loss": 0.0562,
      "step": 3766
    },
    {
      "epoch": 0.4083911535125759,
      "grad_norm": 0.2774316668510437,
      "learning_rate": 8.670027564195561e-05,
      "loss": 0.0319,
      "step": 3767
    },
    {
      "epoch": 0.4084995663486557,
      "grad_norm": 0.23736223578453064,
      "learning_rate": 8.669664877411867e-05,
      "loss": 0.0479,
      "step": 3768
    },
    {
      "epoch": 0.40860797918473546,
      "grad_norm": 0.11279480904340744,
      "learning_rate": 8.669302190628174e-05,
      "loss": 0.0188,
      "step": 3769
    },
    {
      "epoch": 0.4087163920208153,
      "grad_norm": 0.22278855741024017,
      "learning_rate": 8.66893950384448e-05,
      "loss": 0.0539,
      "step": 3770
    },
    {
      "epoch": 0.40882480485689504,
      "grad_norm": 0.5436397790908813,
      "learning_rate": 8.668576817060787e-05,
      "loss": 0.0745,
      "step": 3771
    },
    {
      "epoch": 0.40893321769297486,
      "grad_norm": 0.2711590528488159,
      "learning_rate": 8.668214130277094e-05,
      "loss": 0.064,
      "step": 3772
    },
    {
      "epoch": 0.4090416305290546,
      "grad_norm": 0.17740152776241302,
      "learning_rate": 8.6678514434934e-05,
      "loss": 0.0299,
      "step": 3773
    },
    {
      "epoch": 0.40915004336513444,
      "grad_norm": 0.16432848572731018,
      "learning_rate": 8.667488756709707e-05,
      "loss": 0.0234,
      "step": 3774
    },
    {
      "epoch": 0.4092584562012142,
      "grad_norm": 0.49955177307128906,
      "learning_rate": 8.667126069926012e-05,
      "loss": 0.0436,
      "step": 3775
    },
    {
      "epoch": 0.409366869037294,
      "grad_norm": 0.26805973052978516,
      "learning_rate": 8.66676338314232e-05,
      "loss": 0.0337,
      "step": 3776
    },
    {
      "epoch": 0.4094752818733738,
      "grad_norm": 0.19203326106071472,
      "learning_rate": 8.666400696358625e-05,
      "loss": 0.0468,
      "step": 3777
    },
    {
      "epoch": 0.4095836947094536,
      "grad_norm": 0.38689202070236206,
      "learning_rate": 8.666038009574932e-05,
      "loss": 0.1092,
      "step": 3778
    },
    {
      "epoch": 0.40969210754553337,
      "grad_norm": 0.19198094308376312,
      "learning_rate": 8.665675322791238e-05,
      "loss": 0.0473,
      "step": 3779
    },
    {
      "epoch": 0.4098005203816132,
      "grad_norm": 0.2815820574760437,
      "learning_rate": 8.665312636007544e-05,
      "loss": 0.0318,
      "step": 3780
    },
    {
      "epoch": 0.40990893321769295,
      "grad_norm": 0.16152390837669373,
      "learning_rate": 8.664949949223851e-05,
      "loss": 0.0397,
      "step": 3781
    },
    {
      "epoch": 0.41001734605377277,
      "grad_norm": 0.15033204853534698,
      "learning_rate": 8.664587262440157e-05,
      "loss": 0.0167,
      "step": 3782
    },
    {
      "epoch": 0.41012575888985253,
      "grad_norm": 0.5876251459121704,
      "learning_rate": 8.664224575656464e-05,
      "loss": 0.0686,
      "step": 3783
    },
    {
      "epoch": 0.41023417172593235,
      "grad_norm": 0.4703314006328583,
      "learning_rate": 8.66386188887277e-05,
      "loss": 0.0877,
      "step": 3784
    },
    {
      "epoch": 0.41034258456201217,
      "grad_norm": 0.21731597185134888,
      "learning_rate": 8.663499202089076e-05,
      "loss": 0.0306,
      "step": 3785
    },
    {
      "epoch": 0.41045099739809193,
      "grad_norm": 0.12086456269025803,
      "learning_rate": 8.663136515305382e-05,
      "loss": 0.015,
      "step": 3786
    },
    {
      "epoch": 0.41055941023417175,
      "grad_norm": 0.36875417828559875,
      "learning_rate": 8.662773828521689e-05,
      "loss": 0.0685,
      "step": 3787
    },
    {
      "epoch": 0.4106678230702515,
      "grad_norm": 0.43234533071517944,
      "learning_rate": 8.662411141737995e-05,
      "loss": 0.0371,
      "step": 3788
    },
    {
      "epoch": 0.41077623590633133,
      "grad_norm": 0.2183195948600769,
      "learning_rate": 8.662048454954302e-05,
      "loss": 0.0273,
      "step": 3789
    },
    {
      "epoch": 0.4108846487424111,
      "grad_norm": 0.45765411853790283,
      "learning_rate": 8.661685768170609e-05,
      "loss": 0.0479,
      "step": 3790
    },
    {
      "epoch": 0.4109930615784909,
      "grad_norm": 0.27690428495407104,
      "learning_rate": 8.661323081386915e-05,
      "loss": 0.0526,
      "step": 3791
    },
    {
      "epoch": 0.4111014744145707,
      "grad_norm": 0.446193128824234,
      "learning_rate": 8.660960394603222e-05,
      "loss": 0.068,
      "step": 3792
    },
    {
      "epoch": 0.4112098872506505,
      "grad_norm": 0.2675241529941559,
      "learning_rate": 8.660597707819528e-05,
      "loss": 0.0499,
      "step": 3793
    },
    {
      "epoch": 0.41131830008673026,
      "grad_norm": 0.49313727021217346,
      "learning_rate": 8.660235021035833e-05,
      "loss": 0.0744,
      "step": 3794
    },
    {
      "epoch": 0.4114267129228101,
      "grad_norm": 0.3402615189552307,
      "learning_rate": 8.65987233425214e-05,
      "loss": 0.0437,
      "step": 3795
    },
    {
      "epoch": 0.41153512575888984,
      "grad_norm": 0.5355821251869202,
      "learning_rate": 8.659509647468446e-05,
      "loss": 0.1474,
      "step": 3796
    },
    {
      "epoch": 0.41164353859496966,
      "grad_norm": 0.4527791142463684,
      "learning_rate": 8.659146960684753e-05,
      "loss": 0.0683,
      "step": 3797
    },
    {
      "epoch": 0.4117519514310494,
      "grad_norm": 0.1534081995487213,
      "learning_rate": 8.658784273901059e-05,
      "loss": 0.0431,
      "step": 3798
    },
    {
      "epoch": 0.41186036426712924,
      "grad_norm": 0.28992345929145813,
      "learning_rate": 8.658421587117366e-05,
      "loss": 0.0555,
      "step": 3799
    },
    {
      "epoch": 0.411968777103209,
      "grad_norm": 0.2878566384315491,
      "learning_rate": 8.658058900333672e-05,
      "loss": 0.0459,
      "step": 3800
    },
    {
      "epoch": 0.4120771899392888,
      "grad_norm": 0.1818055361509323,
      "learning_rate": 8.657696213549979e-05,
      "loss": 0.0334,
      "step": 3801
    },
    {
      "epoch": 0.4121856027753686,
      "grad_norm": 0.2120082527399063,
      "learning_rate": 8.657333526766285e-05,
      "loss": 0.0335,
      "step": 3802
    },
    {
      "epoch": 0.4122940156114484,
      "grad_norm": 0.26289767026901245,
      "learning_rate": 8.65697083998259e-05,
      "loss": 0.0443,
      "step": 3803
    },
    {
      "epoch": 0.41240242844752817,
      "grad_norm": 0.3548204004764557,
      "learning_rate": 8.656608153198898e-05,
      "loss": 0.0732,
      "step": 3804
    },
    {
      "epoch": 0.412510841283608,
      "grad_norm": 0.18691600859165192,
      "learning_rate": 8.656245466415203e-05,
      "loss": 0.035,
      "step": 3805
    },
    {
      "epoch": 0.41261925411968775,
      "grad_norm": 0.22845228016376495,
      "learning_rate": 8.655882779631512e-05,
      "loss": 0.0415,
      "step": 3806
    },
    {
      "epoch": 0.41272766695576757,
      "grad_norm": 0.11617401987314224,
      "learning_rate": 8.655520092847817e-05,
      "loss": 0.0148,
      "step": 3807
    },
    {
      "epoch": 0.41283607979184733,
      "grad_norm": 0.33730921149253845,
      "learning_rate": 8.655157406064123e-05,
      "loss": 0.0538,
      "step": 3808
    },
    {
      "epoch": 0.41294449262792715,
      "grad_norm": 0.37151721119880676,
      "learning_rate": 8.65479471928043e-05,
      "loss": 0.0262,
      "step": 3809
    },
    {
      "epoch": 0.4130529054640069,
      "grad_norm": 0.17154595255851746,
      "learning_rate": 8.654432032496736e-05,
      "loss": 0.0193,
      "step": 3810
    },
    {
      "epoch": 0.41316131830008673,
      "grad_norm": 0.1132785826921463,
      "learning_rate": 8.654069345713043e-05,
      "loss": 0.0239,
      "step": 3811
    },
    {
      "epoch": 0.4132697311361665,
      "grad_norm": 0.22948119044303894,
      "learning_rate": 8.653706658929349e-05,
      "loss": 0.0681,
      "step": 3812
    },
    {
      "epoch": 0.4133781439722463,
      "grad_norm": 0.3618394136428833,
      "learning_rate": 8.653343972145656e-05,
      "loss": 0.0636,
      "step": 3813
    },
    {
      "epoch": 0.41348655680832613,
      "grad_norm": 0.3703289031982422,
      "learning_rate": 8.652981285361962e-05,
      "loss": 0.0725,
      "step": 3814
    },
    {
      "epoch": 0.4135949696444059,
      "grad_norm": 0.15785270929336548,
      "learning_rate": 8.652618598578269e-05,
      "loss": 0.0239,
      "step": 3815
    },
    {
      "epoch": 0.4137033824804857,
      "grad_norm": 0.1425163596868515,
      "learning_rate": 8.652255911794574e-05,
      "loss": 0.0272,
      "step": 3816
    },
    {
      "epoch": 0.4138117953165655,
      "grad_norm": 0.3346461057662964,
      "learning_rate": 8.65189322501088e-05,
      "loss": 0.0594,
      "step": 3817
    },
    {
      "epoch": 0.4139202081526453,
      "grad_norm": 0.6429926156997681,
      "learning_rate": 8.651530538227187e-05,
      "loss": 0.0991,
      "step": 3818
    },
    {
      "epoch": 0.41402862098872506,
      "grad_norm": 0.2936977744102478,
      "learning_rate": 8.651167851443493e-05,
      "loss": 0.049,
      "step": 3819
    },
    {
      "epoch": 0.4141370338248049,
      "grad_norm": 0.425179123878479,
      "learning_rate": 8.6508051646598e-05,
      "loss": 0.0768,
      "step": 3820
    },
    {
      "epoch": 0.41424544666088464,
      "grad_norm": 0.23660506308078766,
      "learning_rate": 8.650442477876106e-05,
      "loss": 0.0429,
      "step": 3821
    },
    {
      "epoch": 0.41435385949696446,
      "grad_norm": 0.2259865552186966,
      "learning_rate": 8.650079791092413e-05,
      "loss": 0.0413,
      "step": 3822
    },
    {
      "epoch": 0.4144622723330442,
      "grad_norm": 0.2667132318019867,
      "learning_rate": 8.64971710430872e-05,
      "loss": 0.0641,
      "step": 3823
    },
    {
      "epoch": 0.41457068516912404,
      "grad_norm": 0.12273826450109482,
      "learning_rate": 8.649354417525026e-05,
      "loss": 0.015,
      "step": 3824
    },
    {
      "epoch": 0.4146790980052038,
      "grad_norm": 0.18802660703659058,
      "learning_rate": 8.648991730741333e-05,
      "loss": 0.0436,
      "step": 3825
    },
    {
      "epoch": 0.4147875108412836,
      "grad_norm": 0.3970763087272644,
      "learning_rate": 8.648629043957639e-05,
      "loss": 0.0547,
      "step": 3826
    },
    {
      "epoch": 0.4148959236773634,
      "grad_norm": 0.3386593759059906,
      "learning_rate": 8.648266357173946e-05,
      "loss": 0.0337,
      "step": 3827
    },
    {
      "epoch": 0.4150043365134432,
      "grad_norm": 0.18822719156742096,
      "learning_rate": 8.647903670390251e-05,
      "loss": 0.0234,
      "step": 3828
    },
    {
      "epoch": 0.41511274934952297,
      "grad_norm": 0.22247615456581116,
      "learning_rate": 8.647540983606559e-05,
      "loss": 0.04,
      "step": 3829
    },
    {
      "epoch": 0.4152211621856028,
      "grad_norm": 0.29821673035621643,
      "learning_rate": 8.647178296822864e-05,
      "loss": 0.0471,
      "step": 3830
    },
    {
      "epoch": 0.41532957502168255,
      "grad_norm": 0.3523105978965759,
      "learning_rate": 8.64681561003917e-05,
      "loss": 0.0782,
      "step": 3831
    },
    {
      "epoch": 0.41543798785776237,
      "grad_norm": 0.3793443441390991,
      "learning_rate": 8.646452923255477e-05,
      "loss": 0.056,
      "step": 3832
    },
    {
      "epoch": 0.41554640069384213,
      "grad_norm": 0.12118767946958542,
      "learning_rate": 8.646090236471783e-05,
      "loss": 0.0172,
      "step": 3833
    },
    {
      "epoch": 0.41565481352992195,
      "grad_norm": 0.3860476016998291,
      "learning_rate": 8.64572754968809e-05,
      "loss": 0.0439,
      "step": 3834
    },
    {
      "epoch": 0.4157632263660017,
      "grad_norm": 0.3477858304977417,
      "learning_rate": 8.645364862904396e-05,
      "loss": 0.0215,
      "step": 3835
    },
    {
      "epoch": 0.41587163920208153,
      "grad_norm": 0.21169324219226837,
      "learning_rate": 8.645002176120703e-05,
      "loss": 0.0349,
      "step": 3836
    },
    {
      "epoch": 0.4159800520381613,
      "grad_norm": 0.14540328085422516,
      "learning_rate": 8.644639489337008e-05,
      "loss": 0.035,
      "step": 3837
    },
    {
      "epoch": 0.4160884648742411,
      "grad_norm": 0.39060404896736145,
      "learning_rate": 8.644276802553316e-05,
      "loss": 0.0669,
      "step": 3838
    },
    {
      "epoch": 0.4161968777103209,
      "grad_norm": 0.12982723116874695,
      "learning_rate": 8.643914115769621e-05,
      "loss": 0.0116,
      "step": 3839
    },
    {
      "epoch": 0.4163052905464007,
      "grad_norm": 1.1882270574569702,
      "learning_rate": 8.643551428985927e-05,
      "loss": 0.0402,
      "step": 3840
    },
    {
      "epoch": 0.41641370338248046,
      "grad_norm": 0.22243352234363556,
      "learning_rate": 8.643188742202235e-05,
      "loss": 0.0148,
      "step": 3841
    },
    {
      "epoch": 0.4165221162185603,
      "grad_norm": 0.22237414121627808,
      "learning_rate": 8.642826055418541e-05,
      "loss": 0.0461,
      "step": 3842
    },
    {
      "epoch": 0.41663052905464004,
      "grad_norm": 0.15221530199050903,
      "learning_rate": 8.642463368634848e-05,
      "loss": 0.0169,
      "step": 3843
    },
    {
      "epoch": 0.41673894189071986,
      "grad_norm": 0.8488441705703735,
      "learning_rate": 8.642100681851154e-05,
      "loss": 0.0906,
      "step": 3844
    },
    {
      "epoch": 0.4168473547267997,
      "grad_norm": 0.37293192744255066,
      "learning_rate": 8.641737995067461e-05,
      "loss": 0.0797,
      "step": 3845
    },
    {
      "epoch": 0.41695576756287944,
      "grad_norm": 0.32096853852272034,
      "learning_rate": 8.641375308283767e-05,
      "loss": 0.0347,
      "step": 3846
    },
    {
      "epoch": 0.41706418039895926,
      "grad_norm": 0.3599656820297241,
      "learning_rate": 8.641012621500073e-05,
      "loss": 0.0678,
      "step": 3847
    },
    {
      "epoch": 0.417172593235039,
      "grad_norm": 0.35978496074676514,
      "learning_rate": 8.64064993471638e-05,
      "loss": 0.0405,
      "step": 3848
    },
    {
      "epoch": 0.41728100607111884,
      "grad_norm": 0.30808770656585693,
      "learning_rate": 8.640287247932685e-05,
      "loss": 0.035,
      "step": 3849
    },
    {
      "epoch": 0.4173894189071986,
      "grad_norm": 0.4022780954837799,
      "learning_rate": 8.639924561148992e-05,
      "loss": 0.0553,
      "step": 3850
    },
    {
      "epoch": 0.4174978317432784,
      "grad_norm": 0.31742599606513977,
      "learning_rate": 8.639561874365298e-05,
      "loss": 0.0604,
      "step": 3851
    },
    {
      "epoch": 0.4176062445793582,
      "grad_norm": 0.21894706785678864,
      "learning_rate": 8.639199187581605e-05,
      "loss": 0.035,
      "step": 3852
    },
    {
      "epoch": 0.417714657415438,
      "grad_norm": 0.23708942532539368,
      "learning_rate": 8.638836500797911e-05,
      "loss": 0.0255,
      "step": 3853
    },
    {
      "epoch": 0.41782307025151777,
      "grad_norm": 0.37996041774749756,
      "learning_rate": 8.638473814014217e-05,
      "loss": 0.0819,
      "step": 3854
    },
    {
      "epoch": 0.4179314830875976,
      "grad_norm": 0.5785641670227051,
      "learning_rate": 8.638111127230524e-05,
      "loss": 0.0475,
      "step": 3855
    },
    {
      "epoch": 0.41803989592367735,
      "grad_norm": 0.47150352597236633,
      "learning_rate": 8.63774844044683e-05,
      "loss": 0.0633,
      "step": 3856
    },
    {
      "epoch": 0.41814830875975717,
      "grad_norm": 0.2328197956085205,
      "learning_rate": 8.637385753663137e-05,
      "loss": 0.0319,
      "step": 3857
    },
    {
      "epoch": 0.41825672159583693,
      "grad_norm": 0.24094423651695251,
      "learning_rate": 8.637023066879444e-05,
      "loss": 0.0364,
      "step": 3858
    },
    {
      "epoch": 0.41836513443191675,
      "grad_norm": 0.16265010833740234,
      "learning_rate": 8.636660380095751e-05,
      "loss": 0.0154,
      "step": 3859
    },
    {
      "epoch": 0.4184735472679965,
      "grad_norm": 0.2571006417274475,
      "learning_rate": 8.636297693312057e-05,
      "loss": 0.0435,
      "step": 3860
    },
    {
      "epoch": 0.41858196010407633,
      "grad_norm": 0.19443108141422272,
      "learning_rate": 8.635935006528362e-05,
      "loss": 0.0301,
      "step": 3861
    },
    {
      "epoch": 0.4186903729401561,
      "grad_norm": 0.26409587264060974,
      "learning_rate": 8.63557231974467e-05,
      "loss": 0.0557,
      "step": 3862
    },
    {
      "epoch": 0.4187987857762359,
      "grad_norm": 0.5484784245491028,
      "learning_rate": 8.635209632960975e-05,
      "loss": 0.0842,
      "step": 3863
    },
    {
      "epoch": 0.4189071986123157,
      "grad_norm": 0.28012529015541077,
      "learning_rate": 8.634846946177282e-05,
      "loss": 0.0439,
      "step": 3864
    },
    {
      "epoch": 0.4190156114483955,
      "grad_norm": 0.34223678708076477,
      "learning_rate": 8.634484259393588e-05,
      "loss": 0.0831,
      "step": 3865
    },
    {
      "epoch": 0.41912402428447526,
      "grad_norm": 0.187585711479187,
      "learning_rate": 8.634121572609895e-05,
      "loss": 0.0281,
      "step": 3866
    },
    {
      "epoch": 0.4192324371205551,
      "grad_norm": 0.2325284481048584,
      "learning_rate": 8.633758885826201e-05,
      "loss": 0.0374,
      "step": 3867
    },
    {
      "epoch": 0.41934084995663484,
      "grad_norm": 0.513382613658905,
      "learning_rate": 8.633396199042508e-05,
      "loss": 0.0412,
      "step": 3868
    },
    {
      "epoch": 0.41944926279271466,
      "grad_norm": 0.2163390815258026,
      "learning_rate": 8.633033512258814e-05,
      "loss": 0.0466,
      "step": 3869
    },
    {
      "epoch": 0.4195576756287944,
      "grad_norm": 0.2677414119243622,
      "learning_rate": 8.632670825475119e-05,
      "loss": 0.0459,
      "step": 3870
    },
    {
      "epoch": 0.41966608846487424,
      "grad_norm": 0.3278927505016327,
      "learning_rate": 8.632308138691426e-05,
      "loss": 0.0586,
      "step": 3871
    },
    {
      "epoch": 0.419774501300954,
      "grad_norm": 0.18661224842071533,
      "learning_rate": 8.631945451907732e-05,
      "loss": 0.0226,
      "step": 3872
    },
    {
      "epoch": 0.4198829141370338,
      "grad_norm": 0.35082703828811646,
      "learning_rate": 8.631582765124039e-05,
      "loss": 0.0672,
      "step": 3873
    },
    {
      "epoch": 0.41999132697311364,
      "grad_norm": 0.34367167949676514,
      "learning_rate": 8.631220078340345e-05,
      "loss": 0.044,
      "step": 3874
    },
    {
      "epoch": 0.4200997398091934,
      "grad_norm": 0.2576063871383667,
      "learning_rate": 8.630857391556652e-05,
      "loss": 0.0436,
      "step": 3875
    },
    {
      "epoch": 0.4202081526452732,
      "grad_norm": 0.207296222448349,
      "learning_rate": 8.630494704772959e-05,
      "loss": 0.0207,
      "step": 3876
    },
    {
      "epoch": 0.420316565481353,
      "grad_norm": 0.129750594496727,
      "learning_rate": 8.630132017989265e-05,
      "loss": 0.0226,
      "step": 3877
    },
    {
      "epoch": 0.4204249783174328,
      "grad_norm": 0.2383572906255722,
      "learning_rate": 8.629769331205572e-05,
      "loss": 0.0434,
      "step": 3878
    },
    {
      "epoch": 0.42053339115351257,
      "grad_norm": 0.4352719187736511,
      "learning_rate": 8.629406644421878e-05,
      "loss": 0.0658,
      "step": 3879
    },
    {
      "epoch": 0.4206418039895924,
      "grad_norm": 0.3861802816390991,
      "learning_rate": 8.629043957638185e-05,
      "loss": 0.0527,
      "step": 3880
    },
    {
      "epoch": 0.42075021682567215,
      "grad_norm": 0.3393144905567169,
      "learning_rate": 8.62868127085449e-05,
      "loss": 0.0569,
      "step": 3881
    },
    {
      "epoch": 0.42085862966175197,
      "grad_norm": 0.3752143979072571,
      "learning_rate": 8.628318584070798e-05,
      "loss": 0.0506,
      "step": 3882
    },
    {
      "epoch": 0.42096704249783173,
      "grad_norm": 0.2860197126865387,
      "learning_rate": 8.627955897287103e-05,
      "loss": 0.0447,
      "step": 3883
    },
    {
      "epoch": 0.42107545533391155,
      "grad_norm": 0.32650139927864075,
      "learning_rate": 8.627593210503409e-05,
      "loss": 0.0647,
      "step": 3884
    },
    {
      "epoch": 0.4211838681699913,
      "grad_norm": 0.20603716373443604,
      "learning_rate": 8.627230523719716e-05,
      "loss": 0.0252,
      "step": 3885
    },
    {
      "epoch": 0.42129228100607113,
      "grad_norm": 0.3671226501464844,
      "learning_rate": 8.626867836936022e-05,
      "loss": 0.0313,
      "step": 3886
    },
    {
      "epoch": 0.4214006938421509,
      "grad_norm": 0.4469534158706665,
      "learning_rate": 8.626505150152329e-05,
      "loss": 0.0688,
      "step": 3887
    },
    {
      "epoch": 0.4215091066782307,
      "grad_norm": 0.33051636815071106,
      "learning_rate": 8.626142463368635e-05,
      "loss": 0.0653,
      "step": 3888
    },
    {
      "epoch": 0.4216175195143105,
      "grad_norm": 0.48207172751426697,
      "learning_rate": 8.625779776584942e-05,
      "loss": 0.0972,
      "step": 3889
    },
    {
      "epoch": 0.4217259323503903,
      "grad_norm": 0.3289144039154053,
      "learning_rate": 8.625417089801248e-05,
      "loss": 0.057,
      "step": 3890
    },
    {
      "epoch": 0.42183434518647006,
      "grad_norm": 0.46985924243927,
      "learning_rate": 8.625054403017555e-05,
      "loss": 0.0643,
      "step": 3891
    },
    {
      "epoch": 0.4219427580225499,
      "grad_norm": 0.44607532024383545,
      "learning_rate": 8.62469171623386e-05,
      "loss": 0.1083,
      "step": 3892
    },
    {
      "epoch": 0.42205117085862964,
      "grad_norm": 0.3212713897228241,
      "learning_rate": 8.624329029450167e-05,
      "loss": 0.0432,
      "step": 3893
    },
    {
      "epoch": 0.42215958369470946,
      "grad_norm": 0.2245083600282669,
      "learning_rate": 8.623966342666475e-05,
      "loss": 0.0356,
      "step": 3894
    },
    {
      "epoch": 0.4222679965307892,
      "grad_norm": 0.33388790488243103,
      "learning_rate": 8.62360365588278e-05,
      "loss": 0.0746,
      "step": 3895
    },
    {
      "epoch": 0.42237640936686904,
      "grad_norm": 0.15841053426265717,
      "learning_rate": 8.623240969099087e-05,
      "loss": 0.0225,
      "step": 3896
    },
    {
      "epoch": 0.4224848222029488,
      "grad_norm": 0.10795111954212189,
      "learning_rate": 8.622878282315393e-05,
      "loss": 0.0222,
      "step": 3897
    },
    {
      "epoch": 0.4225932350390286,
      "grad_norm": 0.2435014545917511,
      "learning_rate": 8.622515595531699e-05,
      "loss": 0.0699,
      "step": 3898
    },
    {
      "epoch": 0.4227016478751084,
      "grad_norm": 0.19060875475406647,
      "learning_rate": 8.622152908748006e-05,
      "loss": 0.0324,
      "step": 3899
    },
    {
      "epoch": 0.4228100607111882,
      "grad_norm": 0.1203991025686264,
      "learning_rate": 8.621790221964312e-05,
      "loss": 0.0163,
      "step": 3900
    },
    {
      "epoch": 0.42291847354726797,
      "grad_norm": 0.3697330951690674,
      "learning_rate": 8.621427535180619e-05,
      "loss": 0.0815,
      "step": 3901
    },
    {
      "epoch": 0.4230268863833478,
      "grad_norm": 0.2738490700721741,
      "learning_rate": 8.621064848396924e-05,
      "loss": 0.0583,
      "step": 3902
    },
    {
      "epoch": 0.4231352992194276,
      "grad_norm": 0.1751594990491867,
      "learning_rate": 8.620702161613232e-05,
      "loss": 0.0249,
      "step": 3903
    },
    {
      "epoch": 0.42324371205550737,
      "grad_norm": 0.14201924204826355,
      "learning_rate": 8.620339474829537e-05,
      "loss": 0.0299,
      "step": 3904
    },
    {
      "epoch": 0.4233521248915872,
      "grad_norm": 0.19706350564956665,
      "learning_rate": 8.619976788045844e-05,
      "loss": 0.025,
      "step": 3905
    },
    {
      "epoch": 0.42346053772766695,
      "grad_norm": 0.21432539820671082,
      "learning_rate": 8.61961410126215e-05,
      "loss": 0.0241,
      "step": 3906
    },
    {
      "epoch": 0.42356895056374677,
      "grad_norm": 0.13136409223079681,
      "learning_rate": 8.619251414478456e-05,
      "loss": 0.0466,
      "step": 3907
    },
    {
      "epoch": 0.42367736339982653,
      "grad_norm": 0.12752088904380798,
      "learning_rate": 8.618888727694763e-05,
      "loss": 0.0205,
      "step": 3908
    },
    {
      "epoch": 0.42378577623590635,
      "grad_norm": 0.22120070457458496,
      "learning_rate": 8.618526040911069e-05,
      "loss": 0.0289,
      "step": 3909
    },
    {
      "epoch": 0.4238941890719861,
      "grad_norm": 0.4434349834918976,
      "learning_rate": 8.618163354127377e-05,
      "loss": 0.0966,
      "step": 3910
    },
    {
      "epoch": 0.42400260190806593,
      "grad_norm": 0.19945229589939117,
      "learning_rate": 8.617800667343683e-05,
      "loss": 0.0339,
      "step": 3911
    },
    {
      "epoch": 0.4241110147441457,
      "grad_norm": 0.27119195461273193,
      "learning_rate": 8.617437980559989e-05,
      "loss": 0.059,
      "step": 3912
    },
    {
      "epoch": 0.4242194275802255,
      "grad_norm": 0.15467409789562225,
      "learning_rate": 8.617075293776296e-05,
      "loss": 0.0272,
      "step": 3913
    },
    {
      "epoch": 0.4243278404163053,
      "grad_norm": 0.24555601179599762,
      "learning_rate": 8.616712606992601e-05,
      "loss": 0.0185,
      "step": 3914
    },
    {
      "epoch": 0.4244362532523851,
      "grad_norm": 0.2405613213777542,
      "learning_rate": 8.616349920208908e-05,
      "loss": 0.0242,
      "step": 3915
    },
    {
      "epoch": 0.42454466608846486,
      "grad_norm": 0.2068910002708435,
      "learning_rate": 8.615987233425214e-05,
      "loss": 0.0385,
      "step": 3916
    },
    {
      "epoch": 0.4246530789245447,
      "grad_norm": 0.2198673039674759,
      "learning_rate": 8.615624546641521e-05,
      "loss": 0.0317,
      "step": 3917
    },
    {
      "epoch": 0.42476149176062444,
      "grad_norm": 0.25102686882019043,
      "learning_rate": 8.615261859857827e-05,
      "loss": 0.0456,
      "step": 3918
    },
    {
      "epoch": 0.42486990459670426,
      "grad_norm": 0.14217965304851532,
      "learning_rate": 8.614899173074134e-05,
      "loss": 0.0405,
      "step": 3919
    },
    {
      "epoch": 0.424978317432784,
      "grad_norm": 0.6042402982711792,
      "learning_rate": 8.61453648629044e-05,
      "loss": 0.0472,
      "step": 3920
    },
    {
      "epoch": 0.42508673026886384,
      "grad_norm": 0.6090369820594788,
      "learning_rate": 8.614173799506746e-05,
      "loss": 0.0428,
      "step": 3921
    },
    {
      "epoch": 0.4251951431049436,
      "grad_norm": 0.32012733817100525,
      "learning_rate": 8.613811112723053e-05,
      "loss": 0.0562,
      "step": 3922
    },
    {
      "epoch": 0.4253035559410234,
      "grad_norm": 0.37030091881752014,
      "learning_rate": 8.613448425939358e-05,
      "loss": 0.053,
      "step": 3923
    },
    {
      "epoch": 0.4254119687771032,
      "grad_norm": 0.37051644921302795,
      "learning_rate": 8.613085739155665e-05,
      "loss": 0.0822,
      "step": 3924
    },
    {
      "epoch": 0.425520381613183,
      "grad_norm": 0.5127921104431152,
      "learning_rate": 8.612723052371971e-05,
      "loss": 0.0466,
      "step": 3925
    },
    {
      "epoch": 0.42562879444926277,
      "grad_norm": 0.2167094647884369,
      "learning_rate": 8.612360365588278e-05,
      "loss": 0.0324,
      "step": 3926
    },
    {
      "epoch": 0.4257372072853426,
      "grad_norm": 0.1649024337530136,
      "learning_rate": 8.611997678804585e-05,
      "loss": 0.0223,
      "step": 3927
    },
    {
      "epoch": 0.42584562012142235,
      "grad_norm": 0.25243422389030457,
      "learning_rate": 8.611634992020891e-05,
      "loss": 0.0493,
      "step": 3928
    },
    {
      "epoch": 0.42595403295750217,
      "grad_norm": 0.2902058959007263,
      "learning_rate": 8.611272305237198e-05,
      "loss": 0.0623,
      "step": 3929
    },
    {
      "epoch": 0.42606244579358193,
      "grad_norm": 0.17154955863952637,
      "learning_rate": 8.610909618453504e-05,
      "loss": 0.0304,
      "step": 3930
    },
    {
      "epoch": 0.42617085862966175,
      "grad_norm": 0.28622305393218994,
      "learning_rate": 8.610546931669811e-05,
      "loss": 0.0532,
      "step": 3931
    },
    {
      "epoch": 0.4262792714657415,
      "grad_norm": 0.24980227649211884,
      "learning_rate": 8.610184244886117e-05,
      "loss": 0.0413,
      "step": 3932
    },
    {
      "epoch": 0.42638768430182133,
      "grad_norm": 0.2241484671831131,
      "learning_rate": 8.609821558102424e-05,
      "loss": 0.0434,
      "step": 3933
    },
    {
      "epoch": 0.42649609713790115,
      "grad_norm": 0.4159902334213257,
      "learning_rate": 8.60945887131873e-05,
      "loss": 0.0791,
      "step": 3934
    },
    {
      "epoch": 0.4266045099739809,
      "grad_norm": 0.1337396204471588,
      "learning_rate": 8.609096184535035e-05,
      "loss": 0.0242,
      "step": 3935
    },
    {
      "epoch": 0.42671292281006074,
      "grad_norm": 0.3121943473815918,
      "learning_rate": 8.608733497751342e-05,
      "loss": 0.0563,
      "step": 3936
    },
    {
      "epoch": 0.4268213356461405,
      "grad_norm": 0.13423672318458557,
      "learning_rate": 8.608370810967648e-05,
      "loss": 0.029,
      "step": 3937
    },
    {
      "epoch": 0.4269297484822203,
      "grad_norm": 0.12441657483577728,
      "learning_rate": 8.608008124183955e-05,
      "loss": 0.0155,
      "step": 3938
    },
    {
      "epoch": 0.4270381613183001,
      "grad_norm": 0.4271116256713867,
      "learning_rate": 8.607645437400261e-05,
      "loss": 0.0846,
      "step": 3939
    },
    {
      "epoch": 0.4271465741543799,
      "grad_norm": 0.320220410823822,
      "learning_rate": 8.607282750616568e-05,
      "loss": 0.0301,
      "step": 3940
    },
    {
      "epoch": 0.42725498699045966,
      "grad_norm": 0.23516100645065308,
      "learning_rate": 8.606920063832874e-05,
      "loss": 0.0561,
      "step": 3941
    },
    {
      "epoch": 0.4273633998265395,
      "grad_norm": 0.24575740098953247,
      "learning_rate": 8.606557377049181e-05,
      "loss": 0.04,
      "step": 3942
    },
    {
      "epoch": 0.42747181266261924,
      "grad_norm": 0.23909178376197815,
      "learning_rate": 8.606194690265487e-05,
      "loss": 0.0507,
      "step": 3943
    },
    {
      "epoch": 0.42758022549869906,
      "grad_norm": 0.2777438759803772,
      "learning_rate": 8.605832003481794e-05,
      "loss": 0.0358,
      "step": 3944
    },
    {
      "epoch": 0.4276886383347788,
      "grad_norm": 0.15365691483020782,
      "learning_rate": 8.605469316698101e-05,
      "loss": 0.0283,
      "step": 3945
    },
    {
      "epoch": 0.42779705117085864,
      "grad_norm": 0.35096341371536255,
      "learning_rate": 8.605106629914407e-05,
      "loss": 0.116,
      "step": 3946
    },
    {
      "epoch": 0.4279054640069384,
      "grad_norm": 0.2930507957935333,
      "learning_rate": 8.604743943130714e-05,
      "loss": 0.0511,
      "step": 3947
    },
    {
      "epoch": 0.4280138768430182,
      "grad_norm": 0.303914874792099,
      "learning_rate": 8.60438125634702e-05,
      "loss": 0.0902,
      "step": 3948
    },
    {
      "epoch": 0.428122289679098,
      "grad_norm": 0.24581925570964813,
      "learning_rate": 8.604018569563326e-05,
      "loss": 0.0214,
      "step": 3949
    },
    {
      "epoch": 0.4282307025151778,
      "grad_norm": 0.1218048557639122,
      "learning_rate": 8.603655882779632e-05,
      "loss": 0.0216,
      "step": 3950
    },
    {
      "epoch": 0.42833911535125757,
      "grad_norm": 0.6252695322036743,
      "learning_rate": 8.603293195995938e-05,
      "loss": 0.0454,
      "step": 3951
    },
    {
      "epoch": 0.4284475281873374,
      "grad_norm": 0.18948036432266235,
      "learning_rate": 8.602930509212245e-05,
      "loss": 0.0493,
      "step": 3952
    },
    {
      "epoch": 0.42855594102341715,
      "grad_norm": 0.22593027353286743,
      "learning_rate": 8.602567822428551e-05,
      "loss": 0.0481,
      "step": 3953
    },
    {
      "epoch": 0.42866435385949697,
      "grad_norm": 0.21597851812839508,
      "learning_rate": 8.602205135644858e-05,
      "loss": 0.0257,
      "step": 3954
    },
    {
      "epoch": 0.42877276669557673,
      "grad_norm": 0.18083108961582184,
      "learning_rate": 8.601842448861164e-05,
      "loss": 0.0333,
      "step": 3955
    },
    {
      "epoch": 0.42888117953165655,
      "grad_norm": 0.13308921456336975,
      "learning_rate": 8.60147976207747e-05,
      "loss": 0.0294,
      "step": 3956
    },
    {
      "epoch": 0.4289895923677363,
      "grad_norm": 0.20736591517925262,
      "learning_rate": 8.601117075293776e-05,
      "loss": 0.038,
      "step": 3957
    },
    {
      "epoch": 0.42909800520381614,
      "grad_norm": 0.16124308109283447,
      "learning_rate": 8.600754388510082e-05,
      "loss": 0.0285,
      "step": 3958
    },
    {
      "epoch": 0.4292064180398959,
      "grad_norm": 0.22215856611728668,
      "learning_rate": 8.600391701726389e-05,
      "loss": 0.0514,
      "step": 3959
    },
    {
      "epoch": 0.4293148308759757,
      "grad_norm": 0.2903481423854828,
      "learning_rate": 8.600029014942695e-05,
      "loss": 0.0614,
      "step": 3960
    },
    {
      "epoch": 0.4294232437120555,
      "grad_norm": 0.4259941875934601,
      "learning_rate": 8.599666328159002e-05,
      "loss": 0.0581,
      "step": 3961
    },
    {
      "epoch": 0.4295316565481353,
      "grad_norm": 0.4055543839931488,
      "learning_rate": 8.599303641375309e-05,
      "loss": 0.0385,
      "step": 3962
    },
    {
      "epoch": 0.4296400693842151,
      "grad_norm": 0.14270088076591492,
      "learning_rate": 8.598940954591616e-05,
      "loss": 0.0313,
      "step": 3963
    },
    {
      "epoch": 0.4297484822202949,
      "grad_norm": 0.36933472752571106,
      "learning_rate": 8.598578267807922e-05,
      "loss": 0.0676,
      "step": 3964
    },
    {
      "epoch": 0.4298568950563747,
      "grad_norm": 0.29524585604667664,
      "learning_rate": 8.598215581024228e-05,
      "loss": 0.0589,
      "step": 3965
    },
    {
      "epoch": 0.42996530789245446,
      "grad_norm": 0.38709014654159546,
      "learning_rate": 8.597852894240535e-05,
      "loss": 0.0543,
      "step": 3966
    },
    {
      "epoch": 0.4300737207285343,
      "grad_norm": 1.0823484659194946,
      "learning_rate": 8.59749020745684e-05,
      "loss": 0.0505,
      "step": 3967
    },
    {
      "epoch": 0.43018213356461404,
      "grad_norm": 0.4419930577278137,
      "learning_rate": 8.597127520673148e-05,
      "loss": 0.0632,
      "step": 3968
    },
    {
      "epoch": 0.43029054640069386,
      "grad_norm": 0.2546364665031433,
      "learning_rate": 8.596764833889453e-05,
      "loss": 0.0388,
      "step": 3969
    },
    {
      "epoch": 0.4303989592367736,
      "grad_norm": 0.5046709179878235,
      "learning_rate": 8.59640214710576e-05,
      "loss": 0.0633,
      "step": 3970
    },
    {
      "epoch": 0.43050737207285344,
      "grad_norm": 0.3816874027252197,
      "learning_rate": 8.596039460322066e-05,
      "loss": 0.0621,
      "step": 3971
    },
    {
      "epoch": 0.4306157849089332,
      "grad_norm": 0.11716281622648239,
      "learning_rate": 8.595676773538373e-05,
      "loss": 0.0219,
      "step": 3972
    },
    {
      "epoch": 0.430724197745013,
      "grad_norm": 0.21537645161151886,
      "learning_rate": 8.595314086754679e-05,
      "loss": 0.0313,
      "step": 3973
    },
    {
      "epoch": 0.4308326105810928,
      "grad_norm": 0.4399679899215698,
      "learning_rate": 8.594951399970985e-05,
      "loss": 0.1206,
      "step": 3974
    },
    {
      "epoch": 0.4309410234171726,
      "grad_norm": 0.6830847859382629,
      "learning_rate": 8.594588713187292e-05,
      "loss": 0.0682,
      "step": 3975
    },
    {
      "epoch": 0.43104943625325237,
      "grad_norm": 0.42390352487564087,
      "learning_rate": 8.594226026403597e-05,
      "loss": 0.0861,
      "step": 3976
    },
    {
      "epoch": 0.4311578490893322,
      "grad_norm": 0.23201249539852142,
      "learning_rate": 8.593863339619905e-05,
      "loss": 0.0324,
      "step": 3977
    },
    {
      "epoch": 0.43126626192541195,
      "grad_norm": 0.10241543501615524,
      "learning_rate": 8.59350065283621e-05,
      "loss": 0.0231,
      "step": 3978
    },
    {
      "epoch": 0.43137467476149177,
      "grad_norm": 0.3373096287250519,
      "learning_rate": 8.593137966052517e-05,
      "loss": 0.0455,
      "step": 3979
    },
    {
      "epoch": 0.43148308759757154,
      "grad_norm": 0.1887550801038742,
      "learning_rate": 8.592775279268824e-05,
      "loss": 0.0244,
      "step": 3980
    },
    {
      "epoch": 0.43159150043365135,
      "grad_norm": 0.3183216154575348,
      "learning_rate": 8.59241259248513e-05,
      "loss": 0.0723,
      "step": 3981
    },
    {
      "epoch": 0.4316999132697311,
      "grad_norm": 0.26398399472236633,
      "learning_rate": 8.592049905701437e-05,
      "loss": 0.062,
      "step": 3982
    },
    {
      "epoch": 0.43180832610581094,
      "grad_norm": 0.18131262063980103,
      "learning_rate": 8.591687218917743e-05,
      "loss": 0.0381,
      "step": 3983
    },
    {
      "epoch": 0.4319167389418907,
      "grad_norm": 0.3402348756790161,
      "learning_rate": 8.59132453213405e-05,
      "loss": 0.0577,
      "step": 3984
    },
    {
      "epoch": 0.4320251517779705,
      "grad_norm": 0.24288874864578247,
      "learning_rate": 8.590961845350356e-05,
      "loss": 0.0472,
      "step": 3985
    },
    {
      "epoch": 0.4321335646140503,
      "grad_norm": 0.22824764251708984,
      "learning_rate": 8.590599158566663e-05,
      "loss": 0.0541,
      "step": 3986
    },
    {
      "epoch": 0.4322419774501301,
      "grad_norm": 0.26700612902641296,
      "learning_rate": 8.590236471782969e-05,
      "loss": 0.0553,
      "step": 3987
    },
    {
      "epoch": 0.43235039028620986,
      "grad_norm": 0.12338846176862717,
      "learning_rate": 8.589873784999274e-05,
      "loss": 0.0208,
      "step": 3988
    },
    {
      "epoch": 0.4324588031222897,
      "grad_norm": 0.33045873045921326,
      "learning_rate": 8.589511098215581e-05,
      "loss": 0.0436,
      "step": 3989
    },
    {
      "epoch": 0.43256721595836944,
      "grad_norm": 0.34008359909057617,
      "learning_rate": 8.589148411431887e-05,
      "loss": 0.0559,
      "step": 3990
    },
    {
      "epoch": 0.43267562879444926,
      "grad_norm": 0.31571313738822937,
      "learning_rate": 8.588785724648194e-05,
      "loss": 0.0606,
      "step": 3991
    },
    {
      "epoch": 0.4327840416305291,
      "grad_norm": 0.15607759356498718,
      "learning_rate": 8.5884230378645e-05,
      "loss": 0.036,
      "step": 3992
    },
    {
      "epoch": 0.43289245446660884,
      "grad_norm": 0.28999441862106323,
      "learning_rate": 8.588060351080807e-05,
      "loss": 0.0288,
      "step": 3993
    },
    {
      "epoch": 0.43300086730268866,
      "grad_norm": 0.30000028014183044,
      "learning_rate": 8.587697664297113e-05,
      "loss": 0.0473,
      "step": 3994
    },
    {
      "epoch": 0.4331092801387684,
      "grad_norm": 0.29902780055999756,
      "learning_rate": 8.58733497751342e-05,
      "loss": 0.0524,
      "step": 3995
    },
    {
      "epoch": 0.43321769297484825,
      "grad_norm": 0.20805610716342926,
      "learning_rate": 8.586972290729727e-05,
      "loss": 0.0364,
      "step": 3996
    },
    {
      "epoch": 0.433326105810928,
      "grad_norm": 0.37006422877311707,
      "learning_rate": 8.586609603946033e-05,
      "loss": 0.0229,
      "step": 3997
    },
    {
      "epoch": 0.4334345186470078,
      "grad_norm": 0.21746386587619781,
      "learning_rate": 8.58624691716234e-05,
      "loss": 0.0261,
      "step": 3998
    },
    {
      "epoch": 0.4335429314830876,
      "grad_norm": 0.19572387635707855,
      "learning_rate": 8.585884230378646e-05,
      "loss": 0.0328,
      "step": 3999
    },
    {
      "epoch": 0.4336513443191674,
      "grad_norm": 0.26334890723228455,
      "learning_rate": 8.585521543594953e-05,
      "loss": 0.0213,
      "step": 4000
    },
    {
      "epoch": 0.43375975715524717,
      "grad_norm": 0.3282983601093292,
      "learning_rate": 8.585158856811258e-05,
      "loss": 0.0292,
      "step": 4001
    },
    {
      "epoch": 0.433868169991327,
      "grad_norm": 0.20622359216213226,
      "learning_rate": 8.584796170027564e-05,
      "loss": 0.057,
      "step": 4002
    },
    {
      "epoch": 0.43397658282740675,
      "grad_norm": 0.2845878303050995,
      "learning_rate": 8.584433483243871e-05,
      "loss": 0.0416,
      "step": 4003
    },
    {
      "epoch": 0.4340849956634866,
      "grad_norm": 0.40589988231658936,
      "learning_rate": 8.584070796460177e-05,
      "loss": 0.0385,
      "step": 4004
    },
    {
      "epoch": 0.43419340849956634,
      "grad_norm": 0.10379020869731903,
      "learning_rate": 8.583708109676484e-05,
      "loss": 0.0159,
      "step": 4005
    },
    {
      "epoch": 0.43430182133564615,
      "grad_norm": 0.3422117531299591,
      "learning_rate": 8.58334542289279e-05,
      "loss": 0.0845,
      "step": 4006
    },
    {
      "epoch": 0.4344102341717259,
      "grad_norm": 0.164898082613945,
      "learning_rate": 8.582982736109097e-05,
      "loss": 0.0291,
      "step": 4007
    },
    {
      "epoch": 0.43451864700780574,
      "grad_norm": 0.19085487723350525,
      "learning_rate": 8.582620049325403e-05,
      "loss": 0.0407,
      "step": 4008
    },
    {
      "epoch": 0.4346270598438855,
      "grad_norm": 0.175705686211586,
      "learning_rate": 8.58225736254171e-05,
      "loss": 0.0215,
      "step": 4009
    },
    {
      "epoch": 0.4347354726799653,
      "grad_norm": 0.4354405105113983,
      "learning_rate": 8.581894675758015e-05,
      "loss": 0.068,
      "step": 4010
    },
    {
      "epoch": 0.4348438855160451,
      "grad_norm": 0.3102227449417114,
      "learning_rate": 8.581531988974321e-05,
      "loss": 0.0457,
      "step": 4011
    },
    {
      "epoch": 0.4349522983521249,
      "grad_norm": 0.5069084167480469,
      "learning_rate": 8.581169302190628e-05,
      "loss": 0.035,
      "step": 4012
    },
    {
      "epoch": 0.43506071118820466,
      "grad_norm": 0.06924287229776382,
      "learning_rate": 8.580806615406935e-05,
      "loss": 0.0117,
      "step": 4013
    },
    {
      "epoch": 0.4351691240242845,
      "grad_norm": 0.5796309113502502,
      "learning_rate": 8.580443928623242e-05,
      "loss": 0.0573,
      "step": 4014
    },
    {
      "epoch": 0.43527753686036424,
      "grad_norm": 0.4775586724281311,
      "learning_rate": 8.580081241839548e-05,
      "loss": 0.0473,
      "step": 4015
    },
    {
      "epoch": 0.43538594969644406,
      "grad_norm": 0.31322476267814636,
      "learning_rate": 8.579718555055854e-05,
      "loss": 0.0733,
      "step": 4016
    },
    {
      "epoch": 0.4354943625325238,
      "grad_norm": 0.4277815520763397,
      "learning_rate": 8.579355868272161e-05,
      "loss": 0.0695,
      "step": 4017
    },
    {
      "epoch": 0.43560277536860365,
      "grad_norm": 0.29649943113327026,
      "learning_rate": 8.578993181488467e-05,
      "loss": 0.0574,
      "step": 4018
    },
    {
      "epoch": 0.4357111882046834,
      "grad_norm": 0.179804727435112,
      "learning_rate": 8.578630494704774e-05,
      "loss": 0.0626,
      "step": 4019
    },
    {
      "epoch": 0.4358196010407632,
      "grad_norm": 0.48929283022880554,
      "learning_rate": 8.57826780792108e-05,
      "loss": 0.0496,
      "step": 4020
    },
    {
      "epoch": 0.43592801387684305,
      "grad_norm": 0.440660685300827,
      "learning_rate": 8.577905121137387e-05,
      "loss": 0.0696,
      "step": 4021
    },
    {
      "epoch": 0.4360364267129228,
      "grad_norm": 0.4766892194747925,
      "learning_rate": 8.577542434353692e-05,
      "loss": 0.0704,
      "step": 4022
    },
    {
      "epoch": 0.4361448395490026,
      "grad_norm": 0.26954418420791626,
      "learning_rate": 8.57717974757e-05,
      "loss": 0.0559,
      "step": 4023
    },
    {
      "epoch": 0.4362532523850824,
      "grad_norm": 0.2876589298248291,
      "learning_rate": 8.576817060786305e-05,
      "loss": 0.0543,
      "step": 4024
    },
    {
      "epoch": 0.4363616652211622,
      "grad_norm": 0.21098701655864716,
      "learning_rate": 8.576454374002611e-05,
      "loss": 0.033,
      "step": 4025
    },
    {
      "epoch": 0.436470078057242,
      "grad_norm": 0.2781876027584076,
      "learning_rate": 8.576091687218918e-05,
      "loss": 0.0645,
      "step": 4026
    },
    {
      "epoch": 0.4365784908933218,
      "grad_norm": 0.6481031775474548,
      "learning_rate": 8.575729000435224e-05,
      "loss": 0.0433,
      "step": 4027
    },
    {
      "epoch": 0.43668690372940155,
      "grad_norm": 0.4582648277282715,
      "learning_rate": 8.575366313651531e-05,
      "loss": 0.0878,
      "step": 4028
    },
    {
      "epoch": 0.4367953165654814,
      "grad_norm": 0.45215120911598206,
      "learning_rate": 8.575003626867837e-05,
      "loss": 0.0609,
      "step": 4029
    },
    {
      "epoch": 0.43690372940156114,
      "grad_norm": 0.0975218340754509,
      "learning_rate": 8.574640940084144e-05,
      "loss": 0.0155,
      "step": 4030
    },
    {
      "epoch": 0.43701214223764095,
      "grad_norm": 0.35558849573135376,
      "learning_rate": 8.574278253300451e-05,
      "loss": 0.076,
      "step": 4031
    },
    {
      "epoch": 0.4371205550737207,
      "grad_norm": 0.29192009568214417,
      "learning_rate": 8.573915566516756e-05,
      "loss": 0.0408,
      "step": 4032
    },
    {
      "epoch": 0.43722896790980054,
      "grad_norm": 0.17626290023326874,
      "learning_rate": 8.573552879733064e-05,
      "loss": 0.0377,
      "step": 4033
    },
    {
      "epoch": 0.4373373807458803,
      "grad_norm": 0.21569544076919556,
      "learning_rate": 8.573190192949369e-05,
      "loss": 0.0258,
      "step": 4034
    },
    {
      "epoch": 0.4374457935819601,
      "grad_norm": 0.3083762228488922,
      "learning_rate": 8.572827506165676e-05,
      "loss": 0.0344,
      "step": 4035
    },
    {
      "epoch": 0.4375542064180399,
      "grad_norm": 0.3564234972000122,
      "learning_rate": 8.572464819381982e-05,
      "loss": 0.094,
      "step": 4036
    },
    {
      "epoch": 0.4376626192541197,
      "grad_norm": 0.3664286732673645,
      "learning_rate": 8.572102132598289e-05,
      "loss": 0.045,
      "step": 4037
    },
    {
      "epoch": 0.43777103209019946,
      "grad_norm": 0.14334213733673096,
      "learning_rate": 8.571739445814595e-05,
      "loss": 0.0354,
      "step": 4038
    },
    {
      "epoch": 0.4378794449262793,
      "grad_norm": 0.4112395644187927,
      "learning_rate": 8.5713767590309e-05,
      "loss": 0.0379,
      "step": 4039
    },
    {
      "epoch": 0.43798785776235905,
      "grad_norm": 0.3920091986656189,
      "learning_rate": 8.571014072247208e-05,
      "loss": 0.0728,
      "step": 4040
    },
    {
      "epoch": 0.43809627059843886,
      "grad_norm": 0.3025822639465332,
      "learning_rate": 8.570651385463513e-05,
      "loss": 0.0487,
      "step": 4041
    },
    {
      "epoch": 0.4382046834345186,
      "grad_norm": 0.27999064326286316,
      "learning_rate": 8.57028869867982e-05,
      "loss": 0.0439,
      "step": 4042
    },
    {
      "epoch": 0.43831309627059845,
      "grad_norm": 0.3586275279521942,
      "learning_rate": 8.569926011896126e-05,
      "loss": 0.0483,
      "step": 4043
    },
    {
      "epoch": 0.4384215091066782,
      "grad_norm": 0.26387688517570496,
      "learning_rate": 8.569563325112433e-05,
      "loss": 0.089,
      "step": 4044
    },
    {
      "epoch": 0.438529921942758,
      "grad_norm": 0.16179358959197998,
      "learning_rate": 8.569200638328739e-05,
      "loss": 0.0311,
      "step": 4045
    },
    {
      "epoch": 0.4386383347788378,
      "grad_norm": 0.2997744679450989,
      "learning_rate": 8.568837951545046e-05,
      "loss": 0.0867,
      "step": 4046
    },
    {
      "epoch": 0.4387467476149176,
      "grad_norm": 0.12282463163137436,
      "learning_rate": 8.568475264761352e-05,
      "loss": 0.0336,
      "step": 4047
    },
    {
      "epoch": 0.4388551604509974,
      "grad_norm": 0.34700915217399597,
      "learning_rate": 8.568112577977659e-05,
      "loss": 0.0689,
      "step": 4048
    },
    {
      "epoch": 0.4389635732870772,
      "grad_norm": 0.20081309974193573,
      "learning_rate": 8.567749891193966e-05,
      "loss": 0.0404,
      "step": 4049
    },
    {
      "epoch": 0.43907198612315695,
      "grad_norm": 0.18294313549995422,
      "learning_rate": 8.567387204410272e-05,
      "loss": 0.0314,
      "step": 4050
    },
    {
      "epoch": 0.4391803989592368,
      "grad_norm": 0.12276874482631683,
      "learning_rate": 8.567024517626579e-05,
      "loss": 0.0135,
      "step": 4051
    },
    {
      "epoch": 0.4392888117953166,
      "grad_norm": 0.3157927691936493,
      "learning_rate": 8.566661830842885e-05,
      "loss": 0.054,
      "step": 4052
    },
    {
      "epoch": 0.43939722463139635,
      "grad_norm": 0.10230495035648346,
      "learning_rate": 8.566299144059192e-05,
      "loss": 0.0132,
      "step": 4053
    },
    {
      "epoch": 0.4395056374674762,
      "grad_norm": 0.2524489760398865,
      "learning_rate": 8.565936457275497e-05,
      "loss": 0.0624,
      "step": 4054
    },
    {
      "epoch": 0.43961405030355594,
      "grad_norm": 0.3659047782421112,
      "learning_rate": 8.565573770491803e-05,
      "loss": 0.063,
      "step": 4055
    },
    {
      "epoch": 0.43972246313963576,
      "grad_norm": 0.09977597743272781,
      "learning_rate": 8.56521108370811e-05,
      "loss": 0.0307,
      "step": 4056
    },
    {
      "epoch": 0.4398308759757155,
      "grad_norm": 0.3110203146934509,
      "learning_rate": 8.564848396924416e-05,
      "loss": 0.0609,
      "step": 4057
    },
    {
      "epoch": 0.43993928881179534,
      "grad_norm": 0.16455622017383575,
      "learning_rate": 8.564485710140723e-05,
      "loss": 0.0341,
      "step": 4058
    },
    {
      "epoch": 0.4400477016478751,
      "grad_norm": 0.27827736735343933,
      "learning_rate": 8.564123023357029e-05,
      "loss": 0.0668,
      "step": 4059
    },
    {
      "epoch": 0.4401561144839549,
      "grad_norm": 0.294291615486145,
      "learning_rate": 8.563760336573336e-05,
      "loss": 0.0451,
      "step": 4060
    },
    {
      "epoch": 0.4402645273200347,
      "grad_norm": 0.30581504106521606,
      "learning_rate": 8.563397649789642e-05,
      "loss": 0.0327,
      "step": 4061
    },
    {
      "epoch": 0.4403729401561145,
      "grad_norm": 0.3963622450828552,
      "learning_rate": 8.563034963005949e-05,
      "loss": 0.0344,
      "step": 4062
    },
    {
      "epoch": 0.44048135299219426,
      "grad_norm": 0.266384482383728,
      "learning_rate": 8.562672276222255e-05,
      "loss": 0.0697,
      "step": 4063
    },
    {
      "epoch": 0.4405897658282741,
      "grad_norm": 0.20625700056552887,
      "learning_rate": 8.56230958943856e-05,
      "loss": 0.0587,
      "step": 4064
    },
    {
      "epoch": 0.44069817866435385,
      "grad_norm": 0.10887154936790466,
      "learning_rate": 8.561946902654869e-05,
      "loss": 0.0342,
      "step": 4065
    },
    {
      "epoch": 0.44080659150043366,
      "grad_norm": 0.1693948209285736,
      "learning_rate": 8.561584215871174e-05,
      "loss": 0.0312,
      "step": 4066
    },
    {
      "epoch": 0.4409150043365134,
      "grad_norm": 0.260821670293808,
      "learning_rate": 8.561221529087481e-05,
      "loss": 0.0733,
      "step": 4067
    },
    {
      "epoch": 0.44102341717259325,
      "grad_norm": 0.3677356243133545,
      "learning_rate": 8.560858842303787e-05,
      "loss": 0.0838,
      "step": 4068
    },
    {
      "epoch": 0.441131830008673,
      "grad_norm": 0.8867080211639404,
      "learning_rate": 8.560496155520093e-05,
      "loss": 0.0889,
      "step": 4069
    },
    {
      "epoch": 0.44124024284475283,
      "grad_norm": 0.17235016822814941,
      "learning_rate": 8.5601334687364e-05,
      "loss": 0.0241,
      "step": 4070
    },
    {
      "epoch": 0.4413486556808326,
      "grad_norm": 0.16768592596054077,
      "learning_rate": 8.559770781952706e-05,
      "loss": 0.0227,
      "step": 4071
    },
    {
      "epoch": 0.4414570685169124,
      "grad_norm": 0.22532986104488373,
      "learning_rate": 8.559408095169013e-05,
      "loss": 0.0391,
      "step": 4072
    },
    {
      "epoch": 0.4415654813529922,
      "grad_norm": 0.45210716128349304,
      "learning_rate": 8.559045408385319e-05,
      "loss": 0.0854,
      "step": 4073
    },
    {
      "epoch": 0.441673894189072,
      "grad_norm": 0.27538347244262695,
      "learning_rate": 8.558682721601626e-05,
      "loss": 0.0535,
      "step": 4074
    },
    {
      "epoch": 0.44178230702515175,
      "grad_norm": 0.43364766240119934,
      "learning_rate": 8.558320034817931e-05,
      "loss": 0.0432,
      "step": 4075
    },
    {
      "epoch": 0.4418907198612316,
      "grad_norm": 0.11068138480186462,
      "learning_rate": 8.557957348034239e-05,
      "loss": 0.0132,
      "step": 4076
    },
    {
      "epoch": 0.44199913269731134,
      "grad_norm": 0.19930116832256317,
      "learning_rate": 8.557594661250544e-05,
      "loss": 0.0327,
      "step": 4077
    },
    {
      "epoch": 0.44210754553339116,
      "grad_norm": 0.1753671020269394,
      "learning_rate": 8.55723197446685e-05,
      "loss": 0.0331,
      "step": 4078
    },
    {
      "epoch": 0.4422159583694709,
      "grad_norm": 0.19825676083564758,
      "learning_rate": 8.556869287683157e-05,
      "loss": 0.0506,
      "step": 4079
    },
    {
      "epoch": 0.44232437120555074,
      "grad_norm": 0.30546364188194275,
      "learning_rate": 8.556506600899463e-05,
      "loss": 0.0355,
      "step": 4080
    },
    {
      "epoch": 0.44243278404163056,
      "grad_norm": 0.4146053194999695,
      "learning_rate": 8.55614391411577e-05,
      "loss": 0.0388,
      "step": 4081
    },
    {
      "epoch": 0.4425411968777103,
      "grad_norm": 0.2600128948688507,
      "learning_rate": 8.555781227332076e-05,
      "loss": 0.0281,
      "step": 4082
    },
    {
      "epoch": 0.44264960971379014,
      "grad_norm": 0.212796151638031,
      "learning_rate": 8.555418540548383e-05,
      "loss": 0.0449,
      "step": 4083
    },
    {
      "epoch": 0.4427580225498699,
      "grad_norm": 0.4115544855594635,
      "learning_rate": 8.55505585376469e-05,
      "loss": 0.0397,
      "step": 4084
    },
    {
      "epoch": 0.4428664353859497,
      "grad_norm": 0.23056255280971527,
      "learning_rate": 8.554693166980996e-05,
      "loss": 0.0538,
      "step": 4085
    },
    {
      "epoch": 0.4429748482220295,
      "grad_norm": 0.47806495428085327,
      "learning_rate": 8.554330480197303e-05,
      "loss": 0.0512,
      "step": 4086
    },
    {
      "epoch": 0.4430832610581093,
      "grad_norm": 0.3896864950656891,
      "learning_rate": 8.553967793413608e-05,
      "loss": 0.0534,
      "step": 4087
    },
    {
      "epoch": 0.44319167389418906,
      "grad_norm": 0.09906403720378876,
      "learning_rate": 8.553605106629915e-05,
      "loss": 0.0272,
      "step": 4088
    },
    {
      "epoch": 0.4433000867302689,
      "grad_norm": 0.5683437585830688,
      "learning_rate": 8.553242419846221e-05,
      "loss": 0.0724,
      "step": 4089
    },
    {
      "epoch": 0.44340849956634865,
      "grad_norm": 0.18947045505046844,
      "learning_rate": 8.552879733062528e-05,
      "loss": 0.0292,
      "step": 4090
    },
    {
      "epoch": 0.44351691240242846,
      "grad_norm": 0.3206293284893036,
      "learning_rate": 8.552517046278834e-05,
      "loss": 0.051,
      "step": 4091
    },
    {
      "epoch": 0.44362532523850823,
      "grad_norm": 0.25332021713256836,
      "learning_rate": 8.55215435949514e-05,
      "loss": 0.0356,
      "step": 4092
    },
    {
      "epoch": 0.44373373807458805,
      "grad_norm": 0.286802738904953,
      "learning_rate": 8.551791672711447e-05,
      "loss": 0.0415,
      "step": 4093
    },
    {
      "epoch": 0.4438421509106678,
      "grad_norm": 0.3218805193901062,
      "learning_rate": 8.551428985927753e-05,
      "loss": 0.0672,
      "step": 4094
    },
    {
      "epoch": 0.44395056374674763,
      "grad_norm": 0.5195350050926208,
      "learning_rate": 8.55106629914406e-05,
      "loss": 0.078,
      "step": 4095
    },
    {
      "epoch": 0.4440589765828274,
      "grad_norm": 0.24750210344791412,
      "learning_rate": 8.550703612360365e-05,
      "loss": 0.0243,
      "step": 4096
    },
    {
      "epoch": 0.4441673894189072,
      "grad_norm": 0.3182966113090515,
      "learning_rate": 8.550340925576672e-05,
      "loss": 0.0407,
      "step": 4097
    },
    {
      "epoch": 0.444275802254987,
      "grad_norm": 0.40531113743782043,
      "learning_rate": 8.549978238792978e-05,
      "loss": 0.0182,
      "step": 4098
    },
    {
      "epoch": 0.4443842150910668,
      "grad_norm": 0.39959073066711426,
      "learning_rate": 8.549615552009285e-05,
      "loss": 0.0781,
      "step": 4099
    },
    {
      "epoch": 0.44449262792714656,
      "grad_norm": 0.19510599970817566,
      "learning_rate": 8.549252865225592e-05,
      "loss": 0.0375,
      "step": 4100
    },
    {
      "epoch": 0.4446010407632264,
      "grad_norm": 0.1418495774269104,
      "learning_rate": 8.548890178441898e-05,
      "loss": 0.0388,
      "step": 4101
    },
    {
      "epoch": 0.44470945359930614,
      "grad_norm": 0.3373194634914398,
      "learning_rate": 8.548527491658205e-05,
      "loss": 0.0532,
      "step": 4102
    },
    {
      "epoch": 0.44481786643538596,
      "grad_norm": 0.12404336035251617,
      "learning_rate": 8.548164804874511e-05,
      "loss": 0.0268,
      "step": 4103
    },
    {
      "epoch": 0.4449262792714657,
      "grad_norm": 0.27373701333999634,
      "learning_rate": 8.547802118090818e-05,
      "loss": 0.0355,
      "step": 4104
    },
    {
      "epoch": 0.44503469210754554,
      "grad_norm": 0.15781652927398682,
      "learning_rate": 8.547439431307124e-05,
      "loss": 0.0268,
      "step": 4105
    },
    {
      "epoch": 0.4451431049436253,
      "grad_norm": 0.22271127998828888,
      "learning_rate": 8.54707674452343e-05,
      "loss": 0.0486,
      "step": 4106
    },
    {
      "epoch": 0.4452515177797051,
      "grad_norm": 0.21833208203315735,
      "learning_rate": 8.546714057739737e-05,
      "loss": 0.032,
      "step": 4107
    },
    {
      "epoch": 0.4453599306157849,
      "grad_norm": 0.23660241067409515,
      "learning_rate": 8.546351370956042e-05,
      "loss": 0.0295,
      "step": 4108
    },
    {
      "epoch": 0.4454683434518647,
      "grad_norm": 0.2104179859161377,
      "learning_rate": 8.54598868417235e-05,
      "loss": 0.0466,
      "step": 4109
    },
    {
      "epoch": 0.4455767562879445,
      "grad_norm": 0.3686688542366028,
      "learning_rate": 8.545625997388655e-05,
      "loss": 0.0655,
      "step": 4110
    },
    {
      "epoch": 0.4456851691240243,
      "grad_norm": 0.3626331090927124,
      "learning_rate": 8.545263310604962e-05,
      "loss": 0.0349,
      "step": 4111
    },
    {
      "epoch": 0.4457935819601041,
      "grad_norm": 0.375179260969162,
      "learning_rate": 8.544900623821268e-05,
      "loss": 0.0488,
      "step": 4112
    },
    {
      "epoch": 0.44590199479618386,
      "grad_norm": 0.34208381175994873,
      "learning_rate": 8.544537937037575e-05,
      "loss": 0.0414,
      "step": 4113
    },
    {
      "epoch": 0.4460104076322637,
      "grad_norm": 0.5506628751754761,
      "learning_rate": 8.544175250253881e-05,
      "loss": 0.0782,
      "step": 4114
    },
    {
      "epoch": 0.44611882046834345,
      "grad_norm": 0.4774687886238098,
      "learning_rate": 8.543812563470186e-05,
      "loss": 0.0386,
      "step": 4115
    },
    {
      "epoch": 0.44622723330442327,
      "grad_norm": 0.550693154335022,
      "learning_rate": 8.543449876686494e-05,
      "loss": 0.0296,
      "step": 4116
    },
    {
      "epoch": 0.44633564614050303,
      "grad_norm": 0.13369989395141602,
      "learning_rate": 8.5430871899028e-05,
      "loss": 0.0184,
      "step": 4117
    },
    {
      "epoch": 0.44644405897658285,
      "grad_norm": 0.47710785269737244,
      "learning_rate": 8.542724503119108e-05,
      "loss": 0.1151,
      "step": 4118
    },
    {
      "epoch": 0.4465524718126626,
      "grad_norm": 0.35089486837387085,
      "learning_rate": 8.542361816335413e-05,
      "loss": 0.0539,
      "step": 4119
    },
    {
      "epoch": 0.44666088464874243,
      "grad_norm": 0.2615734338760376,
      "learning_rate": 8.541999129551719e-05,
      "loss": 0.0496,
      "step": 4120
    },
    {
      "epoch": 0.4467692974848222,
      "grad_norm": 0.35942497849464417,
      "learning_rate": 8.541636442768026e-05,
      "loss": 0.0558,
      "step": 4121
    },
    {
      "epoch": 0.446877710320902,
      "grad_norm": 0.6230738162994385,
      "learning_rate": 8.541273755984332e-05,
      "loss": 0.0985,
      "step": 4122
    },
    {
      "epoch": 0.4469861231569818,
      "grad_norm": 0.09781064838171005,
      "learning_rate": 8.540911069200639e-05,
      "loss": 0.0189,
      "step": 4123
    },
    {
      "epoch": 0.4470945359930616,
      "grad_norm": 0.17429344356060028,
      "learning_rate": 8.540548382416945e-05,
      "loss": 0.0276,
      "step": 4124
    },
    {
      "epoch": 0.44720294882914136,
      "grad_norm": 0.12386727333068848,
      "learning_rate": 8.540185695633252e-05,
      "loss": 0.0333,
      "step": 4125
    },
    {
      "epoch": 0.4473113616652212,
      "grad_norm": 0.29487475752830505,
      "learning_rate": 8.539823008849558e-05,
      "loss": 0.068,
      "step": 4126
    },
    {
      "epoch": 0.44741977450130094,
      "grad_norm": 0.14124886691570282,
      "learning_rate": 8.539460322065865e-05,
      "loss": 0.0282,
      "step": 4127
    },
    {
      "epoch": 0.44752818733738076,
      "grad_norm": 0.28605934977531433,
      "learning_rate": 8.53909763528217e-05,
      "loss": 0.0675,
      "step": 4128
    },
    {
      "epoch": 0.4476366001734605,
      "grad_norm": 0.1554938703775406,
      "learning_rate": 8.538734948498476e-05,
      "loss": 0.0306,
      "step": 4129
    },
    {
      "epoch": 0.44774501300954034,
      "grad_norm": 0.3324300944805145,
      "learning_rate": 8.538372261714783e-05,
      "loss": 0.0582,
      "step": 4130
    },
    {
      "epoch": 0.4478534258456201,
      "grad_norm": 0.18592289090156555,
      "learning_rate": 8.538009574931089e-05,
      "loss": 0.0273,
      "step": 4131
    },
    {
      "epoch": 0.4479618386816999,
      "grad_norm": 0.25248390436172485,
      "learning_rate": 8.537646888147396e-05,
      "loss": 0.029,
      "step": 4132
    },
    {
      "epoch": 0.4480702515177797,
      "grad_norm": 0.12222345173358917,
      "learning_rate": 8.537284201363702e-05,
      "loss": 0.0243,
      "step": 4133
    },
    {
      "epoch": 0.4481786643538595,
      "grad_norm": 0.11206045746803284,
      "learning_rate": 8.53692151458001e-05,
      "loss": 0.01,
      "step": 4134
    },
    {
      "epoch": 0.44828707718993926,
      "grad_norm": 0.38875070214271545,
      "learning_rate": 8.536558827796316e-05,
      "loss": 0.0802,
      "step": 4135
    },
    {
      "epoch": 0.4483954900260191,
      "grad_norm": 0.27185145020484924,
      "learning_rate": 8.536196141012622e-05,
      "loss": 0.0475,
      "step": 4136
    },
    {
      "epoch": 0.44850390286209885,
      "grad_norm": 0.2926598787307739,
      "learning_rate": 8.535833454228929e-05,
      "loss": 0.0359,
      "step": 4137
    },
    {
      "epoch": 0.44861231569817867,
      "grad_norm": 0.19145642220973969,
      "learning_rate": 8.535470767445235e-05,
      "loss": 0.0464,
      "step": 4138
    },
    {
      "epoch": 0.4487207285342585,
      "grad_norm": 0.29688212275505066,
      "learning_rate": 8.535108080661542e-05,
      "loss": 0.0631,
      "step": 4139
    },
    {
      "epoch": 0.44882914137033825,
      "grad_norm": 0.11942315846681595,
      "learning_rate": 8.534745393877847e-05,
      "loss": 0.0306,
      "step": 4140
    },
    {
      "epoch": 0.44893755420641807,
      "grad_norm": 0.2310831993818283,
      "learning_rate": 8.534382707094155e-05,
      "loss": 0.0662,
      "step": 4141
    },
    {
      "epoch": 0.44904596704249783,
      "grad_norm": 0.2246764600276947,
      "learning_rate": 8.53402002031046e-05,
      "loss": 0.0318,
      "step": 4142
    },
    {
      "epoch": 0.44915437987857765,
      "grad_norm": 0.19313229620456696,
      "learning_rate": 8.533657333526766e-05,
      "loss": 0.0488,
      "step": 4143
    },
    {
      "epoch": 0.4492627927146574,
      "grad_norm": 0.2465066909790039,
      "learning_rate": 8.533294646743073e-05,
      "loss": 0.0546,
      "step": 4144
    },
    {
      "epoch": 0.44937120555073723,
      "grad_norm": 0.3305838406085968,
      "learning_rate": 8.532931959959379e-05,
      "loss": 0.0632,
      "step": 4145
    },
    {
      "epoch": 0.449479618386817,
      "grad_norm": 0.18642331659793854,
      "learning_rate": 8.532569273175686e-05,
      "loss": 0.0392,
      "step": 4146
    },
    {
      "epoch": 0.4495880312228968,
      "grad_norm": 0.2938363552093506,
      "learning_rate": 8.532206586391992e-05,
      "loss": 0.0468,
      "step": 4147
    },
    {
      "epoch": 0.4496964440589766,
      "grad_norm": 0.20022808015346527,
      "learning_rate": 8.531843899608299e-05,
      "loss": 0.0644,
      "step": 4148
    },
    {
      "epoch": 0.4498048568950564,
      "grad_norm": 0.3853328227996826,
      "learning_rate": 8.531481212824604e-05,
      "loss": 0.101,
      "step": 4149
    },
    {
      "epoch": 0.44991326973113616,
      "grad_norm": 0.13618288934230804,
      "learning_rate": 8.531118526040912e-05,
      "loss": 0.0357,
      "step": 4150
    },
    {
      "epoch": 0.450021682567216,
      "grad_norm": 0.3083956837654114,
      "learning_rate": 8.530755839257217e-05,
      "loss": 0.0585,
      "step": 4151
    },
    {
      "epoch": 0.45013009540329574,
      "grad_norm": 0.24561254680156708,
      "learning_rate": 8.530393152473524e-05,
      "loss": 0.0282,
      "step": 4152
    },
    {
      "epoch": 0.45023850823937556,
      "grad_norm": 0.17393676936626434,
      "learning_rate": 8.530030465689831e-05,
      "loss": 0.0298,
      "step": 4153
    },
    {
      "epoch": 0.4503469210754553,
      "grad_norm": 0.5257441997528076,
      "learning_rate": 8.529667778906137e-05,
      "loss": 0.082,
      "step": 4154
    },
    {
      "epoch": 0.45045533391153514,
      "grad_norm": 0.4086720943450928,
      "learning_rate": 8.529305092122444e-05,
      "loss": 0.0934,
      "step": 4155
    },
    {
      "epoch": 0.4505637467476149,
      "grad_norm": 0.47496896982192993,
      "learning_rate": 8.52894240533875e-05,
      "loss": 0.121,
      "step": 4156
    },
    {
      "epoch": 0.4506721595836947,
      "grad_norm": 0.25316524505615234,
      "learning_rate": 8.528579718555057e-05,
      "loss": 0.0323,
      "step": 4157
    },
    {
      "epoch": 0.4507805724197745,
      "grad_norm": 0.3032364547252655,
      "learning_rate": 8.528217031771363e-05,
      "loss": 0.0353,
      "step": 4158
    },
    {
      "epoch": 0.4508889852558543,
      "grad_norm": 0.14097681641578674,
      "learning_rate": 8.527854344987669e-05,
      "loss": 0.0261,
      "step": 4159
    },
    {
      "epoch": 0.45099739809193407,
      "grad_norm": 0.38900721073150635,
      "learning_rate": 8.527491658203976e-05,
      "loss": 0.0878,
      "step": 4160
    },
    {
      "epoch": 0.4511058109280139,
      "grad_norm": 0.3122943639755249,
      "learning_rate": 8.527128971420281e-05,
      "loss": 0.0453,
      "step": 4161
    },
    {
      "epoch": 0.45121422376409365,
      "grad_norm": 0.24735306203365326,
      "learning_rate": 8.526766284636588e-05,
      "loss": 0.0351,
      "step": 4162
    },
    {
      "epoch": 0.45132263660017347,
      "grad_norm": 0.2613082826137543,
      "learning_rate": 8.526403597852894e-05,
      "loss": 0.044,
      "step": 4163
    },
    {
      "epoch": 0.45143104943625323,
      "grad_norm": 0.30106115341186523,
      "learning_rate": 8.526040911069201e-05,
      "loss": 0.066,
      "step": 4164
    },
    {
      "epoch": 0.45153946227233305,
      "grad_norm": 0.2141883373260498,
      "learning_rate": 8.525678224285507e-05,
      "loss": 0.0607,
      "step": 4165
    },
    {
      "epoch": 0.4516478751084128,
      "grad_norm": 0.2927284836769104,
      "learning_rate": 8.525315537501814e-05,
      "loss": 0.0491,
      "step": 4166
    },
    {
      "epoch": 0.45175628794449263,
      "grad_norm": 0.36818403005599976,
      "learning_rate": 8.52495285071812e-05,
      "loss": 0.0483,
      "step": 4167
    },
    {
      "epoch": 0.4518647007805724,
      "grad_norm": 0.1353161633014679,
      "learning_rate": 8.524590163934426e-05,
      "loss": 0.0393,
      "step": 4168
    },
    {
      "epoch": 0.4519731136166522,
      "grad_norm": 0.1367032527923584,
      "learning_rate": 8.524227477150734e-05,
      "loss": 0.0177,
      "step": 4169
    },
    {
      "epoch": 0.45208152645273203,
      "grad_norm": 0.2772060036659241,
      "learning_rate": 8.52386479036704e-05,
      "loss": 0.0808,
      "step": 4170
    },
    {
      "epoch": 0.4521899392888118,
      "grad_norm": 0.2328074425458908,
      "learning_rate": 8.523502103583347e-05,
      "loss": 0.0561,
      "step": 4171
    },
    {
      "epoch": 0.4522983521248916,
      "grad_norm": 0.18201999366283417,
      "learning_rate": 8.523139416799653e-05,
      "loss": 0.0496,
      "step": 4172
    },
    {
      "epoch": 0.4524067649609714,
      "grad_norm": 0.17225657403469086,
      "learning_rate": 8.522776730015958e-05,
      "loss": 0.0269,
      "step": 4173
    },
    {
      "epoch": 0.4525151777970512,
      "grad_norm": 0.2244967371225357,
      "learning_rate": 8.522414043232265e-05,
      "loss": 0.0765,
      "step": 4174
    },
    {
      "epoch": 0.45262359063313096,
      "grad_norm": 0.1314144730567932,
      "learning_rate": 8.522051356448571e-05,
      "loss": 0.0252,
      "step": 4175
    },
    {
      "epoch": 0.4527320034692108,
      "grad_norm": 0.17286957800388336,
      "learning_rate": 8.521688669664878e-05,
      "loss": 0.0396,
      "step": 4176
    },
    {
      "epoch": 0.45284041630529054,
      "grad_norm": 0.2394222766160965,
      "learning_rate": 8.521325982881184e-05,
      "loss": 0.0592,
      "step": 4177
    },
    {
      "epoch": 0.45294882914137036,
      "grad_norm": 0.1776232272386551,
      "learning_rate": 8.520963296097491e-05,
      "loss": 0.0333,
      "step": 4178
    },
    {
      "epoch": 0.4530572419774501,
      "grad_norm": 0.2577718496322632,
      "learning_rate": 8.520600609313797e-05,
      "loss": 0.0645,
      "step": 4179
    },
    {
      "epoch": 0.45316565481352994,
      "grad_norm": 0.3749887943267822,
      "learning_rate": 8.520237922530104e-05,
      "loss": 0.0472,
      "step": 4180
    },
    {
      "epoch": 0.4532740676496097,
      "grad_norm": 0.23471763730049133,
      "learning_rate": 8.51987523574641e-05,
      "loss": 0.0609,
      "step": 4181
    },
    {
      "epoch": 0.4533824804856895,
      "grad_norm": 0.1495923399925232,
      "learning_rate": 8.519512548962715e-05,
      "loss": 0.0206,
      "step": 4182
    },
    {
      "epoch": 0.4534908933217693,
      "grad_norm": 0.4778329133987427,
      "learning_rate": 8.519149862179022e-05,
      "loss": 0.1417,
      "step": 4183
    },
    {
      "epoch": 0.4535993061578491,
      "grad_norm": 0.352668434381485,
      "learning_rate": 8.518787175395328e-05,
      "loss": 0.0394,
      "step": 4184
    },
    {
      "epoch": 0.45370771899392887,
      "grad_norm": 0.15170998871326447,
      "learning_rate": 8.518424488611635e-05,
      "loss": 0.0355,
      "step": 4185
    },
    {
      "epoch": 0.4538161318300087,
      "grad_norm": 0.435404509305954,
      "learning_rate": 8.518061801827942e-05,
      "loss": 0.0514,
      "step": 4186
    },
    {
      "epoch": 0.45392454466608845,
      "grad_norm": 0.22951969504356384,
      "learning_rate": 8.517699115044248e-05,
      "loss": 0.055,
      "step": 4187
    },
    {
      "epoch": 0.45403295750216827,
      "grad_norm": 0.2703993320465088,
      "learning_rate": 8.517336428260555e-05,
      "loss": 0.0594,
      "step": 4188
    },
    {
      "epoch": 0.45414137033824803,
      "grad_norm": 0.14366161823272705,
      "learning_rate": 8.516973741476861e-05,
      "loss": 0.0361,
      "step": 4189
    },
    {
      "epoch": 0.45424978317432785,
      "grad_norm": 0.2469336986541748,
      "learning_rate": 8.516611054693168e-05,
      "loss": 0.0426,
      "step": 4190
    },
    {
      "epoch": 0.4543581960104076,
      "grad_norm": 0.3916841149330139,
      "learning_rate": 8.516248367909474e-05,
      "loss": 0.065,
      "step": 4191
    },
    {
      "epoch": 0.45446660884648743,
      "grad_norm": 0.33727651834487915,
      "learning_rate": 8.515885681125781e-05,
      "loss": 0.0902,
      "step": 4192
    },
    {
      "epoch": 0.4545750216825672,
      "grad_norm": 0.33367106318473816,
      "learning_rate": 8.515522994342087e-05,
      "loss": 0.0679,
      "step": 4193
    },
    {
      "epoch": 0.454683434518647,
      "grad_norm": 0.4456901252269745,
      "learning_rate": 8.515160307558394e-05,
      "loss": 0.1049,
      "step": 4194
    },
    {
      "epoch": 0.4547918473547268,
      "grad_norm": 0.18075425922870636,
      "learning_rate": 8.5147976207747e-05,
      "loss": 0.0444,
      "step": 4195
    },
    {
      "epoch": 0.4549002601908066,
      "grad_norm": 0.22502674162387848,
      "learning_rate": 8.514434933991005e-05,
      "loss": 0.0232,
      "step": 4196
    },
    {
      "epoch": 0.45500867302688636,
      "grad_norm": 0.35653987526893616,
      "learning_rate": 8.514072247207312e-05,
      "loss": 0.039,
      "step": 4197
    },
    {
      "epoch": 0.4551170858629662,
      "grad_norm": 0.2181752622127533,
      "learning_rate": 8.513709560423618e-05,
      "loss": 0.0522,
      "step": 4198
    },
    {
      "epoch": 0.455225498699046,
      "grad_norm": 0.23484599590301514,
      "learning_rate": 8.513346873639925e-05,
      "loss": 0.0542,
      "step": 4199
    },
    {
      "epoch": 0.45533391153512576,
      "grad_norm": 0.408746600151062,
      "learning_rate": 8.512984186856231e-05,
      "loss": 0.092,
      "step": 4200
    },
    {
      "epoch": 0.4554423243712056,
      "grad_norm": 0.1895003318786621,
      "learning_rate": 8.512621500072538e-05,
      "loss": 0.0294,
      "step": 4201
    },
    {
      "epoch": 0.45555073720728534,
      "grad_norm": 0.320654034614563,
      "learning_rate": 8.512258813288844e-05,
      "loss": 0.0564,
      "step": 4202
    },
    {
      "epoch": 0.45565915004336516,
      "grad_norm": 0.1420806497335434,
      "learning_rate": 8.51189612650515e-05,
      "loss": 0.0503,
      "step": 4203
    },
    {
      "epoch": 0.4557675628794449,
      "grad_norm": 0.228767529129982,
      "learning_rate": 8.511533439721458e-05,
      "loss": 0.0502,
      "step": 4204
    },
    {
      "epoch": 0.45587597571552474,
      "grad_norm": 0.7262558937072754,
      "learning_rate": 8.511170752937763e-05,
      "loss": 0.0913,
      "step": 4205
    },
    {
      "epoch": 0.4559843885516045,
      "grad_norm": 0.2254001647233963,
      "learning_rate": 8.51080806615407e-05,
      "loss": 0.0436,
      "step": 4206
    },
    {
      "epoch": 0.4560928013876843,
      "grad_norm": 0.14664535224437714,
      "learning_rate": 8.510445379370376e-05,
      "loss": 0.0595,
      "step": 4207
    },
    {
      "epoch": 0.4562012142237641,
      "grad_norm": 0.18158604204654694,
      "learning_rate": 8.510082692586683e-05,
      "loss": 0.0286,
      "step": 4208
    },
    {
      "epoch": 0.4563096270598439,
      "grad_norm": 0.1795177310705185,
      "learning_rate": 8.509720005802989e-05,
      "loss": 0.0377,
      "step": 4209
    },
    {
      "epoch": 0.45641803989592367,
      "grad_norm": 0.12320849299430847,
      "learning_rate": 8.509357319019295e-05,
      "loss": 0.0271,
      "step": 4210
    },
    {
      "epoch": 0.4565264527320035,
      "grad_norm": 0.20013000071048737,
      "learning_rate": 8.508994632235602e-05,
      "loss": 0.0457,
      "step": 4211
    },
    {
      "epoch": 0.45663486556808325,
      "grad_norm": 0.24927620589733124,
      "learning_rate": 8.508631945451908e-05,
      "loss": 0.0493,
      "step": 4212
    },
    {
      "epoch": 0.45674327840416307,
      "grad_norm": 0.13427822291851044,
      "learning_rate": 8.508269258668215e-05,
      "loss": 0.0246,
      "step": 4213
    },
    {
      "epoch": 0.45685169124024283,
      "grad_norm": 0.3381372094154358,
      "learning_rate": 8.50790657188452e-05,
      "loss": 0.0491,
      "step": 4214
    },
    {
      "epoch": 0.45696010407632265,
      "grad_norm": 0.31992796063423157,
      "learning_rate": 8.507543885100828e-05,
      "loss": 0.0517,
      "step": 4215
    },
    {
      "epoch": 0.4570685169124024,
      "grad_norm": 0.12925325334072113,
      "learning_rate": 8.507181198317133e-05,
      "loss": 0.0239,
      "step": 4216
    },
    {
      "epoch": 0.45717692974848223,
      "grad_norm": 0.67425137758255,
      "learning_rate": 8.50681851153344e-05,
      "loss": 0.0573,
      "step": 4217
    },
    {
      "epoch": 0.457285342584562,
      "grad_norm": 0.26311740279197693,
      "learning_rate": 8.506455824749746e-05,
      "loss": 0.0561,
      "step": 4218
    },
    {
      "epoch": 0.4573937554206418,
      "grad_norm": 0.4089890122413635,
      "learning_rate": 8.506093137966052e-05,
      "loss": 0.0756,
      "step": 4219
    },
    {
      "epoch": 0.4575021682567216,
      "grad_norm": 0.3128887116909027,
      "learning_rate": 8.505730451182359e-05,
      "loss": 0.0548,
      "step": 4220
    },
    {
      "epoch": 0.4576105810928014,
      "grad_norm": 0.08552233129739761,
      "learning_rate": 8.505367764398666e-05,
      "loss": 0.0216,
      "step": 4221
    },
    {
      "epoch": 0.45771899392888116,
      "grad_norm": 0.1914045810699463,
      "learning_rate": 8.505005077614973e-05,
      "loss": 0.0459,
      "step": 4222
    },
    {
      "epoch": 0.457827406764961,
      "grad_norm": 0.1650012731552124,
      "learning_rate": 8.504642390831279e-05,
      "loss": 0.0381,
      "step": 4223
    },
    {
      "epoch": 0.45793581960104074,
      "grad_norm": 0.3219338357448578,
      "learning_rate": 8.504279704047585e-05,
      "loss": 0.068,
      "step": 4224
    },
    {
      "epoch": 0.45804423243712056,
      "grad_norm": 0.2786502242088318,
      "learning_rate": 8.503917017263892e-05,
      "loss": 0.0422,
      "step": 4225
    },
    {
      "epoch": 0.4581526452732003,
      "grad_norm": 0.20720790326595306,
      "learning_rate": 8.503554330480197e-05,
      "loss": 0.0386,
      "step": 4226
    },
    {
      "epoch": 0.45826105810928014,
      "grad_norm": 0.1964198648929596,
      "learning_rate": 8.503191643696504e-05,
      "loss": 0.0288,
      "step": 4227
    },
    {
      "epoch": 0.45836947094535996,
      "grad_norm": 0.23290689289569855,
      "learning_rate": 8.50282895691281e-05,
      "loss": 0.0354,
      "step": 4228
    },
    {
      "epoch": 0.4584778837814397,
      "grad_norm": 0.29196786880493164,
      "learning_rate": 8.502466270129117e-05,
      "loss": 0.052,
      "step": 4229
    },
    {
      "epoch": 0.45858629661751954,
      "grad_norm": 0.16085676848888397,
      "learning_rate": 8.502103583345423e-05,
      "loss": 0.043,
      "step": 4230
    },
    {
      "epoch": 0.4586947094535993,
      "grad_norm": 0.24140137434005737,
      "learning_rate": 8.50174089656173e-05,
      "loss": 0.0459,
      "step": 4231
    },
    {
      "epoch": 0.4588031222896791,
      "grad_norm": 0.43645861744880676,
      "learning_rate": 8.501378209778036e-05,
      "loss": 0.0657,
      "step": 4232
    },
    {
      "epoch": 0.4589115351257589,
      "grad_norm": 0.17193926870822906,
      "learning_rate": 8.501015522994342e-05,
      "loss": 0.0139,
      "step": 4233
    },
    {
      "epoch": 0.4590199479618387,
      "grad_norm": 0.18234197795391083,
      "learning_rate": 8.500652836210649e-05,
      "loss": 0.0528,
      "step": 4234
    },
    {
      "epoch": 0.45912836079791847,
      "grad_norm": 0.18794062733650208,
      "learning_rate": 8.500290149426954e-05,
      "loss": 0.058,
      "step": 4235
    },
    {
      "epoch": 0.4592367736339983,
      "grad_norm": 0.13265304267406464,
      "learning_rate": 8.499927462643261e-05,
      "loss": 0.0137,
      "step": 4236
    },
    {
      "epoch": 0.45934518647007805,
      "grad_norm": 0.3882615566253662,
      "learning_rate": 8.499564775859567e-05,
      "loss": 0.0422,
      "step": 4237
    },
    {
      "epoch": 0.45945359930615787,
      "grad_norm": 0.14150205254554749,
      "learning_rate": 8.499202089075876e-05,
      "loss": 0.0338,
      "step": 4238
    },
    {
      "epoch": 0.45956201214223763,
      "grad_norm": 0.24573594331741333,
      "learning_rate": 8.498839402292181e-05,
      "loss": 0.0343,
      "step": 4239
    },
    {
      "epoch": 0.45967042497831745,
      "grad_norm": 0.42073071002960205,
      "learning_rate": 8.498476715508487e-05,
      "loss": 0.0589,
      "step": 4240
    },
    {
      "epoch": 0.4597788378143972,
      "grad_norm": 0.6263527274131775,
      "learning_rate": 8.498114028724794e-05,
      "loss": 0.0994,
      "step": 4241
    },
    {
      "epoch": 0.45988725065047703,
      "grad_norm": 0.2214771807193756,
      "learning_rate": 8.4977513419411e-05,
      "loss": 0.0336,
      "step": 4242
    },
    {
      "epoch": 0.4599956634865568,
      "grad_norm": 0.3193320035934448,
      "learning_rate": 8.497388655157407e-05,
      "loss": 0.0646,
      "step": 4243
    },
    {
      "epoch": 0.4601040763226366,
      "grad_norm": 0.1306055635213852,
      "learning_rate": 8.497025968373713e-05,
      "loss": 0.0324,
      "step": 4244
    },
    {
      "epoch": 0.4602124891587164,
      "grad_norm": 0.2358422726392746,
      "learning_rate": 8.49666328159002e-05,
      "loss": 0.0215,
      "step": 4245
    },
    {
      "epoch": 0.4603209019947962,
      "grad_norm": 0.30126360058784485,
      "learning_rate": 8.496300594806326e-05,
      "loss": 0.0443,
      "step": 4246
    },
    {
      "epoch": 0.46042931483087596,
      "grad_norm": 0.1859310120344162,
      "learning_rate": 8.495937908022633e-05,
      "loss": 0.0345,
      "step": 4247
    },
    {
      "epoch": 0.4605377276669558,
      "grad_norm": 0.1640162169933319,
      "learning_rate": 8.495575221238938e-05,
      "loss": 0.0341,
      "step": 4248
    },
    {
      "epoch": 0.46064614050303554,
      "grad_norm": 0.16132238507270813,
      "learning_rate": 8.495212534455244e-05,
      "loss": 0.0202,
      "step": 4249
    },
    {
      "epoch": 0.46075455333911536,
      "grad_norm": 0.2589852511882782,
      "learning_rate": 8.494849847671551e-05,
      "loss": 0.0414,
      "step": 4250
    },
    {
      "epoch": 0.4608629661751951,
      "grad_norm": 0.16050395369529724,
      "learning_rate": 8.494487160887857e-05,
      "loss": 0.0247,
      "step": 4251
    },
    {
      "epoch": 0.46097137901127494,
      "grad_norm": 0.44088977575302124,
      "learning_rate": 8.494124474104164e-05,
      "loss": 0.073,
      "step": 4252
    },
    {
      "epoch": 0.4610797918473547,
      "grad_norm": 0.21949893236160278,
      "learning_rate": 8.49376178732047e-05,
      "loss": 0.0415,
      "step": 4253
    },
    {
      "epoch": 0.4611882046834345,
      "grad_norm": 0.45121315121650696,
      "learning_rate": 8.493399100536777e-05,
      "loss": 0.0219,
      "step": 4254
    },
    {
      "epoch": 0.4612966175195143,
      "grad_norm": 0.22520652413368225,
      "learning_rate": 8.493036413753084e-05,
      "loss": 0.0344,
      "step": 4255
    },
    {
      "epoch": 0.4614050303555941,
      "grad_norm": 0.21216456592082977,
      "learning_rate": 8.49267372696939e-05,
      "loss": 0.035,
      "step": 4256
    },
    {
      "epoch": 0.46151344319167387,
      "grad_norm": 0.3392968475818634,
      "learning_rate": 8.492311040185697e-05,
      "loss": 0.0652,
      "step": 4257
    },
    {
      "epoch": 0.4616218560277537,
      "grad_norm": 0.49120014905929565,
      "learning_rate": 8.491948353402003e-05,
      "loss": 0.0707,
      "step": 4258
    },
    {
      "epoch": 0.4617302688638335,
      "grad_norm": 0.3646221458911896,
      "learning_rate": 8.49158566661831e-05,
      "loss": 0.0719,
      "step": 4259
    },
    {
      "epoch": 0.46183868169991327,
      "grad_norm": 0.20514672994613647,
      "learning_rate": 8.491222979834615e-05,
      "loss": 0.0309,
      "step": 4260
    },
    {
      "epoch": 0.4619470945359931,
      "grad_norm": 0.39710643887519836,
      "learning_rate": 8.490860293050922e-05,
      "loss": 0.0505,
      "step": 4261
    },
    {
      "epoch": 0.46205550737207285,
      "grad_norm": 0.08798225224018097,
      "learning_rate": 8.490497606267228e-05,
      "loss": 0.0201,
      "step": 4262
    },
    {
      "epoch": 0.46216392020815267,
      "grad_norm": 0.5062680244445801,
      "learning_rate": 8.490134919483534e-05,
      "loss": 0.0347,
      "step": 4263
    },
    {
      "epoch": 0.46227233304423243,
      "grad_norm": 0.22848239541053772,
      "learning_rate": 8.489772232699841e-05,
      "loss": 0.0253,
      "step": 4264
    },
    {
      "epoch": 0.46238074588031225,
      "grad_norm": 0.20180298388004303,
      "learning_rate": 8.489409545916147e-05,
      "loss": 0.0394,
      "step": 4265
    },
    {
      "epoch": 0.462489158716392,
      "grad_norm": 0.2963257133960724,
      "learning_rate": 8.489046859132454e-05,
      "loss": 0.077,
      "step": 4266
    },
    {
      "epoch": 0.46259757155247183,
      "grad_norm": 0.4415241479873657,
      "learning_rate": 8.48868417234876e-05,
      "loss": 0.0783,
      "step": 4267
    },
    {
      "epoch": 0.4627059843885516,
      "grad_norm": 0.2735553979873657,
      "learning_rate": 8.488321485565067e-05,
      "loss": 0.0604,
      "step": 4268
    },
    {
      "epoch": 0.4628143972246314,
      "grad_norm": 0.26772791147232056,
      "learning_rate": 8.487958798781372e-05,
      "loss": 0.0389,
      "step": 4269
    },
    {
      "epoch": 0.4629228100607112,
      "grad_norm": 0.3631342351436615,
      "learning_rate": 8.48759611199768e-05,
      "loss": 0.045,
      "step": 4270
    },
    {
      "epoch": 0.463031222896791,
      "grad_norm": 0.12405593693256378,
      "learning_rate": 8.487233425213985e-05,
      "loss": 0.0176,
      "step": 4271
    },
    {
      "epoch": 0.46313963573287076,
      "grad_norm": 0.08669652044773102,
      "learning_rate": 8.486870738430291e-05,
      "loss": 0.0238,
      "step": 4272
    },
    {
      "epoch": 0.4632480485689506,
      "grad_norm": 0.2512197196483612,
      "learning_rate": 8.4865080516466e-05,
      "loss": 0.0402,
      "step": 4273
    },
    {
      "epoch": 0.46335646140503034,
      "grad_norm": 0.24980415403842926,
      "learning_rate": 8.486145364862905e-05,
      "loss": 0.0418,
      "step": 4274
    },
    {
      "epoch": 0.46346487424111016,
      "grad_norm": 0.40478405356407166,
      "learning_rate": 8.485782678079212e-05,
      "loss": 0.0527,
      "step": 4275
    },
    {
      "epoch": 0.4635732870771899,
      "grad_norm": 0.28447115421295166,
      "learning_rate": 8.485419991295518e-05,
      "loss": 0.0685,
      "step": 4276
    },
    {
      "epoch": 0.46368169991326974,
      "grad_norm": 0.07267799228429794,
      "learning_rate": 8.485057304511824e-05,
      "loss": 0.017,
      "step": 4277
    },
    {
      "epoch": 0.4637901127493495,
      "grad_norm": 0.3875136375427246,
      "learning_rate": 8.484694617728131e-05,
      "loss": 0.066,
      "step": 4278
    },
    {
      "epoch": 0.4638985255854293,
      "grad_norm": 0.19338060915470123,
      "learning_rate": 8.484331930944436e-05,
      "loss": 0.0519,
      "step": 4279
    },
    {
      "epoch": 0.4640069384215091,
      "grad_norm": 0.3220304250717163,
      "learning_rate": 8.483969244160744e-05,
      "loss": 0.049,
      "step": 4280
    },
    {
      "epoch": 0.4641153512575889,
      "grad_norm": 0.2906658947467804,
      "learning_rate": 8.483606557377049e-05,
      "loss": 0.0516,
      "step": 4281
    },
    {
      "epoch": 0.46422376409366867,
      "grad_norm": 0.19641847908496857,
      "learning_rate": 8.483243870593356e-05,
      "loss": 0.0381,
      "step": 4282
    },
    {
      "epoch": 0.4643321769297485,
      "grad_norm": 0.05468081682920456,
      "learning_rate": 8.482881183809662e-05,
      "loss": 0.0082,
      "step": 4283
    },
    {
      "epoch": 0.46444058976582825,
      "grad_norm": 0.21180066466331482,
      "learning_rate": 8.482518497025969e-05,
      "loss": 0.0443,
      "step": 4284
    },
    {
      "epoch": 0.46454900260190807,
      "grad_norm": 0.21332968771457672,
      "learning_rate": 8.482155810242275e-05,
      "loss": 0.0327,
      "step": 4285
    },
    {
      "epoch": 0.46465741543798783,
      "grad_norm": 0.19122859835624695,
      "learning_rate": 8.48179312345858e-05,
      "loss": 0.058,
      "step": 4286
    },
    {
      "epoch": 0.46476582827406765,
      "grad_norm": 0.3142938017845154,
      "learning_rate": 8.481430436674888e-05,
      "loss": 0.064,
      "step": 4287
    },
    {
      "epoch": 0.46487424111014747,
      "grad_norm": 0.18302087485790253,
      "learning_rate": 8.481067749891193e-05,
      "loss": 0.0269,
      "step": 4288
    },
    {
      "epoch": 0.46498265394622723,
      "grad_norm": 0.2178804725408554,
      "learning_rate": 8.4807050631075e-05,
      "loss": 0.0507,
      "step": 4289
    },
    {
      "epoch": 0.46509106678230705,
      "grad_norm": 0.500792384147644,
      "learning_rate": 8.480342376323808e-05,
      "loss": 0.0558,
      "step": 4290
    },
    {
      "epoch": 0.4651994796183868,
      "grad_norm": 0.43179693818092346,
      "learning_rate": 8.479979689540113e-05,
      "loss": 0.0358,
      "step": 4291
    },
    {
      "epoch": 0.46530789245446663,
      "grad_norm": 0.30209439992904663,
      "learning_rate": 8.47961700275642e-05,
      "loss": 0.0341,
      "step": 4292
    },
    {
      "epoch": 0.4654163052905464,
      "grad_norm": 0.24561595916748047,
      "learning_rate": 8.479254315972726e-05,
      "loss": 0.0849,
      "step": 4293
    },
    {
      "epoch": 0.4655247181266262,
      "grad_norm": 0.811376690864563,
      "learning_rate": 8.478891629189033e-05,
      "loss": 0.0614,
      "step": 4294
    },
    {
      "epoch": 0.465633130962706,
      "grad_norm": 0.17215830087661743,
      "learning_rate": 8.478528942405339e-05,
      "loss": 0.0277,
      "step": 4295
    },
    {
      "epoch": 0.4657415437987858,
      "grad_norm": 0.23469120264053345,
      "learning_rate": 8.478166255621646e-05,
      "loss": 0.0431,
      "step": 4296
    },
    {
      "epoch": 0.46584995663486556,
      "grad_norm": 0.2177143096923828,
      "learning_rate": 8.477803568837952e-05,
      "loss": 0.0246,
      "step": 4297
    },
    {
      "epoch": 0.4659583694709454,
      "grad_norm": 0.10800300538539886,
      "learning_rate": 8.477440882054259e-05,
      "loss": 0.0122,
      "step": 4298
    },
    {
      "epoch": 0.46606678230702514,
      "grad_norm": 0.3213171660900116,
      "learning_rate": 8.477078195270565e-05,
      "loss": 0.0614,
      "step": 4299
    },
    {
      "epoch": 0.46617519514310496,
      "grad_norm": 0.5225093364715576,
      "learning_rate": 8.47671550848687e-05,
      "loss": 0.0594,
      "step": 4300
    },
    {
      "epoch": 0.4662836079791847,
      "grad_norm": 0.45909449458122253,
      "learning_rate": 8.476352821703177e-05,
      "loss": 0.0624,
      "step": 4301
    },
    {
      "epoch": 0.46639202081526454,
      "grad_norm": 0.2908371686935425,
      "learning_rate": 8.475990134919483e-05,
      "loss": 0.035,
      "step": 4302
    },
    {
      "epoch": 0.4665004336513443,
      "grad_norm": 0.3061036467552185,
      "learning_rate": 8.47562744813579e-05,
      "loss": 0.0368,
      "step": 4303
    },
    {
      "epoch": 0.4666088464874241,
      "grad_norm": 0.29090896248817444,
      "learning_rate": 8.475264761352096e-05,
      "loss": 0.0399,
      "step": 4304
    },
    {
      "epoch": 0.4667172593235039,
      "grad_norm": 0.27985450625419617,
      "learning_rate": 8.474902074568403e-05,
      "loss": 0.0604,
      "step": 4305
    },
    {
      "epoch": 0.4668256721595837,
      "grad_norm": 0.42393869161605835,
      "learning_rate": 8.474539387784709e-05,
      "loss": 0.0867,
      "step": 4306
    },
    {
      "epoch": 0.46693408499566347,
      "grad_norm": 0.36886298656463623,
      "learning_rate": 8.474176701001016e-05,
      "loss": 0.0553,
      "step": 4307
    },
    {
      "epoch": 0.4670424978317433,
      "grad_norm": 0.172922283411026,
      "learning_rate": 8.473814014217323e-05,
      "loss": 0.0198,
      "step": 4308
    },
    {
      "epoch": 0.46715091066782305,
      "grad_norm": 0.1495065838098526,
      "learning_rate": 8.473451327433629e-05,
      "loss": 0.0319,
      "step": 4309
    },
    {
      "epoch": 0.46725932350390287,
      "grad_norm": 0.28187039494514465,
      "learning_rate": 8.473088640649936e-05,
      "loss": 0.0488,
      "step": 4310
    },
    {
      "epoch": 0.46736773633998263,
      "grad_norm": 0.305986613035202,
      "learning_rate": 8.472725953866242e-05,
      "loss": 0.0435,
      "step": 4311
    },
    {
      "epoch": 0.46747614917606245,
      "grad_norm": 0.053779203444719315,
      "learning_rate": 8.472363267082549e-05,
      "loss": 0.0102,
      "step": 4312
    },
    {
      "epoch": 0.4675845620121422,
      "grad_norm": 0.10265174508094788,
      "learning_rate": 8.472000580298854e-05,
      "loss": 0.0145,
      "step": 4313
    },
    {
      "epoch": 0.46769297484822203,
      "grad_norm": 0.20252376794815063,
      "learning_rate": 8.47163789351516e-05,
      "loss": 0.0272,
      "step": 4314
    },
    {
      "epoch": 0.4678013876843018,
      "grad_norm": 0.5973865389823914,
      "learning_rate": 8.471275206731467e-05,
      "loss": 0.0863,
      "step": 4315
    },
    {
      "epoch": 0.4679098005203816,
      "grad_norm": 0.40212416648864746,
      "learning_rate": 8.470912519947773e-05,
      "loss": 0.0236,
      "step": 4316
    },
    {
      "epoch": 0.46801821335646143,
      "grad_norm": 0.3117051422595978,
      "learning_rate": 8.47054983316408e-05,
      "loss": 0.0481,
      "step": 4317
    },
    {
      "epoch": 0.4681266261925412,
      "grad_norm": 0.2450014054775238,
      "learning_rate": 8.470187146380386e-05,
      "loss": 0.029,
      "step": 4318
    },
    {
      "epoch": 0.468235039028621,
      "grad_norm": 0.18291249871253967,
      "learning_rate": 8.469824459596693e-05,
      "loss": 0.0223,
      "step": 4319
    },
    {
      "epoch": 0.4683434518647008,
      "grad_norm": 0.19272638857364655,
      "learning_rate": 8.469461772812999e-05,
      "loss": 0.027,
      "step": 4320
    },
    {
      "epoch": 0.4684518647007806,
      "grad_norm": 0.248673215508461,
      "learning_rate": 8.469099086029306e-05,
      "loss": 0.0415,
      "step": 4321
    },
    {
      "epoch": 0.46856027753686036,
      "grad_norm": 0.7462036609649658,
      "learning_rate": 8.468736399245611e-05,
      "loss": 0.0912,
      "step": 4322
    },
    {
      "epoch": 0.4686686903729402,
      "grad_norm": 0.19000637531280518,
      "learning_rate": 8.468373712461917e-05,
      "loss": 0.034,
      "step": 4323
    },
    {
      "epoch": 0.46877710320901994,
      "grad_norm": 0.14960522949695587,
      "learning_rate": 8.468011025678226e-05,
      "loss": 0.0203,
      "step": 4324
    },
    {
      "epoch": 0.46888551604509976,
      "grad_norm": 0.31099557876586914,
      "learning_rate": 8.467648338894531e-05,
      "loss": 0.0277,
      "step": 4325
    },
    {
      "epoch": 0.4689939288811795,
      "grad_norm": 0.2962403893470764,
      "learning_rate": 8.467285652110838e-05,
      "loss": 0.0318,
      "step": 4326
    },
    {
      "epoch": 0.46910234171725934,
      "grad_norm": 0.5203545093536377,
      "learning_rate": 8.466922965327144e-05,
      "loss": 0.0877,
      "step": 4327
    },
    {
      "epoch": 0.4692107545533391,
      "grad_norm": 1.0983027219772339,
      "learning_rate": 8.46656027854345e-05,
      "loss": 0.0579,
      "step": 4328
    },
    {
      "epoch": 0.4693191673894189,
      "grad_norm": 0.16160213947296143,
      "learning_rate": 8.466197591759757e-05,
      "loss": 0.0167,
      "step": 4329
    },
    {
      "epoch": 0.4694275802254987,
      "grad_norm": 0.16158610582351685,
      "learning_rate": 8.465834904976063e-05,
      "loss": 0.0268,
      "step": 4330
    },
    {
      "epoch": 0.4695359930615785,
      "grad_norm": 0.17650684714317322,
      "learning_rate": 8.46547221819237e-05,
      "loss": 0.032,
      "step": 4331
    },
    {
      "epoch": 0.46964440589765827,
      "grad_norm": 0.17636772990226746,
      "learning_rate": 8.465109531408676e-05,
      "loss": 0.0186,
      "step": 4332
    },
    {
      "epoch": 0.4697528187337381,
      "grad_norm": 0.29437023401260376,
      "learning_rate": 8.464746844624983e-05,
      "loss": 0.0836,
      "step": 4333
    },
    {
      "epoch": 0.46986123156981785,
      "grad_norm": 0.14328758418560028,
      "learning_rate": 8.464384157841288e-05,
      "loss": 0.0267,
      "step": 4334
    },
    {
      "epoch": 0.46996964440589767,
      "grad_norm": 0.44229748845100403,
      "learning_rate": 8.464021471057595e-05,
      "loss": 0.0683,
      "step": 4335
    },
    {
      "epoch": 0.47007805724197743,
      "grad_norm": 0.3446213901042938,
      "learning_rate": 8.463658784273901e-05,
      "loss": 0.0756,
      "step": 4336
    },
    {
      "epoch": 0.47018647007805725,
      "grad_norm": 0.34783345460891724,
      "learning_rate": 8.463296097490207e-05,
      "loss": 0.049,
      "step": 4337
    },
    {
      "epoch": 0.470294882914137,
      "grad_norm": 0.21064427495002747,
      "learning_rate": 8.462933410706514e-05,
      "loss": 0.0464,
      "step": 4338
    },
    {
      "epoch": 0.47040329575021683,
      "grad_norm": 0.3218013644218445,
      "learning_rate": 8.46257072392282e-05,
      "loss": 0.054,
      "step": 4339
    },
    {
      "epoch": 0.4705117085862966,
      "grad_norm": 0.21852345764636993,
      "learning_rate": 8.462208037139127e-05,
      "loss": 0.0417,
      "step": 4340
    },
    {
      "epoch": 0.4706201214223764,
      "grad_norm": 0.22305116057395935,
      "learning_rate": 8.461845350355433e-05,
      "loss": 0.0273,
      "step": 4341
    },
    {
      "epoch": 0.4707285342584562,
      "grad_norm": 0.24026788771152496,
      "learning_rate": 8.461482663571741e-05,
      "loss": 0.0379,
      "step": 4342
    },
    {
      "epoch": 0.470836947094536,
      "grad_norm": 0.1646321564912796,
      "learning_rate": 8.461119976788047e-05,
      "loss": 0.0217,
      "step": 4343
    },
    {
      "epoch": 0.47094535993061576,
      "grad_norm": 0.5475398302078247,
      "learning_rate": 8.460757290004352e-05,
      "loss": 0.0984,
      "step": 4344
    },
    {
      "epoch": 0.4710537727666956,
      "grad_norm": 0.12474550306797028,
      "learning_rate": 8.46039460322066e-05,
      "loss": 0.017,
      "step": 4345
    },
    {
      "epoch": 0.4711621856027754,
      "grad_norm": 0.19869205355644226,
      "learning_rate": 8.460031916436965e-05,
      "loss": 0.0256,
      "step": 4346
    },
    {
      "epoch": 0.47127059843885516,
      "grad_norm": 0.46691927313804626,
      "learning_rate": 8.459669229653272e-05,
      "loss": 0.0839,
      "step": 4347
    },
    {
      "epoch": 0.471379011274935,
      "grad_norm": 0.27522942423820496,
      "learning_rate": 8.459306542869578e-05,
      "loss": 0.0599,
      "step": 4348
    },
    {
      "epoch": 0.47148742411101474,
      "grad_norm": 0.24394060671329498,
      "learning_rate": 8.458943856085885e-05,
      "loss": 0.0298,
      "step": 4349
    },
    {
      "epoch": 0.47159583694709456,
      "grad_norm": 0.36348477005958557,
      "learning_rate": 8.458581169302191e-05,
      "loss": 0.0386,
      "step": 4350
    },
    {
      "epoch": 0.4717042497831743,
      "grad_norm": 0.45297205448150635,
      "learning_rate": 8.458218482518498e-05,
      "loss": 0.0429,
      "step": 4351
    },
    {
      "epoch": 0.47181266261925414,
      "grad_norm": 0.24587850272655487,
      "learning_rate": 8.457855795734804e-05,
      "loss": 0.0508,
      "step": 4352
    },
    {
      "epoch": 0.4719210754553339,
      "grad_norm": 0.2452959567308426,
      "learning_rate": 8.45749310895111e-05,
      "loss": 0.0328,
      "step": 4353
    },
    {
      "epoch": 0.4720294882914137,
      "grad_norm": 0.3081895709037781,
      "learning_rate": 8.457130422167417e-05,
      "loss": 0.0534,
      "step": 4354
    },
    {
      "epoch": 0.4721379011274935,
      "grad_norm": 0.06616807729005814,
      "learning_rate": 8.456767735383722e-05,
      "loss": 0.0208,
      "step": 4355
    },
    {
      "epoch": 0.4722463139635733,
      "grad_norm": 0.0969662293791771,
      "learning_rate": 8.45640504860003e-05,
      "loss": 0.025,
      "step": 4356
    },
    {
      "epoch": 0.47235472679965307,
      "grad_norm": 0.17802204191684723,
      "learning_rate": 8.456042361816335e-05,
      "loss": 0.0221,
      "step": 4357
    },
    {
      "epoch": 0.4724631396357329,
      "grad_norm": 0.2914656698703766,
      "learning_rate": 8.455679675032642e-05,
      "loss": 0.0242,
      "step": 4358
    },
    {
      "epoch": 0.47257155247181265,
      "grad_norm": 0.2890875041484833,
      "learning_rate": 8.455316988248949e-05,
      "loss": 0.062,
      "step": 4359
    },
    {
      "epoch": 0.47267996530789247,
      "grad_norm": 0.28567516803741455,
      "learning_rate": 8.454954301465255e-05,
      "loss": 0.0684,
      "step": 4360
    },
    {
      "epoch": 0.47278837814397223,
      "grad_norm": 0.32004082202911377,
      "learning_rate": 8.454591614681562e-05,
      "loss": 0.0348,
      "step": 4361
    },
    {
      "epoch": 0.47289679098005205,
      "grad_norm": 0.29090696573257446,
      "learning_rate": 8.454228927897868e-05,
      "loss": 0.0295,
      "step": 4362
    },
    {
      "epoch": 0.4730052038161318,
      "grad_norm": 0.10514771938323975,
      "learning_rate": 8.453866241114175e-05,
      "loss": 0.0136,
      "step": 4363
    },
    {
      "epoch": 0.47311361665221163,
      "grad_norm": 0.20970790088176727,
      "learning_rate": 8.45350355433048e-05,
      "loss": 0.0304,
      "step": 4364
    },
    {
      "epoch": 0.4732220294882914,
      "grad_norm": 0.09676697105169296,
      "learning_rate": 8.453140867546788e-05,
      "loss": 0.0248,
      "step": 4365
    },
    {
      "epoch": 0.4733304423243712,
      "grad_norm": 0.3281712830066681,
      "learning_rate": 8.452778180763093e-05,
      "loss": 0.0638,
      "step": 4366
    },
    {
      "epoch": 0.473438855160451,
      "grad_norm": 0.2810092866420746,
      "learning_rate": 8.452415493979399e-05,
      "loss": 0.0564,
      "step": 4367
    },
    {
      "epoch": 0.4735472679965308,
      "grad_norm": 0.2910475432872772,
      "learning_rate": 8.452052807195706e-05,
      "loss": 0.0545,
      "step": 4368
    },
    {
      "epoch": 0.47365568083261056,
      "grad_norm": 0.20860810577869415,
      "learning_rate": 8.451690120412012e-05,
      "loss": 0.0315,
      "step": 4369
    },
    {
      "epoch": 0.4737640936686904,
      "grad_norm": 0.2554309070110321,
      "learning_rate": 8.451327433628319e-05,
      "loss": 0.0588,
      "step": 4370
    },
    {
      "epoch": 0.47387250650477014,
      "grad_norm": 0.23332251608371735,
      "learning_rate": 8.450964746844625e-05,
      "loss": 0.0473,
      "step": 4371
    },
    {
      "epoch": 0.47398091934084996,
      "grad_norm": 0.26837998628616333,
      "learning_rate": 8.450602060060932e-05,
      "loss": 0.0629,
      "step": 4372
    },
    {
      "epoch": 0.4740893321769297,
      "grad_norm": 0.20668143033981323,
      "learning_rate": 8.450239373277238e-05,
      "loss": 0.0309,
      "step": 4373
    },
    {
      "epoch": 0.47419774501300954,
      "grad_norm": 0.10319740325212479,
      "learning_rate": 8.449876686493545e-05,
      "loss": 0.0191,
      "step": 4374
    },
    {
      "epoch": 0.4743061578490893,
      "grad_norm": 0.35548603534698486,
      "learning_rate": 8.44951399970985e-05,
      "loss": 0.0353,
      "step": 4375
    },
    {
      "epoch": 0.4744145706851691,
      "grad_norm": 0.26945456862449646,
      "learning_rate": 8.449151312926158e-05,
      "loss": 0.0262,
      "step": 4376
    },
    {
      "epoch": 0.47452298352124894,
      "grad_norm": 0.31099310517311096,
      "learning_rate": 8.448788626142465e-05,
      "loss": 0.052,
      "step": 4377
    },
    {
      "epoch": 0.4746313963573287,
      "grad_norm": 0.1711892932653427,
      "learning_rate": 8.44842593935877e-05,
      "loss": 0.0212,
      "step": 4378
    },
    {
      "epoch": 0.4747398091934085,
      "grad_norm": 0.18817682564258575,
      "learning_rate": 8.448063252575078e-05,
      "loss": 0.0134,
      "step": 4379
    },
    {
      "epoch": 0.4748482220294883,
      "grad_norm": 0.33360716700553894,
      "learning_rate": 8.447700565791383e-05,
      "loss": 0.0571,
      "step": 4380
    },
    {
      "epoch": 0.4749566348655681,
      "grad_norm": 0.3388920724391937,
      "learning_rate": 8.447337879007689e-05,
      "loss": 0.0709,
      "step": 4381
    },
    {
      "epoch": 0.47506504770164787,
      "grad_norm": 0.22948551177978516,
      "learning_rate": 8.446975192223996e-05,
      "loss": 0.0468,
      "step": 4382
    },
    {
      "epoch": 0.4751734605377277,
      "grad_norm": 0.3414705991744995,
      "learning_rate": 8.446612505440302e-05,
      "loss": 0.0469,
      "step": 4383
    },
    {
      "epoch": 0.47528187337380745,
      "grad_norm": 0.05161450803279877,
      "learning_rate": 8.446249818656609e-05,
      "loss": 0.0064,
      "step": 4384
    },
    {
      "epoch": 0.47539028620988727,
      "grad_norm": 0.19626082479953766,
      "learning_rate": 8.445887131872915e-05,
      "loss": 0.0238,
      "step": 4385
    },
    {
      "epoch": 0.47549869904596703,
      "grad_norm": 0.2780058681964874,
      "learning_rate": 8.445524445089222e-05,
      "loss": 0.0599,
      "step": 4386
    },
    {
      "epoch": 0.47560711188204685,
      "grad_norm": 0.33064284920692444,
      "learning_rate": 8.445161758305527e-05,
      "loss": 0.0499,
      "step": 4387
    },
    {
      "epoch": 0.4757155247181266,
      "grad_norm": 0.4876641631126404,
      "learning_rate": 8.444799071521835e-05,
      "loss": 0.0634,
      "step": 4388
    },
    {
      "epoch": 0.47582393755420643,
      "grad_norm": 0.35608363151550293,
      "learning_rate": 8.44443638473814e-05,
      "loss": 0.0615,
      "step": 4389
    },
    {
      "epoch": 0.4759323503902862,
      "grad_norm": 0.18348297476768494,
      "learning_rate": 8.444073697954446e-05,
      "loss": 0.0283,
      "step": 4390
    },
    {
      "epoch": 0.476040763226366,
      "grad_norm": 0.49291419982910156,
      "learning_rate": 8.443711011170753e-05,
      "loss": 0.1286,
      "step": 4391
    },
    {
      "epoch": 0.4761491760624458,
      "grad_norm": 0.12294826656579971,
      "learning_rate": 8.443348324387059e-05,
      "loss": 0.0193,
      "step": 4392
    },
    {
      "epoch": 0.4762575888985256,
      "grad_norm": 0.4252347946166992,
      "learning_rate": 8.442985637603366e-05,
      "loss": 0.0764,
      "step": 4393
    },
    {
      "epoch": 0.47636600173460536,
      "grad_norm": 0.31489551067352295,
      "learning_rate": 8.442622950819673e-05,
      "loss": 0.0482,
      "step": 4394
    },
    {
      "epoch": 0.4764744145706852,
      "grad_norm": 0.17112241685390472,
      "learning_rate": 8.442260264035979e-05,
      "loss": 0.0204,
      "step": 4395
    },
    {
      "epoch": 0.47658282740676494,
      "grad_norm": 0.47045132517814636,
      "learning_rate": 8.441897577252286e-05,
      "loss": 0.0706,
      "step": 4396
    },
    {
      "epoch": 0.47669124024284476,
      "grad_norm": 0.19596652686595917,
      "learning_rate": 8.441534890468592e-05,
      "loss": 0.0284,
      "step": 4397
    },
    {
      "epoch": 0.4767996530789245,
      "grad_norm": 0.3537140488624573,
      "learning_rate": 8.441172203684899e-05,
      "loss": 0.0537,
      "step": 4398
    },
    {
      "epoch": 0.47690806591500434,
      "grad_norm": 0.254048615694046,
      "learning_rate": 8.440809516901204e-05,
      "loss": 0.0344,
      "step": 4399
    },
    {
      "epoch": 0.4770164787510841,
      "grad_norm": 0.149115651845932,
      "learning_rate": 8.440446830117511e-05,
      "loss": 0.0167,
      "step": 4400
    },
    {
      "epoch": 0.4771248915871639,
      "grad_norm": 0.23534387350082397,
      "learning_rate": 8.440084143333817e-05,
      "loss": 0.0262,
      "step": 4401
    },
    {
      "epoch": 0.4772333044232437,
      "grad_norm": 0.18784065544605255,
      "learning_rate": 8.439721456550124e-05,
      "loss": 0.035,
      "step": 4402
    },
    {
      "epoch": 0.4773417172593235,
      "grad_norm": 0.1769528090953827,
      "learning_rate": 8.43935876976643e-05,
      "loss": 0.0353,
      "step": 4403
    },
    {
      "epoch": 0.47745013009540327,
      "grad_norm": 0.38756418228149414,
      "learning_rate": 8.438996082982736e-05,
      "loss": 0.059,
      "step": 4404
    },
    {
      "epoch": 0.4775585429314831,
      "grad_norm": 0.14606863260269165,
      "learning_rate": 8.438633396199043e-05,
      "loss": 0.0229,
      "step": 4405
    },
    {
      "epoch": 0.4776669557675629,
      "grad_norm": 0.16717393696308136,
      "learning_rate": 8.438270709415349e-05,
      "loss": 0.0296,
      "step": 4406
    },
    {
      "epoch": 0.47777536860364267,
      "grad_norm": 0.6917452216148376,
      "learning_rate": 8.437908022631656e-05,
      "loss": 0.065,
      "step": 4407
    },
    {
      "epoch": 0.4778837814397225,
      "grad_norm": 0.2092241495847702,
      "learning_rate": 8.437545335847961e-05,
      "loss": 0.0446,
      "step": 4408
    },
    {
      "epoch": 0.47799219427580225,
      "grad_norm": 0.23498493432998657,
      "learning_rate": 8.437182649064268e-05,
      "loss": 0.0479,
      "step": 4409
    },
    {
      "epoch": 0.47810060711188207,
      "grad_norm": 0.2791261672973633,
      "learning_rate": 8.436819962280574e-05,
      "loss": 0.0424,
      "step": 4410
    },
    {
      "epoch": 0.47820901994796183,
      "grad_norm": 0.3985661268234253,
      "learning_rate": 8.436457275496881e-05,
      "loss": 0.0505,
      "step": 4411
    },
    {
      "epoch": 0.47831743278404165,
      "grad_norm": 0.1857188642024994,
      "learning_rate": 8.436094588713188e-05,
      "loss": 0.0393,
      "step": 4412
    },
    {
      "epoch": 0.4784258456201214,
      "grad_norm": 0.3788626790046692,
      "learning_rate": 8.435731901929494e-05,
      "loss": 0.0616,
      "step": 4413
    },
    {
      "epoch": 0.47853425845620123,
      "grad_norm": 0.42028194665908813,
      "learning_rate": 8.435369215145801e-05,
      "loss": 0.0599,
      "step": 4414
    },
    {
      "epoch": 0.478642671292281,
      "grad_norm": 0.24034914374351501,
      "learning_rate": 8.435006528362107e-05,
      "loss": 0.0322,
      "step": 4415
    },
    {
      "epoch": 0.4787510841283608,
      "grad_norm": 0.11655604839324951,
      "learning_rate": 8.434643841578414e-05,
      "loss": 0.0248,
      "step": 4416
    },
    {
      "epoch": 0.4788594969644406,
      "grad_norm": 0.2245417684316635,
      "learning_rate": 8.43428115479472e-05,
      "loss": 0.0455,
      "step": 4417
    },
    {
      "epoch": 0.4789679098005204,
      "grad_norm": 0.2182108759880066,
      "learning_rate": 8.433918468011025e-05,
      "loss": 0.0226,
      "step": 4418
    },
    {
      "epoch": 0.47907632263660016,
      "grad_norm": 0.3378535807132721,
      "learning_rate": 8.433555781227333e-05,
      "loss": 0.0601,
      "step": 4419
    },
    {
      "epoch": 0.47918473547268,
      "grad_norm": 0.24908632040023804,
      "learning_rate": 8.433193094443638e-05,
      "loss": 0.0434,
      "step": 4420
    },
    {
      "epoch": 0.47929314830875974,
      "grad_norm": 0.2152700573205948,
      "learning_rate": 8.432830407659945e-05,
      "loss": 0.0703,
      "step": 4421
    },
    {
      "epoch": 0.47940156114483956,
      "grad_norm": 0.21558652818202972,
      "learning_rate": 8.432467720876251e-05,
      "loss": 0.0198,
      "step": 4422
    },
    {
      "epoch": 0.4795099739809193,
      "grad_norm": 0.27465102076530457,
      "learning_rate": 8.432105034092558e-05,
      "loss": 0.0561,
      "step": 4423
    },
    {
      "epoch": 0.47961838681699914,
      "grad_norm": 0.1385403871536255,
      "learning_rate": 8.431742347308864e-05,
      "loss": 0.021,
      "step": 4424
    },
    {
      "epoch": 0.4797267996530789,
      "grad_norm": 0.14200150966644287,
      "learning_rate": 8.431379660525171e-05,
      "loss": 0.0157,
      "step": 4425
    },
    {
      "epoch": 0.4798352124891587,
      "grad_norm": 0.22727231681346893,
      "learning_rate": 8.431016973741477e-05,
      "loss": 0.029,
      "step": 4426
    },
    {
      "epoch": 0.4799436253252385,
      "grad_norm": 0.12872830033302307,
      "learning_rate": 8.430654286957783e-05,
      "loss": 0.0154,
      "step": 4427
    },
    {
      "epoch": 0.4800520381613183,
      "grad_norm": 0.2393212914466858,
      "learning_rate": 8.430291600174091e-05,
      "loss": 0.0314,
      "step": 4428
    },
    {
      "epoch": 0.48016045099739807,
      "grad_norm": 0.2823459208011627,
      "learning_rate": 8.429928913390397e-05,
      "loss": 0.0442,
      "step": 4429
    },
    {
      "epoch": 0.4802688638334779,
      "grad_norm": 0.2768997848033905,
      "learning_rate": 8.429566226606704e-05,
      "loss": 0.0347,
      "step": 4430
    },
    {
      "epoch": 0.48037727666955765,
      "grad_norm": 0.49842533469200134,
      "learning_rate": 8.42920353982301e-05,
      "loss": 0.1079,
      "step": 4431
    },
    {
      "epoch": 0.48048568950563747,
      "grad_norm": 0.2739298939704895,
      "learning_rate": 8.428840853039317e-05,
      "loss": 0.0432,
      "step": 4432
    },
    {
      "epoch": 0.48059410234171723,
      "grad_norm": 0.3790697753429413,
      "learning_rate": 8.428478166255622e-05,
      "loss": 0.0249,
      "step": 4433
    },
    {
      "epoch": 0.48070251517779705,
      "grad_norm": 0.5932273864746094,
      "learning_rate": 8.428115479471928e-05,
      "loss": 0.0625,
      "step": 4434
    },
    {
      "epoch": 0.48081092801387687,
      "grad_norm": 0.24937036633491516,
      "learning_rate": 8.427752792688235e-05,
      "loss": 0.0278,
      "step": 4435
    },
    {
      "epoch": 0.48091934084995663,
      "grad_norm": 0.8768897652626038,
      "learning_rate": 8.427390105904541e-05,
      "loss": 0.0983,
      "step": 4436
    },
    {
      "epoch": 0.48102775368603645,
      "grad_norm": 0.20881350338459015,
      "learning_rate": 8.427027419120848e-05,
      "loss": 0.0344,
      "step": 4437
    },
    {
      "epoch": 0.4811361665221162,
      "grad_norm": 0.21600039303302765,
      "learning_rate": 8.426664732337154e-05,
      "loss": 0.0123,
      "step": 4438
    },
    {
      "epoch": 0.48124457935819603,
      "grad_norm": 0.2618424594402313,
      "learning_rate": 8.426302045553461e-05,
      "loss": 0.0464,
      "step": 4439
    },
    {
      "epoch": 0.4813529921942758,
      "grad_norm": 0.61012864112854,
      "learning_rate": 8.425939358769767e-05,
      "loss": 0.0688,
      "step": 4440
    },
    {
      "epoch": 0.4814614050303556,
      "grad_norm": 0.37192314863204956,
      "learning_rate": 8.425576671986072e-05,
      "loss": 0.0366,
      "step": 4441
    },
    {
      "epoch": 0.4815698178664354,
      "grad_norm": 0.262690931558609,
      "learning_rate": 8.42521398520238e-05,
      "loss": 0.0267,
      "step": 4442
    },
    {
      "epoch": 0.4816782307025152,
      "grad_norm": 0.15649312734603882,
      "learning_rate": 8.424851298418685e-05,
      "loss": 0.0233,
      "step": 4443
    },
    {
      "epoch": 0.48178664353859496,
      "grad_norm": 0.4384625554084778,
      "learning_rate": 8.424488611634992e-05,
      "loss": 0.0467,
      "step": 4444
    },
    {
      "epoch": 0.4818950563746748,
      "grad_norm": 0.17480146884918213,
      "learning_rate": 8.424125924851299e-05,
      "loss": 0.0222,
      "step": 4445
    },
    {
      "epoch": 0.48200346921075454,
      "grad_norm": 0.226487934589386,
      "learning_rate": 8.423763238067606e-05,
      "loss": 0.0124,
      "step": 4446
    },
    {
      "epoch": 0.48211188204683436,
      "grad_norm": 0.378859281539917,
      "learning_rate": 8.423400551283912e-05,
      "loss": 0.0629,
      "step": 4447
    },
    {
      "epoch": 0.4822202948829141,
      "grad_norm": 0.49972301721572876,
      "learning_rate": 8.423037864500218e-05,
      "loss": 0.0557,
      "step": 4448
    },
    {
      "epoch": 0.48232870771899394,
      "grad_norm": 0.2977878153324127,
      "learning_rate": 8.422675177716525e-05,
      "loss": 0.0346,
      "step": 4449
    },
    {
      "epoch": 0.4824371205550737,
      "grad_norm": 0.18353769183158875,
      "learning_rate": 8.42231249093283e-05,
      "loss": 0.0182,
      "step": 4450
    },
    {
      "epoch": 0.4825455333911535,
      "grad_norm": 0.48343732953071594,
      "learning_rate": 8.421949804149138e-05,
      "loss": 0.0573,
      "step": 4451
    },
    {
      "epoch": 0.4826539462272333,
      "grad_norm": 0.2870069146156311,
      "learning_rate": 8.421587117365443e-05,
      "loss": 0.0537,
      "step": 4452
    },
    {
      "epoch": 0.4827623590633131,
      "grad_norm": 0.27636364102363586,
      "learning_rate": 8.42122443058175e-05,
      "loss": 0.0235,
      "step": 4453
    },
    {
      "epoch": 0.48287077189939287,
      "grad_norm": 0.20019382238388062,
      "learning_rate": 8.420861743798056e-05,
      "loss": 0.0488,
      "step": 4454
    },
    {
      "epoch": 0.4829791847354727,
      "grad_norm": 0.316223680973053,
      "learning_rate": 8.420499057014363e-05,
      "loss": 0.0404,
      "step": 4455
    },
    {
      "epoch": 0.48308759757155245,
      "grad_norm": 0.3963128626346588,
      "learning_rate": 8.420136370230669e-05,
      "loss": 0.0446,
      "step": 4456
    },
    {
      "epoch": 0.48319601040763227,
      "grad_norm": 0.45815590023994446,
      "learning_rate": 8.419773683446975e-05,
      "loss": 0.0703,
      "step": 4457
    },
    {
      "epoch": 0.48330442324371203,
      "grad_norm": 0.2830991744995117,
      "learning_rate": 8.419410996663282e-05,
      "loss": 0.0447,
      "step": 4458
    },
    {
      "epoch": 0.48341283607979185,
      "grad_norm": 0.21595801413059235,
      "learning_rate": 8.419048309879588e-05,
      "loss": 0.0325,
      "step": 4459
    },
    {
      "epoch": 0.4835212489158716,
      "grad_norm": 0.34978577494621277,
      "learning_rate": 8.418685623095895e-05,
      "loss": 0.0425,
      "step": 4460
    },
    {
      "epoch": 0.48362966175195143,
      "grad_norm": 0.5026258826255798,
      "learning_rate": 8.4183229363122e-05,
      "loss": 0.1172,
      "step": 4461
    },
    {
      "epoch": 0.4837380745880312,
      "grad_norm": 0.1978820562362671,
      "learning_rate": 8.417960249528508e-05,
      "loss": 0.0393,
      "step": 4462
    },
    {
      "epoch": 0.483846487424111,
      "grad_norm": 0.2553984224796295,
      "learning_rate": 8.417597562744815e-05,
      "loss": 0.0474,
      "step": 4463
    },
    {
      "epoch": 0.4839549002601908,
      "grad_norm": 0.30418577790260315,
      "learning_rate": 8.41723487596112e-05,
      "loss": 0.0783,
      "step": 4464
    },
    {
      "epoch": 0.4840633130962706,
      "grad_norm": 0.07909741252660751,
      "learning_rate": 8.416872189177427e-05,
      "loss": 0.0128,
      "step": 4465
    },
    {
      "epoch": 0.4841717259323504,
      "grad_norm": 0.26501500606536865,
      "learning_rate": 8.416509502393733e-05,
      "loss": 0.0323,
      "step": 4466
    },
    {
      "epoch": 0.4842801387684302,
      "grad_norm": 0.18810035288333893,
      "learning_rate": 8.41614681561004e-05,
      "loss": 0.0476,
      "step": 4467
    },
    {
      "epoch": 0.48438855160451,
      "grad_norm": 0.11520466953516006,
      "learning_rate": 8.415784128826346e-05,
      "loss": 0.0182,
      "step": 4468
    },
    {
      "epoch": 0.48449696444058976,
      "grad_norm": 0.7553425431251526,
      "learning_rate": 8.415421442042653e-05,
      "loss": 0.0831,
      "step": 4469
    },
    {
      "epoch": 0.4846053772766696,
      "grad_norm": 0.20742583274841309,
      "learning_rate": 8.415058755258959e-05,
      "loss": 0.0301,
      "step": 4470
    },
    {
      "epoch": 0.48471379011274934,
      "grad_norm": 0.16824273765087128,
      "learning_rate": 8.414696068475265e-05,
      "loss": 0.0304,
      "step": 4471
    },
    {
      "epoch": 0.48482220294882916,
      "grad_norm": 0.47858381271362305,
      "learning_rate": 8.414333381691572e-05,
      "loss": 0.0604,
      "step": 4472
    },
    {
      "epoch": 0.4849306157849089,
      "grad_norm": 0.3713236153125763,
      "learning_rate": 8.413970694907877e-05,
      "loss": 0.0679,
      "step": 4473
    },
    {
      "epoch": 0.48503902862098874,
      "grad_norm": 0.24839851260185242,
      "learning_rate": 8.413608008124184e-05,
      "loss": 0.0969,
      "step": 4474
    },
    {
      "epoch": 0.4851474414570685,
      "grad_norm": 0.199552521109581,
      "learning_rate": 8.41324532134049e-05,
      "loss": 0.041,
      "step": 4475
    },
    {
      "epoch": 0.4852558542931483,
      "grad_norm": 0.2523854672908783,
      "learning_rate": 8.412882634556797e-05,
      "loss": 0.0663,
      "step": 4476
    },
    {
      "epoch": 0.4853642671292281,
      "grad_norm": 0.28912466764450073,
      "learning_rate": 8.412519947773103e-05,
      "loss": 0.0665,
      "step": 4477
    },
    {
      "epoch": 0.4854726799653079,
      "grad_norm": 0.18883636593818665,
      "learning_rate": 8.41215726098941e-05,
      "loss": 0.0365,
      "step": 4478
    },
    {
      "epoch": 0.48558109280138767,
      "grad_norm": 0.216232568025589,
      "learning_rate": 8.411794574205716e-05,
      "loss": 0.0552,
      "step": 4479
    },
    {
      "epoch": 0.4856895056374675,
      "grad_norm": 0.2570364475250244,
      "learning_rate": 8.411431887422023e-05,
      "loss": 0.0485,
      "step": 4480
    },
    {
      "epoch": 0.48579791847354725,
      "grad_norm": 0.08054347336292267,
      "learning_rate": 8.41106920063833e-05,
      "loss": 0.0159,
      "step": 4481
    },
    {
      "epoch": 0.48590633130962707,
      "grad_norm": 0.48758774995803833,
      "learning_rate": 8.410706513854636e-05,
      "loss": 0.045,
      "step": 4482
    },
    {
      "epoch": 0.48601474414570683,
      "grad_norm": 0.2657426595687866,
      "learning_rate": 8.410343827070943e-05,
      "loss": 0.061,
      "step": 4483
    },
    {
      "epoch": 0.48612315698178665,
      "grad_norm": 0.35956984758377075,
      "learning_rate": 8.409981140287249e-05,
      "loss": 0.098,
      "step": 4484
    },
    {
      "epoch": 0.4862315698178664,
      "grad_norm": 0.19331565499305725,
      "learning_rate": 8.409618453503554e-05,
      "loss": 0.0315,
      "step": 4485
    },
    {
      "epoch": 0.48633998265394623,
      "grad_norm": 0.2679157555103302,
      "learning_rate": 8.409255766719861e-05,
      "loss": 0.061,
      "step": 4486
    },
    {
      "epoch": 0.486448395490026,
      "grad_norm": 0.12147265672683716,
      "learning_rate": 8.408893079936167e-05,
      "loss": 0.0226,
      "step": 4487
    },
    {
      "epoch": 0.4865568083261058,
      "grad_norm": 0.3115023374557495,
      "learning_rate": 8.408530393152474e-05,
      "loss": 0.0634,
      "step": 4488
    },
    {
      "epoch": 0.4866652211621856,
      "grad_norm": 0.2553824484348297,
      "learning_rate": 8.40816770636878e-05,
      "loss": 0.0479,
      "step": 4489
    },
    {
      "epoch": 0.4867736339982654,
      "grad_norm": 0.12156851589679718,
      "learning_rate": 8.407805019585087e-05,
      "loss": 0.0209,
      "step": 4490
    },
    {
      "epoch": 0.48688204683434516,
      "grad_norm": 0.21075290441513062,
      "learning_rate": 8.407442332801393e-05,
      "loss": 0.0386,
      "step": 4491
    },
    {
      "epoch": 0.486990459670425,
      "grad_norm": 0.24045826494693756,
      "learning_rate": 8.4070796460177e-05,
      "loss": 0.0576,
      "step": 4492
    },
    {
      "epoch": 0.48709887250650474,
      "grad_norm": 0.14973929524421692,
      "learning_rate": 8.406716959234006e-05,
      "loss": 0.0225,
      "step": 4493
    },
    {
      "epoch": 0.48720728534258456,
      "grad_norm": 0.2635118067264557,
      "learning_rate": 8.406354272450311e-05,
      "loss": 0.0719,
      "step": 4494
    },
    {
      "epoch": 0.4873156981786644,
      "grad_norm": 0.12066660076379776,
      "learning_rate": 8.405991585666618e-05,
      "loss": 0.0143,
      "step": 4495
    },
    {
      "epoch": 0.48742411101474414,
      "grad_norm": 0.32605960965156555,
      "learning_rate": 8.405628898882924e-05,
      "loss": 0.0587,
      "step": 4496
    },
    {
      "epoch": 0.48753252385082396,
      "grad_norm": 0.3563721776008606,
      "learning_rate": 8.405266212099233e-05,
      "loss": 0.0607,
      "step": 4497
    },
    {
      "epoch": 0.4876409366869037,
      "grad_norm": 0.5204565525054932,
      "learning_rate": 8.404903525315538e-05,
      "loss": 0.0714,
      "step": 4498
    },
    {
      "epoch": 0.48774934952298354,
      "grad_norm": 0.18568648397922516,
      "learning_rate": 8.404540838531844e-05,
      "loss": 0.0274,
      "step": 4499
    },
    {
      "epoch": 0.4878577623590633,
      "grad_norm": 0.17806293070316315,
      "learning_rate": 8.404178151748151e-05,
      "loss": 0.0454,
      "step": 4500
    },
    {
      "epoch": 0.4879661751951431,
      "grad_norm": 0.32664600014686584,
      "learning_rate": 8.403815464964457e-05,
      "loss": 0.0602,
      "step": 4501
    },
    {
      "epoch": 0.4880745880312229,
      "grad_norm": 0.2372976392507553,
      "learning_rate": 8.403452778180764e-05,
      "loss": 0.0329,
      "step": 4502
    },
    {
      "epoch": 0.4881830008673027,
      "grad_norm": 0.16059915721416473,
      "learning_rate": 8.40309009139707e-05,
      "loss": 0.0226,
      "step": 4503
    },
    {
      "epoch": 0.48829141370338247,
      "grad_norm": 0.15699417889118195,
      "learning_rate": 8.402727404613377e-05,
      "loss": 0.0172,
      "step": 4504
    },
    {
      "epoch": 0.4883998265394623,
      "grad_norm": 0.30553674697875977,
      "learning_rate": 8.402364717829683e-05,
      "loss": 0.0579,
      "step": 4505
    },
    {
      "epoch": 0.48850823937554205,
      "grad_norm": 0.22970286011695862,
      "learning_rate": 8.40200203104599e-05,
      "loss": 0.0391,
      "step": 4506
    },
    {
      "epoch": 0.48861665221162187,
      "grad_norm": 0.5920154452323914,
      "learning_rate": 8.401639344262295e-05,
      "loss": 0.0368,
      "step": 4507
    },
    {
      "epoch": 0.48872506504770163,
      "grad_norm": 0.4992254078388214,
      "learning_rate": 8.401276657478601e-05,
      "loss": 0.0811,
      "step": 4508
    },
    {
      "epoch": 0.48883347788378145,
      "grad_norm": 0.1074138954281807,
      "learning_rate": 8.400913970694908e-05,
      "loss": 0.0189,
      "step": 4509
    },
    {
      "epoch": 0.4889418907198612,
      "grad_norm": 0.42205625772476196,
      "learning_rate": 8.400551283911214e-05,
      "loss": 0.0803,
      "step": 4510
    },
    {
      "epoch": 0.48905030355594103,
      "grad_norm": 0.33467575907707214,
      "learning_rate": 8.400188597127521e-05,
      "loss": 0.0428,
      "step": 4511
    },
    {
      "epoch": 0.4891587163920208,
      "grad_norm": 0.248258575797081,
      "learning_rate": 8.399825910343827e-05,
      "loss": 0.0598,
      "step": 4512
    },
    {
      "epoch": 0.4892671292281006,
      "grad_norm": 0.4026425778865814,
      "learning_rate": 8.399463223560134e-05,
      "loss": 0.0731,
      "step": 4513
    },
    {
      "epoch": 0.4893755420641804,
      "grad_norm": 0.26884928345680237,
      "learning_rate": 8.399100536776441e-05,
      "loss": 0.041,
      "step": 4514
    },
    {
      "epoch": 0.4894839549002602,
      "grad_norm": 0.2058829665184021,
      "learning_rate": 8.398737849992747e-05,
      "loss": 0.0116,
      "step": 4515
    },
    {
      "epoch": 0.48959236773633996,
      "grad_norm": 0.33906152844429016,
      "learning_rate": 8.398375163209054e-05,
      "loss": 0.082,
      "step": 4516
    },
    {
      "epoch": 0.4897007805724198,
      "grad_norm": 0.32209983468055725,
      "learning_rate": 8.39801247642536e-05,
      "loss": 0.0327,
      "step": 4517
    },
    {
      "epoch": 0.48980919340849954,
      "grad_norm": 0.3589956760406494,
      "learning_rate": 8.397649789641667e-05,
      "loss": 0.0751,
      "step": 4518
    },
    {
      "epoch": 0.48991760624457936,
      "grad_norm": 0.17330792546272278,
      "learning_rate": 8.397287102857972e-05,
      "loss": 0.0341,
      "step": 4519
    },
    {
      "epoch": 0.4900260190806591,
      "grad_norm": 0.304300457239151,
      "learning_rate": 8.39692441607428e-05,
      "loss": 0.0923,
      "step": 4520
    },
    {
      "epoch": 0.49013443191673894,
      "grad_norm": 0.2718394994735718,
      "learning_rate": 8.396561729290585e-05,
      "loss": 0.0279,
      "step": 4521
    },
    {
      "epoch": 0.4902428447528187,
      "grad_norm": 0.24537186324596405,
      "learning_rate": 8.396199042506891e-05,
      "loss": 0.0554,
      "step": 4522
    },
    {
      "epoch": 0.4903512575888985,
      "grad_norm": 0.37357011437416077,
      "learning_rate": 8.395836355723198e-05,
      "loss": 0.0568,
      "step": 4523
    },
    {
      "epoch": 0.49045967042497834,
      "grad_norm": 0.1960095763206482,
      "learning_rate": 8.395473668939504e-05,
      "loss": 0.0423,
      "step": 4524
    },
    {
      "epoch": 0.4905680832610581,
      "grad_norm": 0.18299885094165802,
      "learning_rate": 8.395110982155811e-05,
      "loss": 0.0311,
      "step": 4525
    },
    {
      "epoch": 0.4906764960971379,
      "grad_norm": 0.3655851185321808,
      "learning_rate": 8.394748295372116e-05,
      "loss": 0.0279,
      "step": 4526
    },
    {
      "epoch": 0.4907849089332177,
      "grad_norm": 0.17567932605743408,
      "learning_rate": 8.394385608588424e-05,
      "loss": 0.0314,
      "step": 4527
    },
    {
      "epoch": 0.4908933217692975,
      "grad_norm": 0.24666611850261688,
      "learning_rate": 8.394022921804729e-05,
      "loss": 0.0464,
      "step": 4528
    },
    {
      "epoch": 0.49100173460537727,
      "grad_norm": 0.4210395812988281,
      "learning_rate": 8.393660235021036e-05,
      "loss": 0.0344,
      "step": 4529
    },
    {
      "epoch": 0.4911101474414571,
      "grad_norm": 0.35015127062797546,
      "learning_rate": 8.393297548237342e-05,
      "loss": 0.0884,
      "step": 4530
    },
    {
      "epoch": 0.49121856027753685,
      "grad_norm": 0.34009936451911926,
      "learning_rate": 8.392934861453648e-05,
      "loss": 0.0639,
      "step": 4531
    },
    {
      "epoch": 0.49132697311361667,
      "grad_norm": 0.27838626503944397,
      "learning_rate": 8.392572174669956e-05,
      "loss": 0.0579,
      "step": 4532
    },
    {
      "epoch": 0.49143538594969643,
      "grad_norm": 0.22817234694957733,
      "learning_rate": 8.392209487886262e-05,
      "loss": 0.0512,
      "step": 4533
    },
    {
      "epoch": 0.49154379878577625,
      "grad_norm": 0.2103811353445053,
      "learning_rate": 8.391846801102569e-05,
      "loss": 0.0288,
      "step": 4534
    },
    {
      "epoch": 0.491652211621856,
      "grad_norm": 0.22842493653297424,
      "learning_rate": 8.391484114318875e-05,
      "loss": 0.0458,
      "step": 4535
    },
    {
      "epoch": 0.49176062445793584,
      "grad_norm": 0.42917153239250183,
      "learning_rate": 8.391121427535182e-05,
      "loss": 0.0685,
      "step": 4536
    },
    {
      "epoch": 0.4918690372940156,
      "grad_norm": 0.27313756942749023,
      "learning_rate": 8.390758740751488e-05,
      "loss": 0.0549,
      "step": 4537
    },
    {
      "epoch": 0.4919774501300954,
      "grad_norm": 0.2828073799610138,
      "learning_rate": 8.390396053967793e-05,
      "loss": 0.0888,
      "step": 4538
    },
    {
      "epoch": 0.4920858629661752,
      "grad_norm": 0.25084346532821655,
      "learning_rate": 8.3900333671841e-05,
      "loss": 0.0542,
      "step": 4539
    },
    {
      "epoch": 0.492194275802255,
      "grad_norm": 0.08723878860473633,
      "learning_rate": 8.389670680400406e-05,
      "loss": 0.0199,
      "step": 4540
    },
    {
      "epoch": 0.49230268863833476,
      "grad_norm": 0.3823859691619873,
      "learning_rate": 8.389307993616713e-05,
      "loss": 0.0616,
      "step": 4541
    },
    {
      "epoch": 0.4924111014744146,
      "grad_norm": 0.35067808628082275,
      "learning_rate": 8.388945306833019e-05,
      "loss": 0.0301,
      "step": 4542
    },
    {
      "epoch": 0.49251951431049434,
      "grad_norm": 0.2687375843524933,
      "learning_rate": 8.388582620049326e-05,
      "loss": 0.0379,
      "step": 4543
    },
    {
      "epoch": 0.49262792714657416,
      "grad_norm": 0.34868597984313965,
      "learning_rate": 8.388219933265632e-05,
      "loss": 0.0949,
      "step": 4544
    },
    {
      "epoch": 0.4927363399826539,
      "grad_norm": 0.37908828258514404,
      "learning_rate": 8.387857246481939e-05,
      "loss": 0.0659,
      "step": 4545
    },
    {
      "epoch": 0.49284475281873374,
      "grad_norm": 0.1486145704984665,
      "learning_rate": 8.387494559698245e-05,
      "loss": 0.0294,
      "step": 4546
    },
    {
      "epoch": 0.4929531656548135,
      "grad_norm": 0.2080209106206894,
      "learning_rate": 8.38713187291455e-05,
      "loss": 0.0304,
      "step": 4547
    },
    {
      "epoch": 0.4930615784908933,
      "grad_norm": 0.2381361424922943,
      "learning_rate": 8.386769186130857e-05,
      "loss": 0.0432,
      "step": 4548
    },
    {
      "epoch": 0.4931699913269731,
      "grad_norm": 0.3307478129863739,
      "learning_rate": 8.386406499347165e-05,
      "loss": 0.0632,
      "step": 4549
    },
    {
      "epoch": 0.4932784041630529,
      "grad_norm": 0.21481718122959137,
      "learning_rate": 8.386043812563472e-05,
      "loss": 0.0452,
      "step": 4550
    },
    {
      "epoch": 0.49338681699913267,
      "grad_norm": 0.1436852663755417,
      "learning_rate": 8.385681125779777e-05,
      "loss": 0.0153,
      "step": 4551
    },
    {
      "epoch": 0.4934952298352125,
      "grad_norm": 0.23882617056369781,
      "learning_rate": 8.385318438996083e-05,
      "loss": 0.06,
      "step": 4552
    },
    {
      "epoch": 0.4936036426712923,
      "grad_norm": 0.18449591100215912,
      "learning_rate": 8.38495575221239e-05,
      "loss": 0.0258,
      "step": 4553
    },
    {
      "epoch": 0.49371205550737207,
      "grad_norm": 0.27544769644737244,
      "learning_rate": 8.384593065428696e-05,
      "loss": 0.0496,
      "step": 4554
    },
    {
      "epoch": 0.4938204683434519,
      "grad_norm": 0.34152382612228394,
      "learning_rate": 8.384230378645003e-05,
      "loss": 0.0593,
      "step": 4555
    },
    {
      "epoch": 0.49392888117953165,
      "grad_norm": 0.24671709537506104,
      "learning_rate": 8.383867691861309e-05,
      "loss": 0.0442,
      "step": 4556
    },
    {
      "epoch": 0.4940372940156115,
      "grad_norm": 0.30785584449768066,
      "learning_rate": 8.383505005077616e-05,
      "loss": 0.0414,
      "step": 4557
    },
    {
      "epoch": 0.49414570685169124,
      "grad_norm": 0.2545338273048401,
      "learning_rate": 8.383142318293922e-05,
      "loss": 0.0268,
      "step": 4558
    },
    {
      "epoch": 0.49425411968777105,
      "grad_norm": 0.19203317165374756,
      "learning_rate": 8.382779631510229e-05,
      "loss": 0.0515,
      "step": 4559
    },
    {
      "epoch": 0.4943625325238508,
      "grad_norm": 0.1783614456653595,
      "learning_rate": 8.382416944726534e-05,
      "loss": 0.0227,
      "step": 4560
    },
    {
      "epoch": 0.49447094535993064,
      "grad_norm": 0.24984575808048248,
      "learning_rate": 8.38205425794284e-05,
      "loss": 0.0416,
      "step": 4561
    },
    {
      "epoch": 0.4945793581960104,
      "grad_norm": 0.5746046900749207,
      "learning_rate": 8.381691571159147e-05,
      "loss": 0.0622,
      "step": 4562
    },
    {
      "epoch": 0.4946877710320902,
      "grad_norm": 0.4737997353076935,
      "learning_rate": 8.381328884375453e-05,
      "loss": 0.0281,
      "step": 4563
    },
    {
      "epoch": 0.49479618386817,
      "grad_norm": 0.2702871859073639,
      "learning_rate": 8.38096619759176e-05,
      "loss": 0.0553,
      "step": 4564
    },
    {
      "epoch": 0.4949045967042498,
      "grad_norm": 0.2645026743412018,
      "learning_rate": 8.380603510808066e-05,
      "loss": 0.0484,
      "step": 4565
    },
    {
      "epoch": 0.49501300954032956,
      "grad_norm": 0.3340502381324768,
      "learning_rate": 8.380240824024373e-05,
      "loss": 0.0548,
      "step": 4566
    },
    {
      "epoch": 0.4951214223764094,
      "grad_norm": 0.10980554670095444,
      "learning_rate": 8.37987813724068e-05,
      "loss": 0.0186,
      "step": 4567
    },
    {
      "epoch": 0.49522983521248914,
      "grad_norm": 0.24159738421440125,
      "learning_rate": 8.379515450456986e-05,
      "loss": 0.0412,
      "step": 4568
    },
    {
      "epoch": 0.49533824804856896,
      "grad_norm": 0.4460926651954651,
      "learning_rate": 8.379152763673293e-05,
      "loss": 0.063,
      "step": 4569
    },
    {
      "epoch": 0.4954466608846487,
      "grad_norm": 0.3089054226875305,
      "learning_rate": 8.378790076889599e-05,
      "loss": 0.0562,
      "step": 4570
    },
    {
      "epoch": 0.49555507372072854,
      "grad_norm": 0.2629804015159607,
      "learning_rate": 8.378427390105906e-05,
      "loss": 0.0627,
      "step": 4571
    },
    {
      "epoch": 0.4956634865568083,
      "grad_norm": 0.17781786620616913,
      "learning_rate": 8.378064703322211e-05,
      "loss": 0.0261,
      "step": 4572
    },
    {
      "epoch": 0.4957718993928881,
      "grad_norm": 0.49777281284332275,
      "learning_rate": 8.377702016538518e-05,
      "loss": 0.1,
      "step": 4573
    },
    {
      "epoch": 0.4958803122289679,
      "grad_norm": 0.19917476177215576,
      "learning_rate": 8.377339329754824e-05,
      "loss": 0.0262,
      "step": 4574
    },
    {
      "epoch": 0.4959887250650477,
      "grad_norm": 0.14168445765972137,
      "learning_rate": 8.37697664297113e-05,
      "loss": 0.018,
      "step": 4575
    },
    {
      "epoch": 0.49609713790112747,
      "grad_norm": 0.35005930066108704,
      "learning_rate": 8.376613956187437e-05,
      "loss": 0.0464,
      "step": 4576
    },
    {
      "epoch": 0.4962055507372073,
      "grad_norm": 0.3718626797199249,
      "learning_rate": 8.376251269403743e-05,
      "loss": 0.0433,
      "step": 4577
    },
    {
      "epoch": 0.49631396357328705,
      "grad_norm": 0.25694796442985535,
      "learning_rate": 8.37588858262005e-05,
      "loss": 0.034,
      "step": 4578
    },
    {
      "epoch": 0.4964223764093669,
      "grad_norm": 0.14919671416282654,
      "learning_rate": 8.375525895836356e-05,
      "loss": 0.0191,
      "step": 4579
    },
    {
      "epoch": 0.49653078924544664,
      "grad_norm": 0.30447641015052795,
      "learning_rate": 8.375163209052663e-05,
      "loss": 0.0575,
      "step": 4580
    },
    {
      "epoch": 0.49663920208152645,
      "grad_norm": 0.8536752462387085,
      "learning_rate": 8.374800522268968e-05,
      "loss": 0.0761,
      "step": 4581
    },
    {
      "epoch": 0.4967476149176062,
      "grad_norm": 0.17902354896068573,
      "learning_rate": 8.374437835485275e-05,
      "loss": 0.0161,
      "step": 4582
    },
    {
      "epoch": 0.49685602775368604,
      "grad_norm": 0.2237817794084549,
      "learning_rate": 8.374075148701581e-05,
      "loss": 0.0232,
      "step": 4583
    },
    {
      "epoch": 0.49696444058976585,
      "grad_norm": 0.23407521843910217,
      "learning_rate": 8.373712461917888e-05,
      "loss": 0.0355,
      "step": 4584
    },
    {
      "epoch": 0.4970728534258456,
      "grad_norm": 0.27047109603881836,
      "learning_rate": 8.373349775134195e-05,
      "loss": 0.0517,
      "step": 4585
    },
    {
      "epoch": 0.49718126626192544,
      "grad_norm": 0.3599924147129059,
      "learning_rate": 8.372987088350501e-05,
      "loss": 0.0601,
      "step": 4586
    },
    {
      "epoch": 0.4972896790980052,
      "grad_norm": 0.18293212354183197,
      "learning_rate": 8.372624401566808e-05,
      "loss": 0.0155,
      "step": 4587
    },
    {
      "epoch": 0.497398091934085,
      "grad_norm": 0.3009280562400818,
      "learning_rate": 8.372261714783114e-05,
      "loss": 0.0441,
      "step": 4588
    },
    {
      "epoch": 0.4975065047701648,
      "grad_norm": 0.30390578508377075,
      "learning_rate": 8.37189902799942e-05,
      "loss": 0.0765,
      "step": 4589
    },
    {
      "epoch": 0.4976149176062446,
      "grad_norm": 0.32389822602272034,
      "learning_rate": 8.371536341215727e-05,
      "loss": 0.0414,
      "step": 4590
    },
    {
      "epoch": 0.49772333044232436,
      "grad_norm": 0.10462825745344162,
      "learning_rate": 8.371173654432032e-05,
      "loss": 0.0132,
      "step": 4591
    },
    {
      "epoch": 0.4978317432784042,
      "grad_norm": 0.251094788312912,
      "learning_rate": 8.37081096764834e-05,
      "loss": 0.0355,
      "step": 4592
    },
    {
      "epoch": 0.49794015611448394,
      "grad_norm": 0.1647268682718277,
      "learning_rate": 8.370448280864645e-05,
      "loss": 0.0289,
      "step": 4593
    },
    {
      "epoch": 0.49804856895056376,
      "grad_norm": 0.3077740967273712,
      "learning_rate": 8.370085594080952e-05,
      "loss": 0.0452,
      "step": 4594
    },
    {
      "epoch": 0.4981569817866435,
      "grad_norm": 0.09161610156297684,
      "learning_rate": 8.369722907297258e-05,
      "loss": 0.0165,
      "step": 4595
    },
    {
      "epoch": 0.49826539462272335,
      "grad_norm": 0.15456700325012207,
      "learning_rate": 8.369360220513565e-05,
      "loss": 0.0145,
      "step": 4596
    },
    {
      "epoch": 0.4983738074588031,
      "grad_norm": 0.3222900629043579,
      "learning_rate": 8.368997533729871e-05,
      "loss": 0.0594,
      "step": 4597
    },
    {
      "epoch": 0.4984822202948829,
      "grad_norm": 0.4839605689048767,
      "learning_rate": 8.368634846946177e-05,
      "loss": 0.0735,
      "step": 4598
    },
    {
      "epoch": 0.4985906331309627,
      "grad_norm": 0.26221179962158203,
      "learning_rate": 8.368272160162484e-05,
      "loss": 0.0329,
      "step": 4599
    },
    {
      "epoch": 0.4986990459670425,
      "grad_norm": 0.33683085441589355,
      "learning_rate": 8.36790947337879e-05,
      "loss": 0.0776,
      "step": 4600
    },
    {
      "epoch": 0.4988074588031223,
      "grad_norm": 0.258635938167572,
      "learning_rate": 8.367546786595098e-05,
      "loss": 0.036,
      "step": 4601
    },
    {
      "epoch": 0.4989158716392021,
      "grad_norm": 0.09155973792076111,
      "learning_rate": 8.367184099811404e-05,
      "loss": 0.0152,
      "step": 4602
    },
    {
      "epoch": 0.49902428447528185,
      "grad_norm": 0.3007713556289673,
      "learning_rate": 8.36682141302771e-05,
      "loss": 0.0519,
      "step": 4603
    },
    {
      "epoch": 0.4991326973113617,
      "grad_norm": 0.459176629781723,
      "learning_rate": 8.366458726244016e-05,
      "loss": 0.0627,
      "step": 4604
    },
    {
      "epoch": 0.49924111014744144,
      "grad_norm": 0.17786480486392975,
      "learning_rate": 8.366096039460322e-05,
      "loss": 0.0493,
      "step": 4605
    },
    {
      "epoch": 0.49934952298352125,
      "grad_norm": 0.12179785966873169,
      "learning_rate": 8.365733352676629e-05,
      "loss": 0.024,
      "step": 4606
    },
    {
      "epoch": 0.499457935819601,
      "grad_norm": 0.4279445707798004,
      "learning_rate": 8.365370665892935e-05,
      "loss": 0.057,
      "step": 4607
    },
    {
      "epoch": 0.49956634865568084,
      "grad_norm": 0.20187397301197052,
      "learning_rate": 8.365007979109242e-05,
      "loss": 0.0758,
      "step": 4608
    },
    {
      "epoch": 0.4996747614917606,
      "grad_norm": 0.23048654198646545,
      "learning_rate": 8.364645292325548e-05,
      "loss": 0.0367,
      "step": 4609
    },
    {
      "epoch": 0.4997831743278404,
      "grad_norm": 0.16084840893745422,
      "learning_rate": 8.364282605541855e-05,
      "loss": 0.0385,
      "step": 4610
    },
    {
      "epoch": 0.4998915871639202,
      "grad_norm": 0.1539183109998703,
      "learning_rate": 8.363919918758161e-05,
      "loss": 0.0248,
      "step": 4611
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.29017770290374756,
      "learning_rate": 8.363557231974466e-05,
      "loss": 0.0406,
      "step": 4612
    },
    {
      "epoch": 0.5001084128360798,
      "grad_norm": 0.25085577368736267,
      "learning_rate": 8.363194545190774e-05,
      "loss": 0.0392,
      "step": 4613
    },
    {
      "epoch": 0.5002168256721596,
      "grad_norm": 0.26782697439193726,
      "learning_rate": 8.362831858407079e-05,
      "loss": 0.0689,
      "step": 4614
    },
    {
      "epoch": 0.5003252385082394,
      "grad_norm": 0.4776839017868042,
      "learning_rate": 8.362469171623386e-05,
      "loss": 0.061,
      "step": 4615
    },
    {
      "epoch": 0.5004336513443192,
      "grad_norm": 0.3066970705986023,
      "learning_rate": 8.362106484839692e-05,
      "loss": 0.0288,
      "step": 4616
    },
    {
      "epoch": 0.5005420641803989,
      "grad_norm": 0.28992536664009094,
      "learning_rate": 8.361743798055999e-05,
      "loss": 0.0382,
      "step": 4617
    },
    {
      "epoch": 0.5006504770164788,
      "grad_norm": 0.15808768570423126,
      "learning_rate": 8.361381111272306e-05,
      "loss": 0.0229,
      "step": 4618
    },
    {
      "epoch": 0.5007588898525586,
      "grad_norm": 0.2648392617702484,
      "learning_rate": 8.361018424488612e-05,
      "loss": 0.052,
      "step": 4619
    },
    {
      "epoch": 0.5008673026886383,
      "grad_norm": 0.2061125636100769,
      "learning_rate": 8.360655737704919e-05,
      "loss": 0.0419,
      "step": 4620
    },
    {
      "epoch": 0.5009757155247181,
      "grad_norm": 0.3492288887500763,
      "learning_rate": 8.360293050921225e-05,
      "loss": 0.043,
      "step": 4621
    },
    {
      "epoch": 0.501084128360798,
      "grad_norm": 0.1499357372522354,
      "learning_rate": 8.359930364137532e-05,
      "loss": 0.0249,
      "step": 4622
    },
    {
      "epoch": 0.5011925411968777,
      "grad_norm": 0.16921542584896088,
      "learning_rate": 8.359567677353838e-05,
      "loss": 0.0297,
      "step": 4623
    },
    {
      "epoch": 0.5013009540329575,
      "grad_norm": 0.33384156227111816,
      "learning_rate": 8.359204990570145e-05,
      "loss": 0.087,
      "step": 4624
    },
    {
      "epoch": 0.5014093668690373,
      "grad_norm": 0.4918581545352936,
      "learning_rate": 8.35884230378645e-05,
      "loss": 0.067,
      "step": 4625
    },
    {
      "epoch": 0.5015177797051171,
      "grad_norm": 0.195796400308609,
      "learning_rate": 8.358479617002756e-05,
      "loss": 0.0294,
      "step": 4626
    },
    {
      "epoch": 0.5016261925411969,
      "grad_norm": 0.3336583375930786,
      "learning_rate": 8.358116930219063e-05,
      "loss": 0.0352,
      "step": 4627
    },
    {
      "epoch": 0.5017346053772767,
      "grad_norm": 0.2526606023311615,
      "learning_rate": 8.357754243435369e-05,
      "loss": 0.0528,
      "step": 4628
    },
    {
      "epoch": 0.5018430182133564,
      "grad_norm": 0.21643880009651184,
      "learning_rate": 8.357391556651676e-05,
      "loss": 0.0295,
      "step": 4629
    },
    {
      "epoch": 0.5019514310494363,
      "grad_norm": 0.2677863836288452,
      "learning_rate": 8.357028869867982e-05,
      "loss": 0.0455,
      "step": 4630
    },
    {
      "epoch": 0.502059843885516,
      "grad_norm": 0.16132992506027222,
      "learning_rate": 8.356666183084289e-05,
      "loss": 0.0246,
      "step": 4631
    },
    {
      "epoch": 0.5021682567215958,
      "grad_norm": 0.23716862499713898,
      "learning_rate": 8.356303496300595e-05,
      "loss": 0.0454,
      "step": 4632
    },
    {
      "epoch": 0.5022766695576756,
      "grad_norm": 0.27269446849823,
      "learning_rate": 8.355940809516902e-05,
      "loss": 0.0701,
      "step": 4633
    },
    {
      "epoch": 0.5023850823937555,
      "grad_norm": 0.2828177809715271,
      "learning_rate": 8.355578122733207e-05,
      "loss": 0.0509,
      "step": 4634
    },
    {
      "epoch": 0.5024934952298352,
      "grad_norm": 0.3804576098918915,
      "learning_rate": 8.355215435949515e-05,
      "loss": 0.0578,
      "step": 4635
    },
    {
      "epoch": 0.502601908065915,
      "grad_norm": 0.29170724749565125,
      "learning_rate": 8.354852749165822e-05,
      "loss": 0.0599,
      "step": 4636
    },
    {
      "epoch": 0.5027103209019947,
      "grad_norm": 0.23931467533111572,
      "learning_rate": 8.354490062382127e-05,
      "loss": 0.0414,
      "step": 4637
    },
    {
      "epoch": 0.5028187337380746,
      "grad_norm": 0.3525681793689728,
      "learning_rate": 8.354127375598434e-05,
      "loss": 0.0564,
      "step": 4638
    },
    {
      "epoch": 0.5029271465741544,
      "grad_norm": 0.4133462607860565,
      "learning_rate": 8.35376468881474e-05,
      "loss": 0.039,
      "step": 4639
    },
    {
      "epoch": 0.5030355594102341,
      "grad_norm": 0.17734938859939575,
      "learning_rate": 8.353402002031047e-05,
      "loss": 0.0404,
      "step": 4640
    },
    {
      "epoch": 0.5031439722463139,
      "grad_norm": 0.1850111037492752,
      "learning_rate": 8.353039315247353e-05,
      "loss": 0.0372,
      "step": 4641
    },
    {
      "epoch": 0.5032523850823938,
      "grad_norm": 0.281541109085083,
      "learning_rate": 8.352676628463659e-05,
      "loss": 0.0441,
      "step": 4642
    },
    {
      "epoch": 0.5033607979184735,
      "grad_norm": 0.16298002004623413,
      "learning_rate": 8.352313941679966e-05,
      "loss": 0.0173,
      "step": 4643
    },
    {
      "epoch": 0.5034692107545533,
      "grad_norm": 0.46331754326820374,
      "learning_rate": 8.351951254896272e-05,
      "loss": 0.0583,
      "step": 4644
    },
    {
      "epoch": 0.5035776235906332,
      "grad_norm": 0.3232784569263458,
      "learning_rate": 8.351588568112579e-05,
      "loss": 0.0722,
      "step": 4645
    },
    {
      "epoch": 0.503686036426713,
      "grad_norm": 0.16053682565689087,
      "learning_rate": 8.351225881328884e-05,
      "loss": 0.0257,
      "step": 4646
    },
    {
      "epoch": 0.5037944492627927,
      "grad_norm": 0.2402375489473343,
      "learning_rate": 8.350863194545191e-05,
      "loss": 0.0437,
      "step": 4647
    },
    {
      "epoch": 0.5039028620988725,
      "grad_norm": 0.2029464840888977,
      "learning_rate": 8.350500507761497e-05,
      "loss": 0.0217,
      "step": 4648
    },
    {
      "epoch": 0.5040112749349523,
      "grad_norm": 0.16498520970344543,
      "learning_rate": 8.350137820977804e-05,
      "loss": 0.0269,
      "step": 4649
    },
    {
      "epoch": 0.5041196877710321,
      "grad_norm": 0.20670627057552338,
      "learning_rate": 8.34977513419411e-05,
      "loss": 0.0473,
      "step": 4650
    },
    {
      "epoch": 0.5042281006071119,
      "grad_norm": 0.236624613404274,
      "learning_rate": 8.349412447410416e-05,
      "loss": 0.031,
      "step": 4651
    },
    {
      "epoch": 0.5043365134431916,
      "grad_norm": 0.5088931918144226,
      "learning_rate": 8.349049760626723e-05,
      "loss": 0.0584,
      "step": 4652
    },
    {
      "epoch": 0.5044449262792715,
      "grad_norm": 0.16730302572250366,
      "learning_rate": 8.34868707384303e-05,
      "loss": 0.0166,
      "step": 4653
    },
    {
      "epoch": 0.5045533391153513,
      "grad_norm": 0.15285049378871918,
      "learning_rate": 8.348324387059337e-05,
      "loss": 0.017,
      "step": 4654
    },
    {
      "epoch": 0.504661751951431,
      "grad_norm": 0.36851149797439575,
      "learning_rate": 8.347961700275643e-05,
      "loss": 0.0558,
      "step": 4655
    },
    {
      "epoch": 0.5047701647875108,
      "grad_norm": 0.35019853711128235,
      "learning_rate": 8.347599013491948e-05,
      "loss": 0.0202,
      "step": 4656
    },
    {
      "epoch": 0.5048785776235907,
      "grad_norm": 0.3798542022705078,
      "learning_rate": 8.347236326708256e-05,
      "loss": 0.0518,
      "step": 4657
    },
    {
      "epoch": 0.5049869904596704,
      "grad_norm": 0.2663160562515259,
      "learning_rate": 8.346873639924561e-05,
      "loss": 0.031,
      "step": 4658
    },
    {
      "epoch": 0.5050954032957502,
      "grad_norm": 0.25156036019325256,
      "learning_rate": 8.346510953140868e-05,
      "loss": 0.0677,
      "step": 4659
    },
    {
      "epoch": 0.50520381613183,
      "grad_norm": 0.17400410771369934,
      "learning_rate": 8.346148266357174e-05,
      "loss": 0.0528,
      "step": 4660
    },
    {
      "epoch": 0.5053122289679098,
      "grad_norm": 0.40441757440567017,
      "learning_rate": 8.345785579573481e-05,
      "loss": 0.021,
      "step": 4661
    },
    {
      "epoch": 0.5054206418039896,
      "grad_norm": 0.22078657150268555,
      "learning_rate": 8.345422892789787e-05,
      "loss": 0.0483,
      "step": 4662
    },
    {
      "epoch": 0.5055290546400694,
      "grad_norm": 0.2696995735168457,
      "learning_rate": 8.345060206006094e-05,
      "loss": 0.0479,
      "step": 4663
    },
    {
      "epoch": 0.5056374674761491,
      "grad_norm": 0.4506882131099701,
      "learning_rate": 8.3446975192224e-05,
      "loss": 0.0547,
      "step": 4664
    },
    {
      "epoch": 0.505745880312229,
      "grad_norm": 0.3606620728969574,
      "learning_rate": 8.344334832438705e-05,
      "loss": 0.0323,
      "step": 4665
    },
    {
      "epoch": 0.5058542931483088,
      "grad_norm": 0.38101616501808167,
      "learning_rate": 8.343972145655013e-05,
      "loss": 0.0752,
      "step": 4666
    },
    {
      "epoch": 0.5059627059843885,
      "grad_norm": 0.13483813405036926,
      "learning_rate": 8.343609458871318e-05,
      "loss": 0.0264,
      "step": 4667
    },
    {
      "epoch": 0.5060711188204683,
      "grad_norm": 0.16683314740657806,
      "learning_rate": 8.343246772087625e-05,
      "loss": 0.026,
      "step": 4668
    },
    {
      "epoch": 0.5061795316565482,
      "grad_norm": 0.266287624835968,
      "learning_rate": 8.342884085303931e-05,
      "loss": 0.0689,
      "step": 4669
    },
    {
      "epoch": 0.5062879444926279,
      "grad_norm": 0.2966563105583191,
      "learning_rate": 8.342521398520238e-05,
      "loss": 0.0211,
      "step": 4670
    },
    {
      "epoch": 0.5063963573287077,
      "grad_norm": 0.29307180643081665,
      "learning_rate": 8.342158711736545e-05,
      "loss": 0.0343,
      "step": 4671
    },
    {
      "epoch": 0.5065047701647876,
      "grad_norm": 0.19186390936374664,
      "learning_rate": 8.341796024952851e-05,
      "loss": 0.0317,
      "step": 4672
    },
    {
      "epoch": 0.5066131830008673,
      "grad_norm": 0.42452120780944824,
      "learning_rate": 8.341433338169158e-05,
      "loss": 0.0552,
      "step": 4673
    },
    {
      "epoch": 0.5067215958369471,
      "grad_norm": 0.23865124583244324,
      "learning_rate": 8.341070651385464e-05,
      "loss": 0.0626,
      "step": 4674
    },
    {
      "epoch": 0.5068300086730269,
      "grad_norm": 0.3748024106025696,
      "learning_rate": 8.340707964601771e-05,
      "loss": 0.0459,
      "step": 4675
    },
    {
      "epoch": 0.5069384215091067,
      "grad_norm": 0.7881855368614197,
      "learning_rate": 8.340345277818077e-05,
      "loss": 0.1095,
      "step": 4676
    },
    {
      "epoch": 0.5070468343451865,
      "grad_norm": 0.559735894203186,
      "learning_rate": 8.339982591034384e-05,
      "loss": 0.0428,
      "step": 4677
    },
    {
      "epoch": 0.5071552471812663,
      "grad_norm": 0.12967777252197266,
      "learning_rate": 8.33961990425069e-05,
      "loss": 0.0425,
      "step": 4678
    },
    {
      "epoch": 0.507263660017346,
      "grad_norm": 0.335231751203537,
      "learning_rate": 8.339257217466995e-05,
      "loss": 0.0332,
      "step": 4679
    },
    {
      "epoch": 0.5073720728534259,
      "grad_norm": 0.260948121547699,
      "learning_rate": 8.338894530683302e-05,
      "loss": 0.0385,
      "step": 4680
    },
    {
      "epoch": 0.5074804856895057,
      "grad_norm": 0.19138605892658234,
      "learning_rate": 8.338531843899608e-05,
      "loss": 0.0264,
      "step": 4681
    },
    {
      "epoch": 0.5075888985255854,
      "grad_norm": 0.34621965885162354,
      "learning_rate": 8.338169157115915e-05,
      "loss": 0.0343,
      "step": 4682
    },
    {
      "epoch": 0.5076973113616652,
      "grad_norm": 0.2937081456184387,
      "learning_rate": 8.337806470332221e-05,
      "loss": 0.038,
      "step": 4683
    },
    {
      "epoch": 0.5078057241977451,
      "grad_norm": 0.3294035494327545,
      "learning_rate": 8.337443783548528e-05,
      "loss": 0.0738,
      "step": 4684
    },
    {
      "epoch": 0.5079141370338248,
      "grad_norm": 0.09773159772157669,
      "learning_rate": 8.337081096764834e-05,
      "loss": 0.0136,
      "step": 4685
    },
    {
      "epoch": 0.5080225498699046,
      "grad_norm": 0.2666010558605194,
      "learning_rate": 8.336718409981141e-05,
      "loss": 0.0414,
      "step": 4686
    },
    {
      "epoch": 0.5081309627059843,
      "grad_norm": 0.1880253106355667,
      "learning_rate": 8.336355723197448e-05,
      "loss": 0.0396,
      "step": 4687
    },
    {
      "epoch": 0.5082393755420642,
      "grad_norm": 0.20948447287082672,
      "learning_rate": 8.335993036413754e-05,
      "loss": 0.0411,
      "step": 4688
    },
    {
      "epoch": 0.508347788378144,
      "grad_norm": 0.4302700161933899,
      "learning_rate": 8.335630349630061e-05,
      "loss": 0.0609,
      "step": 4689
    },
    {
      "epoch": 0.5084562012142237,
      "grad_norm": 0.18255698680877686,
      "learning_rate": 8.335267662846366e-05,
      "loss": 0.0239,
      "step": 4690
    },
    {
      "epoch": 0.5085646140503035,
      "grad_norm": 0.16490449011325836,
      "learning_rate": 8.334904976062674e-05,
      "loss": 0.0207,
      "step": 4691
    },
    {
      "epoch": 0.5086730268863834,
      "grad_norm": 0.22954678535461426,
      "learning_rate": 8.334542289278979e-05,
      "loss": 0.0295,
      "step": 4692
    },
    {
      "epoch": 0.5087814397224631,
      "grad_norm": 0.15824300050735474,
      "learning_rate": 8.334179602495285e-05,
      "loss": 0.0357,
      "step": 4693
    },
    {
      "epoch": 0.5088898525585429,
      "grad_norm": 0.3428677022457123,
      "learning_rate": 8.333816915711592e-05,
      "loss": 0.0565,
      "step": 4694
    },
    {
      "epoch": 0.5089982653946227,
      "grad_norm": 0.17069081962108612,
      "learning_rate": 8.333454228927898e-05,
      "loss": 0.0342,
      "step": 4695
    },
    {
      "epoch": 0.5091066782307025,
      "grad_norm": 0.37000441551208496,
      "learning_rate": 8.333091542144205e-05,
      "loss": 0.039,
      "step": 4696
    },
    {
      "epoch": 0.5092150910667823,
      "grad_norm": 0.3635225296020508,
      "learning_rate": 8.33272885536051e-05,
      "loss": 0.0496,
      "step": 4697
    },
    {
      "epoch": 0.5093235039028621,
      "grad_norm": 0.14765678346157074,
      "learning_rate": 8.332366168576818e-05,
      "loss": 0.0266,
      "step": 4698
    },
    {
      "epoch": 0.5094319167389418,
      "grad_norm": 0.20907920598983765,
      "learning_rate": 8.332003481793123e-05,
      "loss": 0.0277,
      "step": 4699
    },
    {
      "epoch": 0.5095403295750217,
      "grad_norm": 0.2216564416885376,
      "learning_rate": 8.33164079500943e-05,
      "loss": 0.0501,
      "step": 4700
    },
    {
      "epoch": 0.5096487424111015,
      "grad_norm": 0.16941425204277039,
      "learning_rate": 8.331278108225736e-05,
      "loss": 0.035,
      "step": 4701
    },
    {
      "epoch": 0.5097571552471812,
      "grad_norm": 0.1556451916694641,
      "learning_rate": 8.330915421442042e-05,
      "loss": 0.0238,
      "step": 4702
    },
    {
      "epoch": 0.5098655680832611,
      "grad_norm": 0.27438226342201233,
      "learning_rate": 8.330552734658349e-05,
      "loss": 0.0607,
      "step": 4703
    },
    {
      "epoch": 0.5099739809193409,
      "grad_norm": 0.4095947742462158,
      "learning_rate": 8.330190047874656e-05,
      "loss": 0.0571,
      "step": 4704
    },
    {
      "epoch": 0.5100823937554206,
      "grad_norm": 0.465445876121521,
      "learning_rate": 8.329827361090963e-05,
      "loss": 0.0586,
      "step": 4705
    },
    {
      "epoch": 0.5101908065915004,
      "grad_norm": 0.1915440559387207,
      "learning_rate": 8.329464674307269e-05,
      "loss": 0.0226,
      "step": 4706
    },
    {
      "epoch": 0.5102992194275803,
      "grad_norm": 0.32775819301605225,
      "learning_rate": 8.329101987523575e-05,
      "loss": 0.0385,
      "step": 4707
    },
    {
      "epoch": 0.51040763226366,
      "grad_norm": 0.3496454656124115,
      "learning_rate": 8.328739300739882e-05,
      "loss": 0.051,
      "step": 4708
    },
    {
      "epoch": 0.5105160450997398,
      "grad_norm": 0.19943681359291077,
      "learning_rate": 8.328376613956188e-05,
      "loss": 0.0253,
      "step": 4709
    },
    {
      "epoch": 0.5106244579358196,
      "grad_norm": 0.34117597341537476,
      "learning_rate": 8.328013927172495e-05,
      "loss": 0.058,
      "step": 4710
    },
    {
      "epoch": 0.5107328707718994,
      "grad_norm": 0.36702197790145874,
      "learning_rate": 8.3276512403888e-05,
      "loss": 0.0421,
      "step": 4711
    },
    {
      "epoch": 0.5108412836079792,
      "grad_norm": 0.42900386452674866,
      "learning_rate": 8.327288553605107e-05,
      "loss": 0.0868,
      "step": 4712
    },
    {
      "epoch": 0.510949696444059,
      "grad_norm": 0.06760697811841965,
      "learning_rate": 8.326925866821413e-05,
      "loss": 0.0102,
      "step": 4713
    },
    {
      "epoch": 0.5110581092801387,
      "grad_norm": 0.27836695313453674,
      "learning_rate": 8.32656318003772e-05,
      "loss": 0.0422,
      "step": 4714
    },
    {
      "epoch": 0.5111665221162186,
      "grad_norm": 0.1889781951904297,
      "learning_rate": 8.326200493254026e-05,
      "loss": 0.0337,
      "step": 4715
    },
    {
      "epoch": 0.5112749349522984,
      "grad_norm": 0.32177498936653137,
      "learning_rate": 8.325837806470332e-05,
      "loss": 0.0325,
      "step": 4716
    },
    {
      "epoch": 0.5113833477883781,
      "grad_norm": 0.2765893042087555,
      "learning_rate": 8.325475119686639e-05,
      "loss": 0.0381,
      "step": 4717
    },
    {
      "epoch": 0.5114917606244579,
      "grad_norm": 0.14834655821323395,
      "learning_rate": 8.325112432902945e-05,
      "loss": 0.0205,
      "step": 4718
    },
    {
      "epoch": 0.5116001734605378,
      "grad_norm": 0.3257923722267151,
      "learning_rate": 8.324749746119252e-05,
      "loss": 0.0541,
      "step": 4719
    },
    {
      "epoch": 0.5117085862966175,
      "grad_norm": 0.17150983214378357,
      "learning_rate": 8.324387059335557e-05,
      "loss": 0.0317,
      "step": 4720
    },
    {
      "epoch": 0.5118169991326973,
      "grad_norm": 0.3702525794506073,
      "learning_rate": 8.324024372551864e-05,
      "loss": 0.0624,
      "step": 4721
    },
    {
      "epoch": 0.511925411968777,
      "grad_norm": 0.13036957383155823,
      "learning_rate": 8.323661685768172e-05,
      "loss": 0.0136,
      "step": 4722
    },
    {
      "epoch": 0.5120338248048569,
      "grad_norm": 0.4283898174762726,
      "learning_rate": 8.323298998984477e-05,
      "loss": 0.064,
      "step": 4723
    },
    {
      "epoch": 0.5121422376409367,
      "grad_norm": 0.3729148805141449,
      "learning_rate": 8.322936312200784e-05,
      "loss": 0.0463,
      "step": 4724
    },
    {
      "epoch": 0.5122506504770165,
      "grad_norm": 0.3683818578720093,
      "learning_rate": 8.32257362541709e-05,
      "loss": 0.0372,
      "step": 4725
    },
    {
      "epoch": 0.5123590633130962,
      "grad_norm": 0.2778374254703522,
      "learning_rate": 8.322210938633397e-05,
      "loss": 0.0543,
      "step": 4726
    },
    {
      "epoch": 0.5124674761491761,
      "grad_norm": 0.2300775945186615,
      "learning_rate": 8.321848251849703e-05,
      "loss": 0.0248,
      "step": 4727
    },
    {
      "epoch": 0.5125758889852559,
      "grad_norm": 0.15566708147525787,
      "learning_rate": 8.32148556506601e-05,
      "loss": 0.0157,
      "step": 4728
    },
    {
      "epoch": 0.5126843018213356,
      "grad_norm": 0.22318966686725616,
      "learning_rate": 8.321122878282316e-05,
      "loss": 0.0167,
      "step": 4729
    },
    {
      "epoch": 0.5127927146574154,
      "grad_norm": 0.3126615881919861,
      "learning_rate": 8.320760191498623e-05,
      "loss": 0.0229,
      "step": 4730
    },
    {
      "epoch": 0.5129011274934953,
      "grad_norm": 0.19012300670146942,
      "learning_rate": 8.320397504714929e-05,
      "loss": 0.038,
      "step": 4731
    },
    {
      "epoch": 0.513009540329575,
      "grad_norm": 0.1507774442434311,
      "learning_rate": 8.320034817931234e-05,
      "loss": 0.0278,
      "step": 4732
    },
    {
      "epoch": 0.5131179531656548,
      "grad_norm": 0.6424970626831055,
      "learning_rate": 8.319672131147541e-05,
      "loss": 0.1036,
      "step": 4733
    },
    {
      "epoch": 0.5132263660017347,
      "grad_norm": 0.4073786735534668,
      "learning_rate": 8.319309444363847e-05,
      "loss": 0.0884,
      "step": 4734
    },
    {
      "epoch": 0.5133347788378144,
      "grad_norm": 0.5426837205886841,
      "learning_rate": 8.318946757580154e-05,
      "loss": 0.1146,
      "step": 4735
    },
    {
      "epoch": 0.5134431916738942,
      "grad_norm": 0.3234386444091797,
      "learning_rate": 8.31858407079646e-05,
      "loss": 0.0894,
      "step": 4736
    },
    {
      "epoch": 0.513551604509974,
      "grad_norm": 0.12963518500328064,
      "learning_rate": 8.318221384012767e-05,
      "loss": 0.0201,
      "step": 4737
    },
    {
      "epoch": 0.5136600173460538,
      "grad_norm": 0.38220059871673584,
      "learning_rate": 8.317858697229073e-05,
      "loss": 0.0866,
      "step": 4738
    },
    {
      "epoch": 0.5137684301821336,
      "grad_norm": 0.29263585805892944,
      "learning_rate": 8.31749601044538e-05,
      "loss": 0.0383,
      "step": 4739
    },
    {
      "epoch": 0.5138768430182133,
      "grad_norm": 0.13887248933315277,
      "learning_rate": 8.317133323661687e-05,
      "loss": 0.0147,
      "step": 4740
    },
    {
      "epoch": 0.5139852558542931,
      "grad_norm": 0.46463796496391296,
      "learning_rate": 8.316770636877993e-05,
      "loss": 0.0633,
      "step": 4741
    },
    {
      "epoch": 0.514093668690373,
      "grad_norm": 0.38034605979919434,
      "learning_rate": 8.3164079500943e-05,
      "loss": 0.0555,
      "step": 4742
    },
    {
      "epoch": 0.5142020815264527,
      "grad_norm": 0.3057022988796234,
      "learning_rate": 8.316045263310606e-05,
      "loss": 0.0358,
      "step": 4743
    },
    {
      "epoch": 0.5143104943625325,
      "grad_norm": 0.23894184827804565,
      "learning_rate": 8.315682576526913e-05,
      "loss": 0.032,
      "step": 4744
    },
    {
      "epoch": 0.5144189071986123,
      "grad_norm": 0.24612542986869812,
      "learning_rate": 8.315319889743218e-05,
      "loss": 0.0387,
      "step": 4745
    },
    {
      "epoch": 0.5145273200346921,
      "grad_norm": 0.1843407154083252,
      "learning_rate": 8.314957202959524e-05,
      "loss": 0.0303,
      "step": 4746
    },
    {
      "epoch": 0.5146357328707719,
      "grad_norm": 0.27076470851898193,
      "learning_rate": 8.314594516175831e-05,
      "loss": 0.0236,
      "step": 4747
    },
    {
      "epoch": 0.5147441457068517,
      "grad_norm": 0.20209570229053497,
      "learning_rate": 8.314231829392137e-05,
      "loss": 0.0211,
      "step": 4748
    },
    {
      "epoch": 0.5148525585429314,
      "grad_norm": 0.2973994016647339,
      "learning_rate": 8.313869142608444e-05,
      "loss": 0.0482,
      "step": 4749
    },
    {
      "epoch": 0.5149609713790113,
      "grad_norm": 0.3498830199241638,
      "learning_rate": 8.31350645582475e-05,
      "loss": 0.0695,
      "step": 4750
    },
    {
      "epoch": 0.5150693842150911,
      "grad_norm": 0.407405287027359,
      "learning_rate": 8.313143769041057e-05,
      "loss": 0.0937,
      "step": 4751
    },
    {
      "epoch": 0.5151777970511708,
      "grad_norm": 0.179704949259758,
      "learning_rate": 8.312781082257363e-05,
      "loss": 0.0291,
      "step": 4752
    },
    {
      "epoch": 0.5152862098872506,
      "grad_norm": 0.09544646739959717,
      "learning_rate": 8.31241839547367e-05,
      "loss": 0.0106,
      "step": 4753
    },
    {
      "epoch": 0.5153946227233305,
      "grad_norm": 0.13791044056415558,
      "learning_rate": 8.312055708689975e-05,
      "loss": 0.0405,
      "step": 4754
    },
    {
      "epoch": 0.5155030355594102,
      "grad_norm": 0.14684776961803436,
      "learning_rate": 8.311693021906281e-05,
      "loss": 0.027,
      "step": 4755
    },
    {
      "epoch": 0.51561144839549,
      "grad_norm": 0.26582369208335876,
      "learning_rate": 8.31133033512259e-05,
      "loss": 0.0515,
      "step": 4756
    },
    {
      "epoch": 0.5157198612315698,
      "grad_norm": 0.1628579944372177,
      "learning_rate": 8.310967648338895e-05,
      "loss": 0.0236,
      "step": 4757
    },
    {
      "epoch": 0.5158282740676496,
      "grad_norm": 0.2511359453201294,
      "learning_rate": 8.310604961555202e-05,
      "loss": 0.04,
      "step": 4758
    },
    {
      "epoch": 0.5159366869037294,
      "grad_norm": 0.24952779710292816,
      "learning_rate": 8.310242274771508e-05,
      "loss": 0.0333,
      "step": 4759
    },
    {
      "epoch": 0.5160450997398092,
      "grad_norm": 0.5526186227798462,
      "learning_rate": 8.309879587987814e-05,
      "loss": 0.0273,
      "step": 4760
    },
    {
      "epoch": 0.516153512575889,
      "grad_norm": 0.3186066150665283,
      "learning_rate": 8.309516901204121e-05,
      "loss": 0.0484,
      "step": 4761
    },
    {
      "epoch": 0.5162619254119688,
      "grad_norm": 0.1683020442724228,
      "learning_rate": 8.309154214420427e-05,
      "loss": 0.029,
      "step": 4762
    },
    {
      "epoch": 0.5163703382480486,
      "grad_norm": 0.31221655011177063,
      "learning_rate": 8.308791527636734e-05,
      "loss": 0.0264,
      "step": 4763
    },
    {
      "epoch": 0.5164787510841283,
      "grad_norm": 0.21730226278305054,
      "learning_rate": 8.30842884085304e-05,
      "loss": 0.0328,
      "step": 4764
    },
    {
      "epoch": 0.5165871639202082,
      "grad_norm": 0.21122810244560242,
      "learning_rate": 8.308066154069347e-05,
      "loss": 0.0154,
      "step": 4765
    },
    {
      "epoch": 0.516695576756288,
      "grad_norm": 0.28604698181152344,
      "learning_rate": 8.307703467285652e-05,
      "loss": 0.0291,
      "step": 4766
    },
    {
      "epoch": 0.5168039895923677,
      "grad_norm": 0.368571937084198,
      "learning_rate": 8.30734078050196e-05,
      "loss": 0.046,
      "step": 4767
    },
    {
      "epoch": 0.5169124024284475,
      "grad_norm": 0.5590185523033142,
      "learning_rate": 8.306978093718265e-05,
      "loss": 0.1247,
      "step": 4768
    },
    {
      "epoch": 0.5170208152645274,
      "grad_norm": 0.3170897960662842,
      "learning_rate": 8.306615406934571e-05,
      "loss": 0.0315,
      "step": 4769
    },
    {
      "epoch": 0.5171292281006071,
      "grad_norm": 0.21415837109088898,
      "learning_rate": 8.306252720150878e-05,
      "loss": 0.0531,
      "step": 4770
    },
    {
      "epoch": 0.5172376409366869,
      "grad_norm": 0.15479589998722076,
      "learning_rate": 8.305890033367184e-05,
      "loss": 0.0301,
      "step": 4771
    },
    {
      "epoch": 0.5173460537727667,
      "grad_norm": 0.13391755521297455,
      "learning_rate": 8.305527346583491e-05,
      "loss": 0.0256,
      "step": 4772
    },
    {
      "epoch": 0.5174544666088465,
      "grad_norm": 0.3937755823135376,
      "learning_rate": 8.305164659799796e-05,
      "loss": 0.0516,
      "step": 4773
    },
    {
      "epoch": 0.5175628794449263,
      "grad_norm": 0.2792370915412903,
      "learning_rate": 8.304801973016104e-05,
      "loss": 0.079,
      "step": 4774
    },
    {
      "epoch": 0.5176712922810061,
      "grad_norm": 0.2173270434141159,
      "learning_rate": 8.30443928623241e-05,
      "loss": 0.0393,
      "step": 4775
    },
    {
      "epoch": 0.5177797051170858,
      "grad_norm": 0.45108163356781006,
      "learning_rate": 8.304076599448716e-05,
      "loss": 0.0212,
      "step": 4776
    },
    {
      "epoch": 0.5178881179531657,
      "grad_norm": 0.4179542362689972,
      "learning_rate": 8.303713912665023e-05,
      "loss": 0.0777,
      "step": 4777
    },
    {
      "epoch": 0.5179965307892455,
      "grad_norm": 0.24874186515808105,
      "learning_rate": 8.303351225881329e-05,
      "loss": 0.061,
      "step": 4778
    },
    {
      "epoch": 0.5181049436253252,
      "grad_norm": 0.3923656642436981,
      "learning_rate": 8.302988539097636e-05,
      "loss": 0.0291,
      "step": 4779
    },
    {
      "epoch": 0.518213356461405,
      "grad_norm": 0.16799667477607727,
      "learning_rate": 8.302625852313942e-05,
      "loss": 0.0241,
      "step": 4780
    },
    {
      "epoch": 0.5183217692974849,
      "grad_norm": 0.38401857018470764,
      "learning_rate": 8.302263165530249e-05,
      "loss": 0.0506,
      "step": 4781
    },
    {
      "epoch": 0.5184301821335646,
      "grad_norm": 0.11021934449672699,
      "learning_rate": 8.301900478746555e-05,
      "loss": 0.0169,
      "step": 4782
    },
    {
      "epoch": 0.5185385949696444,
      "grad_norm": 0.21679963171482086,
      "learning_rate": 8.30153779196286e-05,
      "loss": 0.0354,
      "step": 4783
    },
    {
      "epoch": 0.5186470078057241,
      "grad_norm": 0.39290502667427063,
      "learning_rate": 8.301175105179168e-05,
      "loss": 0.0821,
      "step": 4784
    },
    {
      "epoch": 0.518755420641804,
      "grad_norm": 0.2212674766778946,
      "learning_rate": 8.300812418395473e-05,
      "loss": 0.0633,
      "step": 4785
    },
    {
      "epoch": 0.5188638334778838,
      "grad_norm": 0.24605031311511993,
      "learning_rate": 8.30044973161178e-05,
      "loss": 0.0523,
      "step": 4786
    },
    {
      "epoch": 0.5189722463139635,
      "grad_norm": 0.28519222140312195,
      "learning_rate": 8.300087044828086e-05,
      "loss": 0.0615,
      "step": 4787
    },
    {
      "epoch": 0.5190806591500433,
      "grad_norm": 0.08849325776100159,
      "learning_rate": 8.299724358044393e-05,
      "loss": 0.0138,
      "step": 4788
    },
    {
      "epoch": 0.5191890719861232,
      "grad_norm": 0.3794816732406616,
      "learning_rate": 8.299361671260699e-05,
      "loss": 0.0413,
      "step": 4789
    },
    {
      "epoch": 0.519297484822203,
      "grad_norm": 0.4418885111808777,
      "learning_rate": 8.298998984477006e-05,
      "loss": 0.0589,
      "step": 4790
    },
    {
      "epoch": 0.5194058976582827,
      "grad_norm": 0.3600047528743744,
      "learning_rate": 8.298636297693313e-05,
      "loss": 0.0499,
      "step": 4791
    },
    {
      "epoch": 0.5195143104943626,
      "grad_norm": 0.2643411159515381,
      "learning_rate": 8.298273610909619e-05,
      "loss": 0.0643,
      "step": 4792
    },
    {
      "epoch": 0.5196227233304423,
      "grad_norm": 0.259562224149704,
      "learning_rate": 8.297910924125926e-05,
      "loss": 0.0733,
      "step": 4793
    },
    {
      "epoch": 0.5197311361665221,
      "grad_norm": 0.3263269364833832,
      "learning_rate": 8.297548237342232e-05,
      "loss": 0.0727,
      "step": 4794
    },
    {
      "epoch": 0.5198395490026019,
      "grad_norm": 0.31764376163482666,
      "learning_rate": 8.297185550558539e-05,
      "loss": 0.0335,
      "step": 4795
    },
    {
      "epoch": 0.5199479618386817,
      "grad_norm": 0.16845402121543884,
      "learning_rate": 8.296822863774845e-05,
      "loss": 0.0469,
      "step": 4796
    },
    {
      "epoch": 0.5200563746747615,
      "grad_norm": 0.20437347888946533,
      "learning_rate": 8.29646017699115e-05,
      "loss": 0.0323,
      "step": 4797
    },
    {
      "epoch": 0.5201647875108413,
      "grad_norm": 0.24706514179706573,
      "learning_rate": 8.296097490207457e-05,
      "loss": 0.0595,
      "step": 4798
    },
    {
      "epoch": 0.520273200346921,
      "grad_norm": 0.06256582587957382,
      "learning_rate": 8.295734803423763e-05,
      "loss": 0.0197,
      "step": 4799
    },
    {
      "epoch": 0.5203816131830009,
      "grad_norm": 0.07737712562084198,
      "learning_rate": 8.29537211664007e-05,
      "loss": 0.0183,
      "step": 4800
    },
    {
      "epoch": 0.5204900260190807,
      "grad_norm": 0.15689212083816528,
      "learning_rate": 8.295009429856376e-05,
      "loss": 0.0379,
      "step": 4801
    },
    {
      "epoch": 0.5205984388551604,
      "grad_norm": 0.18328692018985748,
      "learning_rate": 8.294646743072683e-05,
      "loss": 0.0367,
      "step": 4802
    },
    {
      "epoch": 0.5207068516912402,
      "grad_norm": 0.3384568989276886,
      "learning_rate": 8.294284056288989e-05,
      "loss": 0.0751,
      "step": 4803
    },
    {
      "epoch": 0.5208152645273201,
      "grad_norm": 0.1693800389766693,
      "learning_rate": 8.293921369505296e-05,
      "loss": 0.0279,
      "step": 4804
    },
    {
      "epoch": 0.5209236773633998,
      "grad_norm": 0.3441774547100067,
      "learning_rate": 8.293558682721602e-05,
      "loss": 0.0697,
      "step": 4805
    },
    {
      "epoch": 0.5210320901994796,
      "grad_norm": 0.11667445302009583,
      "learning_rate": 8.293195995937907e-05,
      "loss": 0.0251,
      "step": 4806
    },
    {
      "epoch": 0.5211405030355594,
      "grad_norm": 0.1493564397096634,
      "learning_rate": 8.292833309154214e-05,
      "loss": 0.0291,
      "step": 4807
    },
    {
      "epoch": 0.5212489158716392,
      "grad_norm": 0.6398731470108032,
      "learning_rate": 8.292470622370522e-05,
      "loss": 0.0393,
      "step": 4808
    },
    {
      "epoch": 0.521357328707719,
      "grad_norm": 0.3771311044692993,
      "learning_rate": 8.292107935586829e-05,
      "loss": 0.063,
      "step": 4809
    },
    {
      "epoch": 0.5214657415437988,
      "grad_norm": 0.17870153486728668,
      "learning_rate": 8.291745248803134e-05,
      "loss": 0.0359,
      "step": 4810
    },
    {
      "epoch": 0.5215741543798785,
      "grad_norm": 0.17045368254184723,
      "learning_rate": 8.29138256201944e-05,
      "loss": 0.0285,
      "step": 4811
    },
    {
      "epoch": 0.5216825672159584,
      "grad_norm": 0.2003980129957199,
      "learning_rate": 8.291019875235747e-05,
      "loss": 0.0363,
      "step": 4812
    },
    {
      "epoch": 0.5217909800520382,
      "grad_norm": 0.42289555072784424,
      "learning_rate": 8.290657188452053e-05,
      "loss": 0.0451,
      "step": 4813
    },
    {
      "epoch": 0.5218993928881179,
      "grad_norm": 0.24443531036376953,
      "learning_rate": 8.29029450166836e-05,
      "loss": 0.0356,
      "step": 4814
    },
    {
      "epoch": 0.5220078057241977,
      "grad_norm": 0.2578679919242859,
      "learning_rate": 8.289931814884666e-05,
      "loss": 0.0362,
      "step": 4815
    },
    {
      "epoch": 0.5221162185602776,
      "grad_norm": 0.10463761538267136,
      "learning_rate": 8.289569128100973e-05,
      "loss": 0.024,
      "step": 4816
    },
    {
      "epoch": 0.5222246313963573,
      "grad_norm": 0.10883145034313202,
      "learning_rate": 8.289206441317279e-05,
      "loss": 0.0232,
      "step": 4817
    },
    {
      "epoch": 0.5223330442324371,
      "grad_norm": 0.258596807718277,
      "learning_rate": 8.288843754533586e-05,
      "loss": 0.0324,
      "step": 4818
    },
    {
      "epoch": 0.522441457068517,
      "grad_norm": 0.4445166289806366,
      "learning_rate": 8.288481067749891e-05,
      "loss": 0.0727,
      "step": 4819
    },
    {
      "epoch": 0.5225498699045967,
      "grad_norm": 0.20774507522583008,
      "learning_rate": 8.288118380966197e-05,
      "loss": 0.053,
      "step": 4820
    },
    {
      "epoch": 0.5226582827406765,
      "grad_norm": 0.3269469141960144,
      "learning_rate": 8.287755694182504e-05,
      "loss": 0.0682,
      "step": 4821
    },
    {
      "epoch": 0.5227666955767563,
      "grad_norm": 0.3158135414123535,
      "learning_rate": 8.28739300739881e-05,
      "loss": 0.0641,
      "step": 4822
    },
    {
      "epoch": 0.5228751084128361,
      "grad_norm": 0.22317345440387726,
      "learning_rate": 8.287030320615117e-05,
      "loss": 0.0258,
      "step": 4823
    },
    {
      "epoch": 0.5229835212489159,
      "grad_norm": 0.20678402483463287,
      "learning_rate": 8.286667633831423e-05,
      "loss": 0.032,
      "step": 4824
    },
    {
      "epoch": 0.5230919340849957,
      "grad_norm": 0.20343297719955444,
      "learning_rate": 8.286304947047731e-05,
      "loss": 0.0577,
      "step": 4825
    },
    {
      "epoch": 0.5232003469210754,
      "grad_norm": 0.1648247092962265,
      "learning_rate": 8.285942260264037e-05,
      "loss": 0.0204,
      "step": 4826
    },
    {
      "epoch": 0.5233087597571553,
      "grad_norm": 0.23701845109462738,
      "learning_rate": 8.285579573480343e-05,
      "loss": 0.0346,
      "step": 4827
    },
    {
      "epoch": 0.5234171725932351,
      "grad_norm": 0.2997080385684967,
      "learning_rate": 8.28521688669665e-05,
      "loss": 0.0556,
      "step": 4828
    },
    {
      "epoch": 0.5235255854293148,
      "grad_norm": 0.24352988600730896,
      "learning_rate": 8.284854199912955e-05,
      "loss": 0.014,
      "step": 4829
    },
    {
      "epoch": 0.5236339982653946,
      "grad_norm": 1.0159772634506226,
      "learning_rate": 8.284491513129263e-05,
      "loss": 0.0401,
      "step": 4830
    },
    {
      "epoch": 0.5237424111014745,
      "grad_norm": 0.499326229095459,
      "learning_rate": 8.284128826345568e-05,
      "loss": 0.1159,
      "step": 4831
    },
    {
      "epoch": 0.5238508239375542,
      "grad_norm": 0.2587648332118988,
      "learning_rate": 8.283766139561875e-05,
      "loss": 0.0431,
      "step": 4832
    },
    {
      "epoch": 0.523959236773634,
      "grad_norm": 0.2942729890346527,
      "learning_rate": 8.283403452778181e-05,
      "loss": 0.0458,
      "step": 4833
    },
    {
      "epoch": 0.5240676496097137,
      "grad_norm": 0.3103940188884735,
      "learning_rate": 8.283040765994488e-05,
      "loss": 0.0575,
      "step": 4834
    },
    {
      "epoch": 0.5241760624457936,
      "grad_norm": 0.4742729365825653,
      "learning_rate": 8.282678079210794e-05,
      "loss": 0.071,
      "step": 4835
    },
    {
      "epoch": 0.5242844752818734,
      "grad_norm": 0.21274177730083466,
      "learning_rate": 8.2823153924271e-05,
      "loss": 0.0428,
      "step": 4836
    },
    {
      "epoch": 0.5243928881179531,
      "grad_norm": 0.07938653230667114,
      "learning_rate": 8.281952705643407e-05,
      "loss": 0.0158,
      "step": 4837
    },
    {
      "epoch": 0.5245013009540329,
      "grad_norm": 0.18370606005191803,
      "learning_rate": 8.281590018859712e-05,
      "loss": 0.0206,
      "step": 4838
    },
    {
      "epoch": 0.5246097137901128,
      "grad_norm": 0.21504557132720947,
      "learning_rate": 8.28122733207602e-05,
      "loss": 0.0337,
      "step": 4839
    },
    {
      "epoch": 0.5247181266261925,
      "grad_norm": 0.13559316098690033,
      "learning_rate": 8.280864645292325e-05,
      "loss": 0.0149,
      "step": 4840
    },
    {
      "epoch": 0.5248265394622723,
      "grad_norm": 0.1972036361694336,
      "learning_rate": 8.280501958508632e-05,
      "loss": 0.0445,
      "step": 4841
    },
    {
      "epoch": 0.5249349522983521,
      "grad_norm": 0.1653156727552414,
      "learning_rate": 8.280139271724938e-05,
      "loss": 0.0235,
      "step": 4842
    },
    {
      "epoch": 0.525043365134432,
      "grad_norm": 0.29618221521377563,
      "learning_rate": 8.279776584941245e-05,
      "loss": 0.0411,
      "step": 4843
    },
    {
      "epoch": 0.5251517779705117,
      "grad_norm": 0.25366637110710144,
      "learning_rate": 8.279413898157552e-05,
      "loss": 0.0367,
      "step": 4844
    },
    {
      "epoch": 0.5252601908065915,
      "grad_norm": 0.5241197943687439,
      "learning_rate": 8.279051211373858e-05,
      "loss": 0.0715,
      "step": 4845
    },
    {
      "epoch": 0.5253686036426712,
      "grad_norm": 0.39614373445510864,
      "learning_rate": 8.278688524590165e-05,
      "loss": 0.1023,
      "step": 4846
    },
    {
      "epoch": 0.5254770164787511,
      "grad_norm": 0.44465193152427673,
      "learning_rate": 8.278325837806471e-05,
      "loss": 0.0502,
      "step": 4847
    },
    {
      "epoch": 0.5255854293148309,
      "grad_norm": 0.15764974057674408,
      "learning_rate": 8.277963151022778e-05,
      "loss": 0.0243,
      "step": 4848
    },
    {
      "epoch": 0.5256938421509106,
      "grad_norm": 0.24800340831279755,
      "learning_rate": 8.277600464239084e-05,
      "loss": 0.0271,
      "step": 4849
    },
    {
      "epoch": 0.5258022549869905,
      "grad_norm": 0.1389681100845337,
      "learning_rate": 8.27723777745539e-05,
      "loss": 0.0171,
      "step": 4850
    },
    {
      "epoch": 0.5259106678230703,
      "grad_norm": 0.26840391755104065,
      "learning_rate": 8.276875090671696e-05,
      "loss": 0.0473,
      "step": 4851
    },
    {
      "epoch": 0.52601908065915,
      "grad_norm": 0.25376075506210327,
      "learning_rate": 8.276512403888002e-05,
      "loss": 0.0534,
      "step": 4852
    },
    {
      "epoch": 0.5261274934952298,
      "grad_norm": 0.3388359248638153,
      "learning_rate": 8.276149717104309e-05,
      "loss": 0.0564,
      "step": 4853
    },
    {
      "epoch": 0.5262359063313097,
      "grad_norm": 0.15620210766792297,
      "learning_rate": 8.275787030320615e-05,
      "loss": 0.0284,
      "step": 4854
    },
    {
      "epoch": 0.5263443191673894,
      "grad_norm": 0.15889625251293182,
      "learning_rate": 8.275424343536922e-05,
      "loss": 0.038,
      "step": 4855
    },
    {
      "epoch": 0.5264527320034692,
      "grad_norm": 0.640801191329956,
      "learning_rate": 8.275061656753228e-05,
      "loss": 0.0752,
      "step": 4856
    },
    {
      "epoch": 0.526561144839549,
      "grad_norm": 0.17000745236873627,
      "learning_rate": 8.274698969969535e-05,
      "loss": 0.0288,
      "step": 4857
    },
    {
      "epoch": 0.5266695576756288,
      "grad_norm": 0.062158551067113876,
      "learning_rate": 8.274336283185841e-05,
      "loss": 0.0199,
      "step": 4858
    },
    {
      "epoch": 0.5267779705117086,
      "grad_norm": 0.2088240385055542,
      "learning_rate": 8.273973596402146e-05,
      "loss": 0.0277,
      "step": 4859
    },
    {
      "epoch": 0.5268863833477884,
      "grad_norm": 0.41442039608955383,
      "learning_rate": 8.273610909618455e-05,
      "loss": 0.0937,
      "step": 4860
    },
    {
      "epoch": 0.5269947961838681,
      "grad_norm": 0.11625585705041885,
      "learning_rate": 8.27324822283476e-05,
      "loss": 0.0117,
      "step": 4861
    },
    {
      "epoch": 0.527103209019948,
      "grad_norm": 0.31005609035491943,
      "learning_rate": 8.272885536051068e-05,
      "loss": 0.0296,
      "step": 4862
    },
    {
      "epoch": 0.5272116218560278,
      "grad_norm": 0.30621254444122314,
      "learning_rate": 8.272522849267373e-05,
      "loss": 0.063,
      "step": 4863
    },
    {
      "epoch": 0.5273200346921075,
      "grad_norm": 0.21294735372066498,
      "learning_rate": 8.272160162483679e-05,
      "loss": 0.0386,
      "step": 4864
    },
    {
      "epoch": 0.5274284475281873,
      "grad_norm": 0.33386096358299255,
      "learning_rate": 8.271797475699986e-05,
      "loss": 0.0536,
      "step": 4865
    },
    {
      "epoch": 0.5275368603642672,
      "grad_norm": 0.12471313029527664,
      "learning_rate": 8.271434788916292e-05,
      "loss": 0.0226,
      "step": 4866
    },
    {
      "epoch": 0.5276452732003469,
      "grad_norm": 0.3760843575000763,
      "learning_rate": 8.271072102132599e-05,
      "loss": 0.0332,
      "step": 4867
    },
    {
      "epoch": 0.5277536860364267,
      "grad_norm": 0.2806225121021271,
      "learning_rate": 8.270709415348905e-05,
      "loss": 0.0425,
      "step": 4868
    },
    {
      "epoch": 0.5278620988725065,
      "grad_norm": 0.20710179209709167,
      "learning_rate": 8.270346728565212e-05,
      "loss": 0.062,
      "step": 4869
    },
    {
      "epoch": 0.5279705117085863,
      "grad_norm": 0.1372043639421463,
      "learning_rate": 8.269984041781518e-05,
      "loss": 0.0123,
      "step": 4870
    },
    {
      "epoch": 0.5280789245446661,
      "grad_norm": 0.21378394961357117,
      "learning_rate": 8.269621354997825e-05,
      "loss": 0.0301,
      "step": 4871
    },
    {
      "epoch": 0.5281873373807459,
      "grad_norm": 0.12509705126285553,
      "learning_rate": 8.26925866821413e-05,
      "loss": 0.02,
      "step": 4872
    },
    {
      "epoch": 0.5282957502168256,
      "grad_norm": 0.2558983266353607,
      "learning_rate": 8.268895981430436e-05,
      "loss": 0.0432,
      "step": 4873
    },
    {
      "epoch": 0.5284041630529055,
      "grad_norm": 0.2581036686897278,
      "learning_rate": 8.268533294646743e-05,
      "loss": 0.0539,
      "step": 4874
    },
    {
      "epoch": 0.5285125758889853,
      "grad_norm": 0.45613908767700195,
      "learning_rate": 8.268170607863049e-05,
      "loss": 0.064,
      "step": 4875
    },
    {
      "epoch": 0.528620988725065,
      "grad_norm": 0.6143072247505188,
      "learning_rate": 8.267807921079356e-05,
      "loss": 0.0748,
      "step": 4876
    },
    {
      "epoch": 0.5287294015611448,
      "grad_norm": 0.17959752678871155,
      "learning_rate": 8.267445234295663e-05,
      "loss": 0.0333,
      "step": 4877
    },
    {
      "epoch": 0.5288378143972247,
      "grad_norm": 0.33936449885368347,
      "learning_rate": 8.267082547511969e-05,
      "loss": 0.066,
      "step": 4878
    },
    {
      "epoch": 0.5289462272333044,
      "grad_norm": 0.44135844707489014,
      "learning_rate": 8.266719860728276e-05,
      "loss": 0.031,
      "step": 4879
    },
    {
      "epoch": 0.5290546400693842,
      "grad_norm": 0.1618960201740265,
      "learning_rate": 8.266357173944582e-05,
      "loss": 0.0247,
      "step": 4880
    },
    {
      "epoch": 0.5291630529054641,
      "grad_norm": 0.2890670895576477,
      "learning_rate": 8.265994487160889e-05,
      "loss": 0.0424,
      "step": 4881
    },
    {
      "epoch": 0.5292714657415438,
      "grad_norm": 0.21757635474205017,
      "learning_rate": 8.265631800377195e-05,
      "loss": 0.0433,
      "step": 4882
    },
    {
      "epoch": 0.5293798785776236,
      "grad_norm": 0.44424933195114136,
      "learning_rate": 8.265269113593502e-05,
      "loss": 0.0528,
      "step": 4883
    },
    {
      "epoch": 0.5294882914137033,
      "grad_norm": 0.24853865802288055,
      "learning_rate": 8.264906426809807e-05,
      "loss": 0.0225,
      "step": 4884
    },
    {
      "epoch": 0.5295967042497832,
      "grad_norm": 0.14555422961711884,
      "learning_rate": 8.264543740026114e-05,
      "loss": 0.0304,
      "step": 4885
    },
    {
      "epoch": 0.529705117085863,
      "grad_norm": 0.24304251372814178,
      "learning_rate": 8.26418105324242e-05,
      "loss": 0.0351,
      "step": 4886
    },
    {
      "epoch": 0.5298135299219427,
      "grad_norm": 0.17782647907733917,
      "learning_rate": 8.263818366458726e-05,
      "loss": 0.0205,
      "step": 4887
    },
    {
      "epoch": 0.5299219427580225,
      "grad_norm": 0.3172241151332855,
      "learning_rate": 8.263455679675033e-05,
      "loss": 0.0778,
      "step": 4888
    },
    {
      "epoch": 0.5300303555941024,
      "grad_norm": 0.23414379358291626,
      "learning_rate": 8.263092992891339e-05,
      "loss": 0.0441,
      "step": 4889
    },
    {
      "epoch": 0.5301387684301822,
      "grad_norm": 0.22642046213150024,
      "learning_rate": 8.262730306107646e-05,
      "loss": 0.0472,
      "step": 4890
    },
    {
      "epoch": 0.5302471812662619,
      "grad_norm": 0.3425810635089874,
      "learning_rate": 8.262367619323952e-05,
      "loss": 0.0304,
      "step": 4891
    },
    {
      "epoch": 0.5303555941023417,
      "grad_norm": 0.3070196509361267,
      "learning_rate": 8.262004932540259e-05,
      "loss": 0.0577,
      "step": 4892
    },
    {
      "epoch": 0.5304640069384216,
      "grad_norm": 0.14294373989105225,
      "learning_rate": 8.261642245756564e-05,
      "loss": 0.012,
      "step": 4893
    },
    {
      "epoch": 0.5305724197745013,
      "grad_norm": 0.31436687707901,
      "learning_rate": 8.261279558972871e-05,
      "loss": 0.0619,
      "step": 4894
    },
    {
      "epoch": 0.5306808326105811,
      "grad_norm": 0.2901630699634552,
      "learning_rate": 8.260916872189179e-05,
      "loss": 0.0408,
      "step": 4895
    },
    {
      "epoch": 0.5307892454466608,
      "grad_norm": 0.2145674079656601,
      "learning_rate": 8.260554185405484e-05,
      "loss": 0.0427,
      "step": 4896
    },
    {
      "epoch": 0.5308976582827407,
      "grad_norm": 0.4162732660770416,
      "learning_rate": 8.260191498621791e-05,
      "loss": 0.0779,
      "step": 4897
    },
    {
      "epoch": 0.5310060711188205,
      "grad_norm": 0.1495799422264099,
      "learning_rate": 8.259828811838097e-05,
      "loss": 0.0282,
      "step": 4898
    },
    {
      "epoch": 0.5311144839549002,
      "grad_norm": 0.19660784304141998,
      "learning_rate": 8.259466125054404e-05,
      "loss": 0.0291,
      "step": 4899
    },
    {
      "epoch": 0.53122289679098,
      "grad_norm": 0.4530695378780365,
      "learning_rate": 8.25910343827071e-05,
      "loss": 0.0605,
      "step": 4900
    },
    {
      "epoch": 0.5313313096270599,
      "grad_norm": 0.3162069320678711,
      "learning_rate": 8.258740751487016e-05,
      "loss": 0.0584,
      "step": 4901
    },
    {
      "epoch": 0.5314397224631396,
      "grad_norm": 0.1649559885263443,
      "learning_rate": 8.258378064703323e-05,
      "loss": 0.0361,
      "step": 4902
    },
    {
      "epoch": 0.5315481352992194,
      "grad_norm": 0.2311035394668579,
      "learning_rate": 8.258015377919628e-05,
      "loss": 0.0435,
      "step": 4903
    },
    {
      "epoch": 0.5316565481352992,
      "grad_norm": 0.4791945815086365,
      "learning_rate": 8.257652691135936e-05,
      "loss": 0.0415,
      "step": 4904
    },
    {
      "epoch": 0.531764960971379,
      "grad_norm": 0.17788486182689667,
      "learning_rate": 8.257290004352241e-05,
      "loss": 0.0256,
      "step": 4905
    },
    {
      "epoch": 0.5318733738074588,
      "grad_norm": 0.31540682911872864,
      "learning_rate": 8.256927317568548e-05,
      "loss": 0.0342,
      "step": 4906
    },
    {
      "epoch": 0.5319817866435386,
      "grad_norm": 0.3115251958370209,
      "learning_rate": 8.256564630784854e-05,
      "loss": 0.0629,
      "step": 4907
    },
    {
      "epoch": 0.5320901994796184,
      "grad_norm": 0.16756705939769745,
      "learning_rate": 8.256201944001161e-05,
      "loss": 0.0201,
      "step": 4908
    },
    {
      "epoch": 0.5321986123156982,
      "grad_norm": 0.12245099246501923,
      "learning_rate": 8.255839257217467e-05,
      "loss": 0.0401,
      "step": 4909
    },
    {
      "epoch": 0.532307025151778,
      "grad_norm": 0.11825799942016602,
      "learning_rate": 8.255476570433773e-05,
      "loss": 0.0197,
      "step": 4910
    },
    {
      "epoch": 0.5324154379878577,
      "grad_norm": 0.37394917011260986,
      "learning_rate": 8.25511388365008e-05,
      "loss": 0.061,
      "step": 4911
    },
    {
      "epoch": 0.5325238508239376,
      "grad_norm": 0.0814676284790039,
      "learning_rate": 8.254751196866387e-05,
      "loss": 0.0235,
      "step": 4912
    },
    {
      "epoch": 0.5326322636600174,
      "grad_norm": 0.4020015597343445,
      "learning_rate": 8.254388510082694e-05,
      "loss": 0.0456,
      "step": 4913
    },
    {
      "epoch": 0.5327406764960971,
      "grad_norm": 0.48161306977272034,
      "learning_rate": 8.254025823299e-05,
      "loss": 0.0757,
      "step": 4914
    },
    {
      "epoch": 0.5328490893321769,
      "grad_norm": 0.20607325434684753,
      "learning_rate": 8.253663136515307e-05,
      "loss": 0.0379,
      "step": 4915
    },
    {
      "epoch": 0.5329575021682568,
      "grad_norm": 0.2687518894672394,
      "learning_rate": 8.253300449731613e-05,
      "loss": 0.0445,
      "step": 4916
    },
    {
      "epoch": 0.5330659150043365,
      "grad_norm": 0.44500720500946045,
      "learning_rate": 8.252937762947918e-05,
      "loss": 0.0671,
      "step": 4917
    },
    {
      "epoch": 0.5331743278404163,
      "grad_norm": 0.3049280345439911,
      "learning_rate": 8.252575076164225e-05,
      "loss": 0.0598,
      "step": 4918
    },
    {
      "epoch": 0.5332827406764961,
      "grad_norm": 0.2926323711872101,
      "learning_rate": 8.252212389380531e-05,
      "loss": 0.1031,
      "step": 4919
    },
    {
      "epoch": 0.5333911535125759,
      "grad_norm": 0.2808615565299988,
      "learning_rate": 8.251849702596838e-05,
      "loss": 0.0353,
      "step": 4920
    },
    {
      "epoch": 0.5334995663486557,
      "grad_norm": 0.26001599431037903,
      "learning_rate": 8.251487015813144e-05,
      "loss": 0.0427,
      "step": 4921
    },
    {
      "epoch": 0.5336079791847355,
      "grad_norm": 0.41843944787979126,
      "learning_rate": 8.251124329029451e-05,
      "loss": 0.0305,
      "step": 4922
    },
    {
      "epoch": 0.5337163920208152,
      "grad_norm": 0.5731058120727539,
      "learning_rate": 8.250761642245757e-05,
      "loss": 0.0922,
      "step": 4923
    },
    {
      "epoch": 0.5338248048568951,
      "grad_norm": 0.20389804244041443,
      "learning_rate": 8.250398955462062e-05,
      "loss": 0.032,
      "step": 4924
    },
    {
      "epoch": 0.5339332176929749,
      "grad_norm": 0.3077220320701599,
      "learning_rate": 8.25003626867837e-05,
      "loss": 0.0789,
      "step": 4925
    },
    {
      "epoch": 0.5340416305290546,
      "grad_norm": 0.19079211354255676,
      "learning_rate": 8.249673581894675e-05,
      "loss": 0.0489,
      "step": 4926
    },
    {
      "epoch": 0.5341500433651344,
      "grad_norm": 0.3811160624027252,
      "learning_rate": 8.249310895110982e-05,
      "loss": 0.0582,
      "step": 4927
    },
    {
      "epoch": 0.5342584562012143,
      "grad_norm": 0.12726905941963196,
      "learning_rate": 8.248948208327288e-05,
      "loss": 0.0489,
      "step": 4928
    },
    {
      "epoch": 0.534366869037294,
      "grad_norm": 0.23378890752792358,
      "learning_rate": 8.248585521543597e-05,
      "loss": 0.059,
      "step": 4929
    },
    {
      "epoch": 0.5344752818733738,
      "grad_norm": 0.25937220454216003,
      "learning_rate": 8.248222834759902e-05,
      "loss": 0.0629,
      "step": 4930
    },
    {
      "epoch": 0.5345836947094535,
      "grad_norm": 0.0782671645283699,
      "learning_rate": 8.247860147976208e-05,
      "loss": 0.0267,
      "step": 4931
    },
    {
      "epoch": 0.5346921075455334,
      "grad_norm": 0.19754405319690704,
      "learning_rate": 8.247497461192515e-05,
      "loss": 0.0588,
      "step": 4932
    },
    {
      "epoch": 0.5348005203816132,
      "grad_norm": 0.2341030091047287,
      "learning_rate": 8.247134774408821e-05,
      "loss": 0.0429,
      "step": 4933
    },
    {
      "epoch": 0.534908933217693,
      "grad_norm": 0.26953989267349243,
      "learning_rate": 8.246772087625128e-05,
      "loss": 0.0252,
      "step": 4934
    },
    {
      "epoch": 0.5350173460537727,
      "grad_norm": 0.30578458309173584,
      "learning_rate": 8.246409400841434e-05,
      "loss": 0.076,
      "step": 4935
    },
    {
      "epoch": 0.5351257588898526,
      "grad_norm": 0.14056546986103058,
      "learning_rate": 8.246046714057741e-05,
      "loss": 0.0448,
      "step": 4936
    },
    {
      "epoch": 0.5352341717259324,
      "grad_norm": 0.24562793970108032,
      "learning_rate": 8.245684027274046e-05,
      "loss": 0.0528,
      "step": 4937
    },
    {
      "epoch": 0.5353425845620121,
      "grad_norm": 0.18869361281394958,
      "learning_rate": 8.245321340490354e-05,
      "loss": 0.0435,
      "step": 4938
    },
    {
      "epoch": 0.535450997398092,
      "grad_norm": 0.36747685074806213,
      "learning_rate": 8.244958653706659e-05,
      "loss": 0.0713,
      "step": 4939
    },
    {
      "epoch": 0.5355594102341718,
      "grad_norm": 0.08864681422710419,
      "learning_rate": 8.244595966922965e-05,
      "loss": 0.0176,
      "step": 4940
    },
    {
      "epoch": 0.5356678230702515,
      "grad_norm": 0.4180876612663269,
      "learning_rate": 8.244233280139272e-05,
      "loss": 0.0367,
      "step": 4941
    },
    {
      "epoch": 0.5357762359063313,
      "grad_norm": 0.5849186778068542,
      "learning_rate": 8.243870593355578e-05,
      "loss": 0.0735,
      "step": 4942
    },
    {
      "epoch": 0.5358846487424112,
      "grad_norm": 0.20382744073867798,
      "learning_rate": 8.243507906571885e-05,
      "loss": 0.0353,
      "step": 4943
    },
    {
      "epoch": 0.5359930615784909,
      "grad_norm": 0.23992395401000977,
      "learning_rate": 8.24314521978819e-05,
      "loss": 0.0415,
      "step": 4944
    },
    {
      "epoch": 0.5361014744145707,
      "grad_norm": 0.37331610918045044,
      "learning_rate": 8.242782533004498e-05,
      "loss": 0.0693,
      "step": 4945
    },
    {
      "epoch": 0.5362098872506504,
      "grad_norm": 0.15956678986549377,
      "learning_rate": 8.242419846220805e-05,
      "loss": 0.0366,
      "step": 4946
    },
    {
      "epoch": 0.5363183000867303,
      "grad_norm": 0.14708364009857178,
      "learning_rate": 8.24205715943711e-05,
      "loss": 0.0308,
      "step": 4947
    },
    {
      "epoch": 0.5364267129228101,
      "grad_norm": 0.29141169786453247,
      "learning_rate": 8.241694472653418e-05,
      "loss": 0.068,
      "step": 4948
    },
    {
      "epoch": 0.5365351257588898,
      "grad_norm": 0.26836374402046204,
      "learning_rate": 8.241331785869723e-05,
      "loss": 0.0605,
      "step": 4949
    },
    {
      "epoch": 0.5366435385949696,
      "grad_norm": 0.24955745041370392,
      "learning_rate": 8.24096909908603e-05,
      "loss": 0.0506,
      "step": 4950
    },
    {
      "epoch": 0.5367519514310495,
      "grad_norm": 1.3387993574142456,
      "learning_rate": 8.240606412302336e-05,
      "loss": 0.0373,
      "step": 4951
    },
    {
      "epoch": 0.5368603642671292,
      "grad_norm": 0.19907070696353912,
      "learning_rate": 8.240243725518643e-05,
      "loss": 0.0384,
      "step": 4952
    },
    {
      "epoch": 0.536968777103209,
      "grad_norm": 0.3725821077823639,
      "learning_rate": 8.239881038734949e-05,
      "loss": 0.0489,
      "step": 4953
    },
    {
      "epoch": 0.5370771899392888,
      "grad_norm": 0.32786938548088074,
      "learning_rate": 8.239518351951255e-05,
      "loss": 0.0431,
      "step": 4954
    },
    {
      "epoch": 0.5371856027753686,
      "grad_norm": 0.4595341980457306,
      "learning_rate": 8.239155665167562e-05,
      "loss": 0.0695,
      "step": 4955
    },
    {
      "epoch": 0.5372940156114484,
      "grad_norm": 0.2150970846414566,
      "learning_rate": 8.238792978383868e-05,
      "loss": 0.0449,
      "step": 4956
    },
    {
      "epoch": 0.5374024284475282,
      "grad_norm": 0.164925217628479,
      "learning_rate": 8.238430291600175e-05,
      "loss": 0.0423,
      "step": 4957
    },
    {
      "epoch": 0.5375108412836079,
      "grad_norm": 0.26790496706962585,
      "learning_rate": 8.23806760481648e-05,
      "loss": 0.0889,
      "step": 4958
    },
    {
      "epoch": 0.5376192541196878,
      "grad_norm": 0.22950270771980286,
      "learning_rate": 8.237704918032787e-05,
      "loss": 0.0413,
      "step": 4959
    },
    {
      "epoch": 0.5377276669557676,
      "grad_norm": 0.12850746512413025,
      "learning_rate": 8.237342231249093e-05,
      "loss": 0.0139,
      "step": 4960
    },
    {
      "epoch": 0.5378360797918473,
      "grad_norm": 0.3209313750267029,
      "learning_rate": 8.2369795444654e-05,
      "loss": 0.042,
      "step": 4961
    },
    {
      "epoch": 0.5379444926279271,
      "grad_norm": 0.3525890111923218,
      "learning_rate": 8.236616857681706e-05,
      "loss": 0.0751,
      "step": 4962
    },
    {
      "epoch": 0.538052905464007,
      "grad_norm": 0.2216043770313263,
      "learning_rate": 8.236254170898012e-05,
      "loss": 0.0234,
      "step": 4963
    },
    {
      "epoch": 0.5381613183000867,
      "grad_norm": 0.2915319800376892,
      "learning_rate": 8.23589148411432e-05,
      "loss": 0.0711,
      "step": 4964
    },
    {
      "epoch": 0.5382697311361665,
      "grad_norm": 0.39283472299575806,
      "learning_rate": 8.235528797330626e-05,
      "loss": 0.0495,
      "step": 4965
    },
    {
      "epoch": 0.5383781439722463,
      "grad_norm": 0.21157720685005188,
      "learning_rate": 8.235166110546933e-05,
      "loss": 0.0447,
      "step": 4966
    },
    {
      "epoch": 0.5384865568083261,
      "grad_norm": 0.2731076776981354,
      "learning_rate": 8.234803423763239e-05,
      "loss": 0.0534,
      "step": 4967
    },
    {
      "epoch": 0.5385949696444059,
      "grad_norm": 0.24272508919239044,
      "learning_rate": 8.234440736979544e-05,
      "loss": 0.0512,
      "step": 4968
    },
    {
      "epoch": 0.5387033824804857,
      "grad_norm": 0.21543219685554504,
      "learning_rate": 8.234078050195852e-05,
      "loss": 0.0449,
      "step": 4969
    },
    {
      "epoch": 0.5388117953165655,
      "grad_norm": 0.47917047142982483,
      "learning_rate": 8.233715363412157e-05,
      "loss": 0.0752,
      "step": 4970
    },
    {
      "epoch": 0.5389202081526453,
      "grad_norm": 0.09124350547790527,
      "learning_rate": 8.233352676628464e-05,
      "loss": 0.0139,
      "step": 4971
    },
    {
      "epoch": 0.5390286209887251,
      "grad_norm": 0.33664798736572266,
      "learning_rate": 8.23298998984477e-05,
      "loss": 0.0409,
      "step": 4972
    },
    {
      "epoch": 0.5391370338248048,
      "grad_norm": 0.37202852964401245,
      "learning_rate": 8.232627303061077e-05,
      "loss": 0.0495,
      "step": 4973
    },
    {
      "epoch": 0.5392454466608847,
      "grad_norm": 0.27287569642066956,
      "learning_rate": 8.232264616277383e-05,
      "loss": 0.0465,
      "step": 4974
    },
    {
      "epoch": 0.5393538594969645,
      "grad_norm": 0.31836509704589844,
      "learning_rate": 8.23190192949369e-05,
      "loss": 0.0843,
      "step": 4975
    },
    {
      "epoch": 0.5394622723330442,
      "grad_norm": 0.34067201614379883,
      "learning_rate": 8.231539242709996e-05,
      "loss": 0.0831,
      "step": 4976
    },
    {
      "epoch": 0.539570685169124,
      "grad_norm": 0.27290138602256775,
      "learning_rate": 8.231176555926302e-05,
      "loss": 0.0772,
      "step": 4977
    },
    {
      "epoch": 0.5396790980052039,
      "grad_norm": 0.21484501659870148,
      "learning_rate": 8.230813869142609e-05,
      "loss": 0.0327,
      "step": 4978
    },
    {
      "epoch": 0.5397875108412836,
      "grad_norm": 0.18302682042121887,
      "learning_rate": 8.230451182358914e-05,
      "loss": 0.0348,
      "step": 4979
    },
    {
      "epoch": 0.5398959236773634,
      "grad_norm": 0.2900908887386322,
      "learning_rate": 8.230088495575221e-05,
      "loss": 0.0703,
      "step": 4980
    },
    {
      "epoch": 0.5400043365134432,
      "grad_norm": 0.5276631712913513,
      "learning_rate": 8.229725808791529e-05,
      "loss": 0.0415,
      "step": 4981
    },
    {
      "epoch": 0.540112749349523,
      "grad_norm": 0.4115770757198334,
      "learning_rate": 8.229363122007834e-05,
      "loss": 0.0929,
      "step": 4982
    },
    {
      "epoch": 0.5402211621856028,
      "grad_norm": 0.20716357231140137,
      "learning_rate": 8.229000435224141e-05,
      "loss": 0.0411,
      "step": 4983
    },
    {
      "epoch": 0.5403295750216826,
      "grad_norm": 0.19613958895206451,
      "learning_rate": 8.228637748440447e-05,
      "loss": 0.0223,
      "step": 4984
    },
    {
      "epoch": 0.5404379878577623,
      "grad_norm": 0.17748141288757324,
      "learning_rate": 8.228275061656754e-05,
      "loss": 0.0188,
      "step": 4985
    },
    {
      "epoch": 0.5405464006938422,
      "grad_norm": 0.2971619665622711,
      "learning_rate": 8.22791237487306e-05,
      "loss": 0.0418,
      "step": 4986
    },
    {
      "epoch": 0.540654813529922,
      "grad_norm": 0.2164645940065384,
      "learning_rate": 8.227549688089367e-05,
      "loss": 0.0414,
      "step": 4987
    },
    {
      "epoch": 0.5407632263660017,
      "grad_norm": 0.2316218912601471,
      "learning_rate": 8.227187001305673e-05,
      "loss": 0.049,
      "step": 4988
    },
    {
      "epoch": 0.5408716392020815,
      "grad_norm": 0.13679327070713043,
      "learning_rate": 8.22682431452198e-05,
      "loss": 0.0104,
      "step": 4989
    },
    {
      "epoch": 0.5409800520381614,
      "grad_norm": 0.2318875640630722,
      "learning_rate": 8.226461627738286e-05,
      "loss": 0.0287,
      "step": 4990
    },
    {
      "epoch": 0.5410884648742411,
      "grad_norm": 0.21269825100898743,
      "learning_rate": 8.226098940954591e-05,
      "loss": 0.0475,
      "step": 4991
    },
    {
      "epoch": 0.5411968777103209,
      "grad_norm": 0.2072519212961197,
      "learning_rate": 8.225736254170898e-05,
      "loss": 0.0219,
      "step": 4992
    },
    {
      "epoch": 0.5413052905464006,
      "grad_norm": 0.2434229850769043,
      "learning_rate": 8.225373567387204e-05,
      "loss": 0.0557,
      "step": 4993
    },
    {
      "epoch": 0.5414137033824805,
      "grad_norm": 0.4361187517642975,
      "learning_rate": 8.225010880603511e-05,
      "loss": 0.0755,
      "step": 4994
    },
    {
      "epoch": 0.5415221162185603,
      "grad_norm": 0.08812075108289719,
      "learning_rate": 8.224648193819817e-05,
      "loss": 0.0211,
      "step": 4995
    },
    {
      "epoch": 0.54163052905464,
      "grad_norm": 0.3523334562778473,
      "learning_rate": 8.224285507036124e-05,
      "loss": 0.0738,
      "step": 4996
    },
    {
      "epoch": 0.5417389418907199,
      "grad_norm": 0.3010112941265106,
      "learning_rate": 8.22392282025243e-05,
      "loss": 0.0753,
      "step": 4997
    },
    {
      "epoch": 0.5418473547267997,
      "grad_norm": 0.2537211775779724,
      "learning_rate": 8.223560133468737e-05,
      "loss": 0.0327,
      "step": 4998
    },
    {
      "epoch": 0.5419557675628794,
      "grad_norm": 0.20513148605823517,
      "learning_rate": 8.223197446685044e-05,
      "loss": 0.0397,
      "step": 4999
    },
    {
      "epoch": 0.5420641803989592,
      "grad_norm": 0.45802730321884155,
      "learning_rate": 8.22283475990135e-05,
      "loss": 0.0665,
      "step": 5000
    },
    {
      "epoch": 0.5421725932350391,
      "grad_norm": 0.2629583179950714,
      "learning_rate": 8.222472073117657e-05,
      "loss": 0.0479,
      "step": 5001
    },
    {
      "epoch": 0.5422810060711188,
      "grad_norm": 0.15826842188835144,
      "learning_rate": 8.222109386333962e-05,
      "loss": 0.0232,
      "step": 5002
    },
    {
      "epoch": 0.5423894189071986,
      "grad_norm": 0.03543499484658241,
      "learning_rate": 8.22174669955027e-05,
      "loss": 0.0038,
      "step": 5003
    },
    {
      "epoch": 0.5424978317432784,
      "grad_norm": 0.5097290277481079,
      "learning_rate": 8.221384012766575e-05,
      "loss": 0.0811,
      "step": 5004
    },
    {
      "epoch": 0.5426062445793582,
      "grad_norm": 0.3665734529495239,
      "learning_rate": 8.221021325982881e-05,
      "loss": 0.0424,
      "step": 5005
    },
    {
      "epoch": 0.542714657415438,
      "grad_norm": 0.312360018491745,
      "learning_rate": 8.220658639199188e-05,
      "loss": 0.0578,
      "step": 5006
    },
    {
      "epoch": 0.5428230702515178,
      "grad_norm": 0.3408832848072052,
      "learning_rate": 8.220295952415494e-05,
      "loss": 0.0412,
      "step": 5007
    },
    {
      "epoch": 0.5429314830875975,
      "grad_norm": 0.1687932163476944,
      "learning_rate": 8.219933265631801e-05,
      "loss": 0.0176,
      "step": 5008
    },
    {
      "epoch": 0.5430398959236774,
      "grad_norm": 0.20820680260658264,
      "learning_rate": 8.219570578848107e-05,
      "loss": 0.0483,
      "step": 5009
    },
    {
      "epoch": 0.5431483087597572,
      "grad_norm": 0.3035222887992859,
      "learning_rate": 8.219207892064414e-05,
      "loss": 0.0443,
      "step": 5010
    },
    {
      "epoch": 0.5432567215958369,
      "grad_norm": 1.6364696025848389,
      "learning_rate": 8.21884520528072e-05,
      "loss": 0.0358,
      "step": 5011
    },
    {
      "epoch": 0.5433651344319167,
      "grad_norm": 0.3326006829738617,
      "learning_rate": 8.218482518497027e-05,
      "loss": 0.0711,
      "step": 5012
    },
    {
      "epoch": 0.5434735472679966,
      "grad_norm": 0.20980751514434814,
      "learning_rate": 8.218119831713332e-05,
      "loss": 0.0431,
      "step": 5013
    },
    {
      "epoch": 0.5435819601040763,
      "grad_norm": 0.44490545988082886,
      "learning_rate": 8.217757144929638e-05,
      "loss": 0.0824,
      "step": 5014
    },
    {
      "epoch": 0.5436903729401561,
      "grad_norm": 0.22173935174942017,
      "learning_rate": 8.217394458145946e-05,
      "loss": 0.0336,
      "step": 5015
    },
    {
      "epoch": 0.5437987857762359,
      "grad_norm": 0.15342706441879272,
      "learning_rate": 8.217031771362252e-05,
      "loss": 0.0304,
      "step": 5016
    },
    {
      "epoch": 0.5439071986123157,
      "grad_norm": 0.18554741144180298,
      "learning_rate": 8.216669084578559e-05,
      "loss": 0.0304,
      "step": 5017
    },
    {
      "epoch": 0.5440156114483955,
      "grad_norm": 0.20386743545532227,
      "learning_rate": 8.216306397794865e-05,
      "loss": 0.0367,
      "step": 5018
    },
    {
      "epoch": 0.5441240242844753,
      "grad_norm": 0.23351559042930603,
      "learning_rate": 8.215943711011172e-05,
      "loss": 0.0526,
      "step": 5019
    },
    {
      "epoch": 0.544232437120555,
      "grad_norm": 0.4127609431743622,
      "learning_rate": 8.215581024227478e-05,
      "loss": 0.0806,
      "step": 5020
    },
    {
      "epoch": 0.5443408499566349,
      "grad_norm": 0.191755011677742,
      "learning_rate": 8.215218337443784e-05,
      "loss": 0.0487,
      "step": 5021
    },
    {
      "epoch": 0.5444492627927147,
      "grad_norm": 0.21020103991031647,
      "learning_rate": 8.21485565066009e-05,
      "loss": 0.0393,
      "step": 5022
    },
    {
      "epoch": 0.5445576756287944,
      "grad_norm": 0.30914679169654846,
      "learning_rate": 8.214492963876396e-05,
      "loss": 0.0491,
      "step": 5023
    },
    {
      "epoch": 0.5446660884648742,
      "grad_norm": 0.28651800751686096,
      "learning_rate": 8.214130277092703e-05,
      "loss": 0.0325,
      "step": 5024
    },
    {
      "epoch": 0.5447745013009541,
      "grad_norm": 0.3122982680797577,
      "learning_rate": 8.213767590309009e-05,
      "loss": 0.0443,
      "step": 5025
    },
    {
      "epoch": 0.5448829141370338,
      "grad_norm": 0.2295484095811844,
      "learning_rate": 8.213404903525316e-05,
      "loss": 0.0441,
      "step": 5026
    },
    {
      "epoch": 0.5449913269731136,
      "grad_norm": 0.1498064249753952,
      "learning_rate": 8.213042216741622e-05,
      "loss": 0.0195,
      "step": 5027
    },
    {
      "epoch": 0.5450997398091935,
      "grad_norm": 0.18784229457378387,
      "learning_rate": 8.212679529957928e-05,
      "loss": 0.0267,
      "step": 5028
    },
    {
      "epoch": 0.5452081526452732,
      "grad_norm": 0.1961507499217987,
      "learning_rate": 8.212316843174235e-05,
      "loss": 0.055,
      "step": 5029
    },
    {
      "epoch": 0.545316565481353,
      "grad_norm": 0.4570123255252838,
      "learning_rate": 8.21195415639054e-05,
      "loss": 0.0944,
      "step": 5030
    },
    {
      "epoch": 0.5454249783174328,
      "grad_norm": 0.19204357266426086,
      "learning_rate": 8.211591469606848e-05,
      "loss": 0.0433,
      "step": 5031
    },
    {
      "epoch": 0.5455333911535126,
      "grad_norm": 0.11714213341474533,
      "learning_rate": 8.211228782823153e-05,
      "loss": 0.0283,
      "step": 5032
    },
    {
      "epoch": 0.5456418039895924,
      "grad_norm": 0.10959875583648682,
      "learning_rate": 8.210866096039462e-05,
      "loss": 0.0145,
      "step": 5033
    },
    {
      "epoch": 0.5457502168256722,
      "grad_norm": 0.1974685788154602,
      "learning_rate": 8.210503409255768e-05,
      "loss": 0.0252,
      "step": 5034
    },
    {
      "epoch": 0.5458586296617519,
      "grad_norm": 0.46131786704063416,
      "learning_rate": 8.210140722472073e-05,
      "loss": 0.0882,
      "step": 5035
    },
    {
      "epoch": 0.5459670424978318,
      "grad_norm": 0.24827401340007782,
      "learning_rate": 8.20977803568838e-05,
      "loss": 0.0399,
      "step": 5036
    },
    {
      "epoch": 0.5460754553339116,
      "grad_norm": 0.11002457141876221,
      "learning_rate": 8.209415348904686e-05,
      "loss": 0.0196,
      "step": 5037
    },
    {
      "epoch": 0.5461838681699913,
      "grad_norm": 0.40578436851501465,
      "learning_rate": 8.209052662120993e-05,
      "loss": 0.0939,
      "step": 5038
    },
    {
      "epoch": 0.5462922810060711,
      "grad_norm": 0.22828921675682068,
      "learning_rate": 8.208689975337299e-05,
      "loss": 0.0283,
      "step": 5039
    },
    {
      "epoch": 0.546400693842151,
      "grad_norm": 0.2707293629646301,
      "learning_rate": 8.208327288553606e-05,
      "loss": 0.0672,
      "step": 5040
    },
    {
      "epoch": 0.5465091066782307,
      "grad_norm": 0.2915143370628357,
      "learning_rate": 8.207964601769912e-05,
      "loss": 0.0282,
      "step": 5041
    },
    {
      "epoch": 0.5466175195143105,
      "grad_norm": 0.20949672162532806,
      "learning_rate": 8.207601914986219e-05,
      "loss": 0.0291,
      "step": 5042
    },
    {
      "epoch": 0.5467259323503902,
      "grad_norm": 0.5083886384963989,
      "learning_rate": 8.207239228202525e-05,
      "loss": 0.0678,
      "step": 5043
    },
    {
      "epoch": 0.5468343451864701,
      "grad_norm": 0.13225328922271729,
      "learning_rate": 8.20687654141883e-05,
      "loss": 0.0223,
      "step": 5044
    },
    {
      "epoch": 0.5469427580225499,
      "grad_norm": 0.14564400911331177,
      "learning_rate": 8.206513854635137e-05,
      "loss": 0.0213,
      "step": 5045
    },
    {
      "epoch": 0.5470511708586296,
      "grad_norm": 0.24568939208984375,
      "learning_rate": 8.206151167851443e-05,
      "loss": 0.035,
      "step": 5046
    },
    {
      "epoch": 0.5471595836947094,
      "grad_norm": 0.24312204122543335,
      "learning_rate": 8.20578848106775e-05,
      "loss": 0.0584,
      "step": 5047
    },
    {
      "epoch": 0.5472679965307893,
      "grad_norm": 0.2450379729270935,
      "learning_rate": 8.205425794284056e-05,
      "loss": 0.0532,
      "step": 5048
    },
    {
      "epoch": 0.547376409366869,
      "grad_norm": 0.21992437541484833,
      "learning_rate": 8.205063107500363e-05,
      "loss": 0.0334,
      "step": 5049
    },
    {
      "epoch": 0.5474848222029488,
      "grad_norm": 0.17859797179698944,
      "learning_rate": 8.20470042071667e-05,
      "loss": 0.0278,
      "step": 5050
    },
    {
      "epoch": 0.5475932350390286,
      "grad_norm": 0.3605470657348633,
      "learning_rate": 8.204337733932976e-05,
      "loss": 0.0534,
      "step": 5051
    },
    {
      "epoch": 0.5477016478751084,
      "grad_norm": 0.17345181107521057,
      "learning_rate": 8.203975047149283e-05,
      "loss": 0.0377,
      "step": 5052
    },
    {
      "epoch": 0.5478100607111882,
      "grad_norm": 0.14243459701538086,
      "learning_rate": 8.203612360365589e-05,
      "loss": 0.0221,
      "step": 5053
    },
    {
      "epoch": 0.547918473547268,
      "grad_norm": 0.34082162380218506,
      "learning_rate": 8.203249673581896e-05,
      "loss": 0.0555,
      "step": 5054
    },
    {
      "epoch": 0.5480268863833477,
      "grad_norm": 0.2690162658691406,
      "learning_rate": 8.202886986798202e-05,
      "loss": 0.0521,
      "step": 5055
    },
    {
      "epoch": 0.5481352992194276,
      "grad_norm": 0.3269241452217102,
      "learning_rate": 8.202524300014509e-05,
      "loss": 0.033,
      "step": 5056
    },
    {
      "epoch": 0.5482437120555074,
      "grad_norm": 0.2468334585428238,
      "learning_rate": 8.202161613230814e-05,
      "loss": 0.0211,
      "step": 5057
    },
    {
      "epoch": 0.5483521248915871,
      "grad_norm": 0.2638033926486969,
      "learning_rate": 8.20179892644712e-05,
      "loss": 0.0546,
      "step": 5058
    },
    {
      "epoch": 0.548460537727667,
      "grad_norm": 0.1887379288673401,
      "learning_rate": 8.201436239663427e-05,
      "loss": 0.0249,
      "step": 5059
    },
    {
      "epoch": 0.5485689505637468,
      "grad_norm": 0.3868499994277954,
      "learning_rate": 8.201073552879733e-05,
      "loss": 0.0802,
      "step": 5060
    },
    {
      "epoch": 0.5486773633998265,
      "grad_norm": 0.16790714859962463,
      "learning_rate": 8.20071086609604e-05,
      "loss": 0.0266,
      "step": 5061
    },
    {
      "epoch": 0.5487857762359063,
      "grad_norm": 0.14314527809619904,
      "learning_rate": 8.200348179312346e-05,
      "loss": 0.0214,
      "step": 5062
    },
    {
      "epoch": 0.5488941890719862,
      "grad_norm": 0.14618152379989624,
      "learning_rate": 8.199985492528653e-05,
      "loss": 0.0208,
      "step": 5063
    },
    {
      "epoch": 0.5490026019080659,
      "grad_norm": 0.14024046063423157,
      "learning_rate": 8.199622805744959e-05,
      "loss": 0.0148,
      "step": 5064
    },
    {
      "epoch": 0.5491110147441457,
      "grad_norm": 0.17595821619033813,
      "learning_rate": 8.199260118961266e-05,
      "loss": 0.0169,
      "step": 5065
    },
    {
      "epoch": 0.5492194275802255,
      "grad_norm": 0.4391210079193115,
      "learning_rate": 8.198897432177571e-05,
      "loss": 0.0157,
      "step": 5066
    },
    {
      "epoch": 0.5493278404163053,
      "grad_norm": 0.24976466596126556,
      "learning_rate": 8.198534745393878e-05,
      "loss": 0.0405,
      "step": 5067
    },
    {
      "epoch": 0.5494362532523851,
      "grad_norm": 0.21343015134334564,
      "learning_rate": 8.198172058610186e-05,
      "loss": 0.0341,
      "step": 5068
    },
    {
      "epoch": 0.5495446660884649,
      "grad_norm": 0.5237212777137756,
      "learning_rate": 8.197809371826491e-05,
      "loss": 0.0882,
      "step": 5069
    },
    {
      "epoch": 0.5496530789245446,
      "grad_norm": 0.1678372174501419,
      "learning_rate": 8.197446685042798e-05,
      "loss": 0.0186,
      "step": 5070
    },
    {
      "epoch": 0.5497614917606245,
      "grad_norm": 0.2729480266571045,
      "learning_rate": 8.197083998259104e-05,
      "loss": 0.0356,
      "step": 5071
    },
    {
      "epoch": 0.5498699045967043,
      "grad_norm": 0.2961071729660034,
      "learning_rate": 8.19672131147541e-05,
      "loss": 0.052,
      "step": 5072
    },
    {
      "epoch": 0.549978317432784,
      "grad_norm": 0.0990394800901413,
      "learning_rate": 8.196358624691717e-05,
      "loss": 0.0107,
      "step": 5073
    },
    {
      "epoch": 0.5500867302688638,
      "grad_norm": 0.48191115260124207,
      "learning_rate": 8.195995937908023e-05,
      "loss": 0.0191,
      "step": 5074
    },
    {
      "epoch": 0.5501951431049437,
      "grad_norm": 0.25183773040771484,
      "learning_rate": 8.19563325112433e-05,
      "loss": 0.0311,
      "step": 5075
    },
    {
      "epoch": 0.5503035559410234,
      "grad_norm": 0.4555750787258148,
      "learning_rate": 8.195270564340635e-05,
      "loss": 0.1047,
      "step": 5076
    },
    {
      "epoch": 0.5504119687771032,
      "grad_norm": 0.508592426776886,
      "learning_rate": 8.194907877556943e-05,
      "loss": 0.0612,
      "step": 5077
    },
    {
      "epoch": 0.550520381613183,
      "grad_norm": 0.29048582911491394,
      "learning_rate": 8.194545190773248e-05,
      "loss": 0.0484,
      "step": 5078
    },
    {
      "epoch": 0.5506287944492628,
      "grad_norm": 0.24448731541633606,
      "learning_rate": 8.194182503989555e-05,
      "loss": 0.0314,
      "step": 5079
    },
    {
      "epoch": 0.5507372072853426,
      "grad_norm": 0.06632910668849945,
      "learning_rate": 8.193819817205861e-05,
      "loss": 0.0184,
      "step": 5080
    },
    {
      "epoch": 0.5508456201214224,
      "grad_norm": 0.2519385516643524,
      "learning_rate": 8.193457130422167e-05,
      "loss": 0.0443,
      "step": 5081
    },
    {
      "epoch": 0.5509540329575021,
      "grad_norm": 0.26585420966148376,
      "learning_rate": 8.193094443638474e-05,
      "loss": 0.0517,
      "step": 5082
    },
    {
      "epoch": 0.551062445793582,
      "grad_norm": 0.25776275992393494,
      "learning_rate": 8.19273175685478e-05,
      "loss": 0.0381,
      "step": 5083
    },
    {
      "epoch": 0.5511708586296618,
      "grad_norm": 0.5938248634338379,
      "learning_rate": 8.192369070071087e-05,
      "loss": 0.0629,
      "step": 5084
    },
    {
      "epoch": 0.5512792714657415,
      "grad_norm": 0.2880496680736542,
      "learning_rate": 8.192006383287394e-05,
      "loss": 0.0388,
      "step": 5085
    },
    {
      "epoch": 0.5513876843018214,
      "grad_norm": 0.29660651087760925,
      "learning_rate": 8.1916436965037e-05,
      "loss": 0.1192,
      "step": 5086
    },
    {
      "epoch": 0.5514960971379012,
      "grad_norm": 0.2573936879634857,
      "learning_rate": 8.191281009720007e-05,
      "loss": 0.0285,
      "step": 5087
    },
    {
      "epoch": 0.5516045099739809,
      "grad_norm": 0.3583008348941803,
      "learning_rate": 8.190918322936312e-05,
      "loss": 0.0421,
      "step": 5088
    },
    {
      "epoch": 0.5517129228100607,
      "grad_norm": 0.2462591528892517,
      "learning_rate": 8.19055563615262e-05,
      "loss": 0.0253,
      "step": 5089
    },
    {
      "epoch": 0.5518213356461406,
      "grad_norm": 0.42340052127838135,
      "learning_rate": 8.190192949368925e-05,
      "loss": 0.0682,
      "step": 5090
    },
    {
      "epoch": 0.5519297484822203,
      "grad_norm": 0.4038964509963989,
      "learning_rate": 8.189830262585232e-05,
      "loss": 0.0642,
      "step": 5091
    },
    {
      "epoch": 0.5520381613183001,
      "grad_norm": 0.31020647287368774,
      "learning_rate": 8.189467575801538e-05,
      "loss": 0.0714,
      "step": 5092
    },
    {
      "epoch": 0.5521465741543798,
      "grad_norm": 0.09809163957834244,
      "learning_rate": 8.189104889017845e-05,
      "loss": 0.0248,
      "step": 5093
    },
    {
      "epoch": 0.5522549869904597,
      "grad_norm": 0.4092007279396057,
      "learning_rate": 8.188742202234151e-05,
      "loss": 0.0599,
      "step": 5094
    },
    {
      "epoch": 0.5523633998265395,
      "grad_norm": 0.17668507993221283,
      "learning_rate": 8.188379515450457e-05,
      "loss": 0.0377,
      "step": 5095
    },
    {
      "epoch": 0.5524718126626192,
      "grad_norm": 0.23896098136901855,
      "learning_rate": 8.188016828666764e-05,
      "loss": 0.0315,
      "step": 5096
    },
    {
      "epoch": 0.552580225498699,
      "grad_norm": 0.07276245951652527,
      "learning_rate": 8.18765414188307e-05,
      "loss": 0.0062,
      "step": 5097
    },
    {
      "epoch": 0.5526886383347789,
      "grad_norm": 0.2690848410129547,
      "learning_rate": 8.187291455099377e-05,
      "loss": 0.047,
      "step": 5098
    },
    {
      "epoch": 0.5527970511708586,
      "grad_norm": 0.2305525839328766,
      "learning_rate": 8.186928768315682e-05,
      "loss": 0.0491,
      "step": 5099
    },
    {
      "epoch": 0.5529054640069384,
      "grad_norm": 0.2083672136068344,
      "learning_rate": 8.18656608153199e-05,
      "loss": 0.0578,
      "step": 5100
    },
    {
      "epoch": 0.5530138768430182,
      "grad_norm": 0.4049752354621887,
      "learning_rate": 8.186203394748295e-05,
      "loss": 0.0257,
      "step": 5101
    },
    {
      "epoch": 0.553122289679098,
      "grad_norm": 0.34766942262649536,
      "learning_rate": 8.185840707964602e-05,
      "loss": 0.0833,
      "step": 5102
    },
    {
      "epoch": 0.5532307025151778,
      "grad_norm": 0.2437623143196106,
      "learning_rate": 8.185478021180909e-05,
      "loss": 0.0315,
      "step": 5103
    },
    {
      "epoch": 0.5533391153512576,
      "grad_norm": 0.3988043963909149,
      "learning_rate": 8.185115334397215e-05,
      "loss": 0.0568,
      "step": 5104
    },
    {
      "epoch": 0.5534475281873373,
      "grad_norm": 0.10879573971033096,
      "learning_rate": 8.184752647613522e-05,
      "loss": 0.0172,
      "step": 5105
    },
    {
      "epoch": 0.5535559410234172,
      "grad_norm": 0.21465255320072174,
      "learning_rate": 8.184389960829828e-05,
      "loss": 0.0414,
      "step": 5106
    },
    {
      "epoch": 0.553664353859497,
      "grad_norm": 0.17072734236717224,
      "learning_rate": 8.184027274046135e-05,
      "loss": 0.0429,
      "step": 5107
    },
    {
      "epoch": 0.5537727666955767,
      "grad_norm": 0.2293892353773117,
      "learning_rate": 8.18366458726244e-05,
      "loss": 0.0288,
      "step": 5108
    },
    {
      "epoch": 0.5538811795316565,
      "grad_norm": 0.35922151803970337,
      "learning_rate": 8.183301900478746e-05,
      "loss": 0.1051,
      "step": 5109
    },
    {
      "epoch": 0.5539895923677364,
      "grad_norm": 0.32518553733825684,
      "learning_rate": 8.182939213695053e-05,
      "loss": 0.0654,
      "step": 5110
    },
    {
      "epoch": 0.5540980052038161,
      "grad_norm": 0.22239896655082703,
      "learning_rate": 8.182576526911359e-05,
      "loss": 0.0287,
      "step": 5111
    },
    {
      "epoch": 0.5542064180398959,
      "grad_norm": 0.26606008410453796,
      "learning_rate": 8.182213840127666e-05,
      "loss": 0.0488,
      "step": 5112
    },
    {
      "epoch": 0.5543148308759757,
      "grad_norm": 0.3382984697818756,
      "learning_rate": 8.181851153343972e-05,
      "loss": 0.049,
      "step": 5113
    },
    {
      "epoch": 0.5544232437120555,
      "grad_norm": 0.1528448909521103,
      "learning_rate": 8.181488466560279e-05,
      "loss": 0.0218,
      "step": 5114
    },
    {
      "epoch": 0.5545316565481353,
      "grad_norm": 0.17214536666870117,
      "learning_rate": 8.181125779776585e-05,
      "loss": 0.0365,
      "step": 5115
    },
    {
      "epoch": 0.5546400693842151,
      "grad_norm": 0.3140243589878082,
      "learning_rate": 8.180763092992892e-05,
      "loss": 0.0877,
      "step": 5116
    },
    {
      "epoch": 0.5547484822202949,
      "grad_norm": 0.4158371388912201,
      "learning_rate": 8.180400406209198e-05,
      "loss": 0.0533,
      "step": 5117
    },
    {
      "epoch": 0.5548568950563747,
      "grad_norm": 0.35151317715644836,
      "learning_rate": 8.180037719425503e-05,
      "loss": 0.0668,
      "step": 5118
    },
    {
      "epoch": 0.5549653078924545,
      "grad_norm": 0.1790115386247635,
      "learning_rate": 8.179675032641812e-05,
      "loss": 0.0359,
      "step": 5119
    },
    {
      "epoch": 0.5550737207285342,
      "grad_norm": 0.21912971138954163,
      "learning_rate": 8.179312345858118e-05,
      "loss": 0.0424,
      "step": 5120
    },
    {
      "epoch": 0.5551821335646141,
      "grad_norm": 0.16917118430137634,
      "learning_rate": 8.178949659074425e-05,
      "loss": 0.0221,
      "step": 5121
    },
    {
      "epoch": 0.5552905464006939,
      "grad_norm": 0.30302149057388306,
      "learning_rate": 8.17858697229073e-05,
      "loss": 0.0496,
      "step": 5122
    },
    {
      "epoch": 0.5553989592367736,
      "grad_norm": 0.29674842953681946,
      "learning_rate": 8.178224285507037e-05,
      "loss": 0.05,
      "step": 5123
    },
    {
      "epoch": 0.5555073720728534,
      "grad_norm": 0.30058541893959045,
      "learning_rate": 8.177861598723343e-05,
      "loss": 0.0717,
      "step": 5124
    },
    {
      "epoch": 0.5556157849089333,
      "grad_norm": 0.26864877343177795,
      "learning_rate": 8.177498911939649e-05,
      "loss": 0.0651,
      "step": 5125
    },
    {
      "epoch": 0.555724197745013,
      "grad_norm": 0.1932426393032074,
      "learning_rate": 8.177136225155956e-05,
      "loss": 0.0303,
      "step": 5126
    },
    {
      "epoch": 0.5558326105810928,
      "grad_norm": 0.43074315786361694,
      "learning_rate": 8.176773538372262e-05,
      "loss": 0.0622,
      "step": 5127
    },
    {
      "epoch": 0.5559410234171726,
      "grad_norm": 0.17383387684822083,
      "learning_rate": 8.176410851588569e-05,
      "loss": 0.0271,
      "step": 5128
    },
    {
      "epoch": 0.5560494362532524,
      "grad_norm": 0.23786672949790955,
      "learning_rate": 8.176048164804875e-05,
      "loss": 0.0343,
      "step": 5129
    },
    {
      "epoch": 0.5561578490893322,
      "grad_norm": 0.30114826560020447,
      "learning_rate": 8.175685478021182e-05,
      "loss": 0.0619,
      "step": 5130
    },
    {
      "epoch": 0.556266261925412,
      "grad_norm": 0.1656341850757599,
      "learning_rate": 8.175322791237487e-05,
      "loss": 0.0721,
      "step": 5131
    },
    {
      "epoch": 0.5563746747614917,
      "grad_norm": 0.17513298988342285,
      "learning_rate": 8.174960104453794e-05,
      "loss": 0.0209,
      "step": 5132
    },
    {
      "epoch": 0.5564830875975716,
      "grad_norm": 0.20068539679050446,
      "learning_rate": 8.1745974176701e-05,
      "loss": 0.0578,
      "step": 5133
    },
    {
      "epoch": 0.5565915004336514,
      "grad_norm": 0.24977520108222961,
      "learning_rate": 8.174234730886406e-05,
      "loss": 0.0305,
      "step": 5134
    },
    {
      "epoch": 0.5566999132697311,
      "grad_norm": 0.20230266451835632,
      "learning_rate": 8.173872044102713e-05,
      "loss": 0.0341,
      "step": 5135
    },
    {
      "epoch": 0.5568083261058109,
      "grad_norm": 0.15476778149604797,
      "learning_rate": 8.17350935731902e-05,
      "loss": 0.0267,
      "step": 5136
    },
    {
      "epoch": 0.5569167389418908,
      "grad_norm": 0.3263372778892517,
      "learning_rate": 8.173146670535327e-05,
      "loss": 0.0833,
      "step": 5137
    },
    {
      "epoch": 0.5570251517779705,
      "grad_norm": 0.0864635780453682,
      "learning_rate": 8.172783983751633e-05,
      "loss": 0.0216,
      "step": 5138
    },
    {
      "epoch": 0.5571335646140503,
      "grad_norm": 0.1550159901380539,
      "learning_rate": 8.172421296967939e-05,
      "loss": 0.04,
      "step": 5139
    },
    {
      "epoch": 0.55724197745013,
      "grad_norm": 0.9309502840042114,
      "learning_rate": 8.172058610184246e-05,
      "loss": 0.0758,
      "step": 5140
    },
    {
      "epoch": 0.5573503902862099,
      "grad_norm": 0.45072701573371887,
      "learning_rate": 8.171695923400551e-05,
      "loss": 0.0789,
      "step": 5141
    },
    {
      "epoch": 0.5574588031222897,
      "grad_norm": 0.22650344669818878,
      "learning_rate": 8.171333236616859e-05,
      "loss": 0.0397,
      "step": 5142
    },
    {
      "epoch": 0.5575672159583694,
      "grad_norm": 0.22432778775691986,
      "learning_rate": 8.170970549833164e-05,
      "loss": 0.0429,
      "step": 5143
    },
    {
      "epoch": 0.5576756287944492,
      "grad_norm": 0.19673191010951996,
      "learning_rate": 8.170607863049471e-05,
      "loss": 0.0308,
      "step": 5144
    },
    {
      "epoch": 0.5577840416305291,
      "grad_norm": 0.2842705249786377,
      "learning_rate": 8.170245176265777e-05,
      "loss": 0.0532,
      "step": 5145
    },
    {
      "epoch": 0.5578924544666088,
      "grad_norm": 0.31092900037765503,
      "learning_rate": 8.169882489482084e-05,
      "loss": 0.0627,
      "step": 5146
    },
    {
      "epoch": 0.5580008673026886,
      "grad_norm": 0.19847948849201202,
      "learning_rate": 8.16951980269839e-05,
      "loss": 0.0307,
      "step": 5147
    },
    {
      "epoch": 0.5581092801387685,
      "grad_norm": 0.25868290662765503,
      "learning_rate": 8.169157115914696e-05,
      "loss": 0.0368,
      "step": 5148
    },
    {
      "epoch": 0.5582176929748482,
      "grad_norm": 0.4481964707374573,
      "learning_rate": 8.168794429131003e-05,
      "loss": 0.1201,
      "step": 5149
    },
    {
      "epoch": 0.558326105810928,
      "grad_norm": 0.2997099757194519,
      "learning_rate": 8.168431742347308e-05,
      "loss": 0.0444,
      "step": 5150
    },
    {
      "epoch": 0.5584345186470078,
      "grad_norm": 0.10195306688547134,
      "learning_rate": 8.168069055563616e-05,
      "loss": 0.0144,
      "step": 5151
    },
    {
      "epoch": 0.5585429314830876,
      "grad_norm": 0.2336791604757309,
      "learning_rate": 8.167706368779921e-05,
      "loss": 0.0366,
      "step": 5152
    },
    {
      "epoch": 0.5586513443191674,
      "grad_norm": 0.2753995656967163,
      "learning_rate": 8.167343681996228e-05,
      "loss": 0.0703,
      "step": 5153
    },
    {
      "epoch": 0.5587597571552472,
      "grad_norm": 0.40261587500572205,
      "learning_rate": 8.166980995212535e-05,
      "loss": 0.0895,
      "step": 5154
    },
    {
      "epoch": 0.5588681699913269,
      "grad_norm": 0.13627676665782928,
      "learning_rate": 8.166618308428841e-05,
      "loss": 0.0209,
      "step": 5155
    },
    {
      "epoch": 0.5589765828274068,
      "grad_norm": 0.20057567954063416,
      "learning_rate": 8.166255621645148e-05,
      "loss": 0.0605,
      "step": 5156
    },
    {
      "epoch": 0.5590849956634866,
      "grad_norm": 0.17814747989177704,
      "learning_rate": 8.165892934861454e-05,
      "loss": 0.0237,
      "step": 5157
    },
    {
      "epoch": 0.5591934084995663,
      "grad_norm": 0.15464355051517487,
      "learning_rate": 8.165530248077761e-05,
      "loss": 0.0339,
      "step": 5158
    },
    {
      "epoch": 0.5593018213356461,
      "grad_norm": 0.2732435166835785,
      "learning_rate": 8.165167561294067e-05,
      "loss": 0.0773,
      "step": 5159
    },
    {
      "epoch": 0.559410234171726,
      "grad_norm": 0.09132671356201172,
      "learning_rate": 8.164804874510374e-05,
      "loss": 0.0146,
      "step": 5160
    },
    {
      "epoch": 0.5595186470078057,
      "grad_norm": 0.14660724997520447,
      "learning_rate": 8.16444218772668e-05,
      "loss": 0.0402,
      "step": 5161
    },
    {
      "epoch": 0.5596270598438855,
      "grad_norm": 0.2357518970966339,
      "learning_rate": 8.164079500942985e-05,
      "loss": 0.0411,
      "step": 5162
    },
    {
      "epoch": 0.5597354726799653,
      "grad_norm": 0.2552248239517212,
      "learning_rate": 8.163716814159293e-05,
      "loss": 0.0581,
      "step": 5163
    },
    {
      "epoch": 0.5598438855160451,
      "grad_norm": 0.31792131066322327,
      "learning_rate": 8.163354127375598e-05,
      "loss": 0.0987,
      "step": 5164
    },
    {
      "epoch": 0.5599522983521249,
      "grad_norm": 0.21618764102458954,
      "learning_rate": 8.162991440591905e-05,
      "loss": 0.047,
      "step": 5165
    },
    {
      "epoch": 0.5600607111882047,
      "grad_norm": 0.21516093611717224,
      "learning_rate": 8.162628753808211e-05,
      "loss": 0.0464,
      "step": 5166
    },
    {
      "epoch": 0.5601691240242844,
      "grad_norm": 0.18708090484142303,
      "learning_rate": 8.162266067024518e-05,
      "loss": 0.0257,
      "step": 5167
    },
    {
      "epoch": 0.5602775368603643,
      "grad_norm": 0.22605469822883606,
      "learning_rate": 8.161903380240824e-05,
      "loss": 0.0299,
      "step": 5168
    },
    {
      "epoch": 0.5603859496964441,
      "grad_norm": 0.17113327980041504,
      "learning_rate": 8.161540693457131e-05,
      "loss": 0.0323,
      "step": 5169
    },
    {
      "epoch": 0.5604943625325238,
      "grad_norm": 0.20169532299041748,
      "learning_rate": 8.161178006673437e-05,
      "loss": 0.0394,
      "step": 5170
    },
    {
      "epoch": 0.5606027753686036,
      "grad_norm": 0.15979596972465515,
      "learning_rate": 8.160815319889744e-05,
      "loss": 0.0275,
      "step": 5171
    },
    {
      "epoch": 0.5607111882046835,
      "grad_norm": 0.23530367016792297,
      "learning_rate": 8.160452633106051e-05,
      "loss": 0.058,
      "step": 5172
    },
    {
      "epoch": 0.5608196010407632,
      "grad_norm": 0.601826012134552,
      "learning_rate": 8.160089946322357e-05,
      "loss": 0.0442,
      "step": 5173
    },
    {
      "epoch": 0.560928013876843,
      "grad_norm": 0.39400458335876465,
      "learning_rate": 8.159727259538664e-05,
      "loss": 0.043,
      "step": 5174
    },
    {
      "epoch": 0.5610364267129229,
      "grad_norm": 0.21213696897029877,
      "learning_rate": 8.15936457275497e-05,
      "loss": 0.0409,
      "step": 5175
    },
    {
      "epoch": 0.5611448395490026,
      "grad_norm": 0.10854625701904297,
      "learning_rate": 8.159001885971275e-05,
      "loss": 0.0308,
      "step": 5176
    },
    {
      "epoch": 0.5612532523850824,
      "grad_norm": 0.10684661567211151,
      "learning_rate": 8.158639199187582e-05,
      "loss": 0.019,
      "step": 5177
    },
    {
      "epoch": 0.5613616652211622,
      "grad_norm": 0.14174094796180725,
      "learning_rate": 8.158276512403888e-05,
      "loss": 0.017,
      "step": 5178
    },
    {
      "epoch": 0.561470078057242,
      "grad_norm": 0.34626320004463196,
      "learning_rate": 8.157913825620195e-05,
      "loss": 0.0438,
      "step": 5179
    },
    {
      "epoch": 0.5615784908933218,
      "grad_norm": 0.24695298075675964,
      "learning_rate": 8.157551138836501e-05,
      "loss": 0.0635,
      "step": 5180
    },
    {
      "epoch": 0.5616869037294016,
      "grad_norm": 0.1932850480079651,
      "learning_rate": 8.157188452052808e-05,
      "loss": 0.0222,
      "step": 5181
    },
    {
      "epoch": 0.5617953165654813,
      "grad_norm": 0.17590320110321045,
      "learning_rate": 8.156825765269114e-05,
      "loss": 0.0209,
      "step": 5182
    },
    {
      "epoch": 0.5619037294015612,
      "grad_norm": 0.4549522399902344,
      "learning_rate": 8.156463078485421e-05,
      "loss": 0.0773,
      "step": 5183
    },
    {
      "epoch": 0.562012142237641,
      "grad_norm": 0.5111420750617981,
      "learning_rate": 8.156100391701726e-05,
      "loss": 0.0645,
      "step": 5184
    },
    {
      "epoch": 0.5621205550737207,
      "grad_norm": 0.29724574089050293,
      "learning_rate": 8.155737704918032e-05,
      "loss": 0.0405,
      "step": 5185
    },
    {
      "epoch": 0.5622289679098005,
      "grad_norm": 0.10446202754974365,
      "learning_rate": 8.155375018134339e-05,
      "loss": 0.0261,
      "step": 5186
    },
    {
      "epoch": 0.5623373807458804,
      "grad_norm": 0.27314770221710205,
      "learning_rate": 8.155012331350645e-05,
      "loss": 0.0363,
      "step": 5187
    },
    {
      "epoch": 0.5624457935819601,
      "grad_norm": 0.23631718754768372,
      "learning_rate": 8.154649644566953e-05,
      "loss": 0.0543,
      "step": 5188
    },
    {
      "epoch": 0.5625542064180399,
      "grad_norm": 0.20196546614170074,
      "learning_rate": 8.154286957783259e-05,
      "loss": 0.0224,
      "step": 5189
    },
    {
      "epoch": 0.5626626192541196,
      "grad_norm": 0.21686798334121704,
      "learning_rate": 8.153924270999565e-05,
      "loss": 0.0463,
      "step": 5190
    },
    {
      "epoch": 0.5627710320901995,
      "grad_norm": 0.13242298364639282,
      "learning_rate": 8.153561584215872e-05,
      "loss": 0.0248,
      "step": 5191
    },
    {
      "epoch": 0.5628794449262793,
      "grad_norm": 0.2272290736436844,
      "learning_rate": 8.153198897432178e-05,
      "loss": 0.0309,
      "step": 5192
    },
    {
      "epoch": 0.562987857762359,
      "grad_norm": 0.314565509557724,
      "learning_rate": 8.152836210648485e-05,
      "loss": 0.0651,
      "step": 5193
    },
    {
      "epoch": 0.5630962705984388,
      "grad_norm": 0.386828750371933,
      "learning_rate": 8.15247352386479e-05,
      "loss": 0.0616,
      "step": 5194
    },
    {
      "epoch": 0.5632046834345187,
      "grad_norm": 0.34793221950531006,
      "learning_rate": 8.152110837081098e-05,
      "loss": 0.0305,
      "step": 5195
    },
    {
      "epoch": 0.5633130962705984,
      "grad_norm": 0.6967172026634216,
      "learning_rate": 8.151748150297403e-05,
      "loss": 0.0611,
      "step": 5196
    },
    {
      "epoch": 0.5634215091066782,
      "grad_norm": 0.33154380321502686,
      "learning_rate": 8.15138546351371e-05,
      "loss": 0.0663,
      "step": 5197
    },
    {
      "epoch": 0.563529921942758,
      "grad_norm": 0.32964906096458435,
      "learning_rate": 8.151022776730016e-05,
      "loss": 0.1018,
      "step": 5198
    },
    {
      "epoch": 0.5636383347788378,
      "grad_norm": 0.27554771304130554,
      "learning_rate": 8.150660089946322e-05,
      "loss": 0.0267,
      "step": 5199
    },
    {
      "epoch": 0.5637467476149176,
      "grad_norm": 0.2848827540874481,
      "learning_rate": 8.150297403162629e-05,
      "loss": 0.0553,
      "step": 5200
    },
    {
      "epoch": 0.5638551604509974,
      "grad_norm": 0.6357277631759644,
      "learning_rate": 8.149934716378935e-05,
      "loss": 0.0549,
      "step": 5201
    },
    {
      "epoch": 0.5639635732870771,
      "grad_norm": 0.30074167251586914,
      "learning_rate": 8.149572029595242e-05,
      "loss": 0.0396,
      "step": 5202
    },
    {
      "epoch": 0.564071986123157,
      "grad_norm": 0.15282973647117615,
      "learning_rate": 8.149209342811548e-05,
      "loss": 0.016,
      "step": 5203
    },
    {
      "epoch": 0.5641803989592368,
      "grad_norm": 0.3677087426185608,
      "learning_rate": 8.148846656027855e-05,
      "loss": 0.0574,
      "step": 5204
    },
    {
      "epoch": 0.5642888117953165,
      "grad_norm": 0.8252899646759033,
      "learning_rate": 8.148483969244162e-05,
      "loss": 0.1119,
      "step": 5205
    },
    {
      "epoch": 0.5643972246313964,
      "grad_norm": 0.05858369916677475,
      "learning_rate": 8.148121282460467e-05,
      "loss": 0.0067,
      "step": 5206
    },
    {
      "epoch": 0.5645056374674762,
      "grad_norm": 0.4912862777709961,
      "learning_rate": 8.147758595676775e-05,
      "loss": 0.1121,
      "step": 5207
    },
    {
      "epoch": 0.5646140503035559,
      "grad_norm": 0.25259366631507874,
      "learning_rate": 8.14739590889308e-05,
      "loss": 0.0749,
      "step": 5208
    },
    {
      "epoch": 0.5647224631396357,
      "grad_norm": 0.19395874440670013,
      "learning_rate": 8.147033222109387e-05,
      "loss": 0.0361,
      "step": 5209
    },
    {
      "epoch": 0.5648308759757156,
      "grad_norm": 0.26053884625434875,
      "learning_rate": 8.146670535325693e-05,
      "loss": 0.0451,
      "step": 5210
    },
    {
      "epoch": 0.5649392888117953,
      "grad_norm": 0.16911406815052032,
      "learning_rate": 8.146307848542e-05,
      "loss": 0.0321,
      "step": 5211
    },
    {
      "epoch": 0.5650477016478751,
      "grad_norm": 0.27338090538978577,
      "learning_rate": 8.145945161758306e-05,
      "loss": 0.0726,
      "step": 5212
    },
    {
      "epoch": 0.5651561144839549,
      "grad_norm": 0.44232070446014404,
      "learning_rate": 8.145582474974612e-05,
      "loss": 0.1026,
      "step": 5213
    },
    {
      "epoch": 0.5652645273200347,
      "grad_norm": 0.24093954265117645,
      "learning_rate": 8.145219788190919e-05,
      "loss": 0.0444,
      "step": 5214
    },
    {
      "epoch": 0.5653729401561145,
      "grad_norm": 0.19572533667087555,
      "learning_rate": 8.144857101407224e-05,
      "loss": 0.0379,
      "step": 5215
    },
    {
      "epoch": 0.5654813529921943,
      "grad_norm": 0.2712506949901581,
      "learning_rate": 8.144494414623532e-05,
      "loss": 0.0755,
      "step": 5216
    },
    {
      "epoch": 0.565589765828274,
      "grad_norm": 0.12689553201198578,
      "learning_rate": 8.144131727839837e-05,
      "loss": 0.0303,
      "step": 5217
    },
    {
      "epoch": 0.5656981786643539,
      "grad_norm": 0.31774309277534485,
      "learning_rate": 8.143769041056144e-05,
      "loss": 0.0516,
      "step": 5218
    },
    {
      "epoch": 0.5658065915004337,
      "grad_norm": 0.17860615253448486,
      "learning_rate": 8.14340635427245e-05,
      "loss": 0.0349,
      "step": 5219
    },
    {
      "epoch": 0.5659150043365134,
      "grad_norm": 0.2959820628166199,
      "learning_rate": 8.143043667488757e-05,
      "loss": 0.0696,
      "step": 5220
    },
    {
      "epoch": 0.5660234171725932,
      "grad_norm": 0.26507943868637085,
      "learning_rate": 8.142680980705063e-05,
      "loss": 0.0594,
      "step": 5221
    },
    {
      "epoch": 0.5661318300086731,
      "grad_norm": 0.17674192786216736,
      "learning_rate": 8.142318293921369e-05,
      "loss": 0.0357,
      "step": 5222
    },
    {
      "epoch": 0.5662402428447528,
      "grad_norm": 0.2403160035610199,
      "learning_rate": 8.141955607137677e-05,
      "loss": 0.0406,
      "step": 5223
    },
    {
      "epoch": 0.5663486556808326,
      "grad_norm": 0.15857534110546112,
      "learning_rate": 8.141592920353983e-05,
      "loss": 0.0339,
      "step": 5224
    },
    {
      "epoch": 0.5664570685169124,
      "grad_norm": 0.1327061951160431,
      "learning_rate": 8.14123023357029e-05,
      "loss": 0.0272,
      "step": 5225
    },
    {
      "epoch": 0.5665654813529922,
      "grad_norm": 0.2420344054698944,
      "learning_rate": 8.140867546786596e-05,
      "loss": 0.0545,
      "step": 5226
    },
    {
      "epoch": 0.566673894189072,
      "grad_norm": 0.15309596061706543,
      "learning_rate": 8.140504860002903e-05,
      "loss": 0.0311,
      "step": 5227
    },
    {
      "epoch": 0.5667823070251518,
      "grad_norm": 0.18800784647464752,
      "learning_rate": 8.140142173219209e-05,
      "loss": 0.0539,
      "step": 5228
    },
    {
      "epoch": 0.5668907198612315,
      "grad_norm": 0.30940568447113037,
      "learning_rate": 8.139779486435514e-05,
      "loss": 0.0577,
      "step": 5229
    },
    {
      "epoch": 0.5669991326973114,
      "grad_norm": 0.1338328868150711,
      "learning_rate": 8.139416799651821e-05,
      "loss": 0.0273,
      "step": 5230
    },
    {
      "epoch": 0.5671075455333912,
      "grad_norm": 0.23856335878372192,
      "learning_rate": 8.139054112868127e-05,
      "loss": 0.0826,
      "step": 5231
    },
    {
      "epoch": 0.5672159583694709,
      "grad_norm": 0.22545480728149414,
      "learning_rate": 8.138691426084434e-05,
      "loss": 0.0288,
      "step": 5232
    },
    {
      "epoch": 0.5673243712055508,
      "grad_norm": 0.25703057646751404,
      "learning_rate": 8.13832873930074e-05,
      "loss": 0.0402,
      "step": 5233
    },
    {
      "epoch": 0.5674327840416306,
      "grad_norm": 0.16376805305480957,
      "learning_rate": 8.137966052517047e-05,
      "loss": 0.0358,
      "step": 5234
    },
    {
      "epoch": 0.5675411968777103,
      "grad_norm": 0.20971515774726868,
      "learning_rate": 8.137603365733353e-05,
      "loss": 0.0241,
      "step": 5235
    },
    {
      "epoch": 0.5676496097137901,
      "grad_norm": 0.3116210103034973,
      "learning_rate": 8.13724067894966e-05,
      "loss": 0.0747,
      "step": 5236
    },
    {
      "epoch": 0.56775802254987,
      "grad_norm": 0.22925934195518494,
      "learning_rate": 8.136877992165966e-05,
      "loss": 0.033,
      "step": 5237
    },
    {
      "epoch": 0.5678664353859497,
      "grad_norm": 0.19448137283325195,
      "learning_rate": 8.136515305382271e-05,
      "loss": 0.0874,
      "step": 5238
    },
    {
      "epoch": 0.5679748482220295,
      "grad_norm": 0.22855190932750702,
      "learning_rate": 8.136152618598578e-05,
      "loss": 0.0273,
      "step": 5239
    },
    {
      "epoch": 0.5680832610581092,
      "grad_norm": 0.29781389236450195,
      "learning_rate": 8.135789931814885e-05,
      "loss": 0.0383,
      "step": 5240
    },
    {
      "epoch": 0.5681916738941891,
      "grad_norm": 0.20511434972286224,
      "learning_rate": 8.135427245031193e-05,
      "loss": 0.038,
      "step": 5241
    },
    {
      "epoch": 0.5683000867302689,
      "grad_norm": 0.2606831192970276,
      "learning_rate": 8.135064558247498e-05,
      "loss": 0.0329,
      "step": 5242
    },
    {
      "epoch": 0.5684084995663486,
      "grad_norm": 0.20031175017356873,
      "learning_rate": 8.134701871463804e-05,
      "loss": 0.024,
      "step": 5243
    },
    {
      "epoch": 0.5685169124024284,
      "grad_norm": 0.12602709233760834,
      "learning_rate": 8.134339184680111e-05,
      "loss": 0.0177,
      "step": 5244
    },
    {
      "epoch": 0.5686253252385083,
      "grad_norm": 0.09991571307182312,
      "learning_rate": 8.133976497896417e-05,
      "loss": 0.021,
      "step": 5245
    },
    {
      "epoch": 0.568733738074588,
      "grad_norm": 0.22773617506027222,
      "learning_rate": 8.133613811112724e-05,
      "loss": 0.046,
      "step": 5246
    },
    {
      "epoch": 0.5688421509106678,
      "grad_norm": 0.5010361075401306,
      "learning_rate": 8.13325112432903e-05,
      "loss": 0.0926,
      "step": 5247
    },
    {
      "epoch": 0.5689505637467476,
      "grad_norm": 0.14815755188465118,
      "learning_rate": 8.132888437545337e-05,
      "loss": 0.0444,
      "step": 5248
    },
    {
      "epoch": 0.5690589765828274,
      "grad_norm": 0.25823426246643066,
      "learning_rate": 8.132525750761642e-05,
      "loss": 0.0485,
      "step": 5249
    },
    {
      "epoch": 0.5691673894189072,
      "grad_norm": 0.2270009070634842,
      "learning_rate": 8.13216306397795e-05,
      "loss": 0.0494,
      "step": 5250
    },
    {
      "epoch": 0.569275802254987,
      "grad_norm": 0.22903405129909515,
      "learning_rate": 8.131800377194255e-05,
      "loss": 0.0278,
      "step": 5251
    },
    {
      "epoch": 0.5693842150910667,
      "grad_norm": 0.3203957974910736,
      "learning_rate": 8.131437690410561e-05,
      "loss": 0.0476,
      "step": 5252
    },
    {
      "epoch": 0.5694926279271466,
      "grad_norm": 0.6440125703811646,
      "learning_rate": 8.131075003626868e-05,
      "loss": 0.0824,
      "step": 5253
    },
    {
      "epoch": 0.5696010407632264,
      "grad_norm": 0.2616587281227112,
      "learning_rate": 8.130712316843174e-05,
      "loss": 0.037,
      "step": 5254
    },
    {
      "epoch": 0.5697094535993061,
      "grad_norm": 0.3436623513698578,
      "learning_rate": 8.130349630059481e-05,
      "loss": 0.0677,
      "step": 5255
    },
    {
      "epoch": 0.5698178664353859,
      "grad_norm": 0.10588572174310684,
      "learning_rate": 8.129986943275787e-05,
      "loss": 0.0186,
      "step": 5256
    },
    {
      "epoch": 0.5699262792714658,
      "grad_norm": 0.33521589636802673,
      "learning_rate": 8.129624256492094e-05,
      "loss": 0.0424,
      "step": 5257
    },
    {
      "epoch": 0.5700346921075455,
      "grad_norm": 0.1368667185306549,
      "learning_rate": 8.129261569708401e-05,
      "loss": 0.0208,
      "step": 5258
    },
    {
      "epoch": 0.5701431049436253,
      "grad_norm": 0.5542264580726624,
      "learning_rate": 8.128898882924707e-05,
      "loss": 0.0432,
      "step": 5259
    },
    {
      "epoch": 0.5702515177797051,
      "grad_norm": 0.4650273323059082,
      "learning_rate": 8.128536196141014e-05,
      "loss": 0.0966,
      "step": 5260
    },
    {
      "epoch": 0.5703599306157849,
      "grad_norm": 0.19550471007823944,
      "learning_rate": 8.12817350935732e-05,
      "loss": 0.0236,
      "step": 5261
    },
    {
      "epoch": 0.5704683434518647,
      "grad_norm": 0.19803698360919952,
      "learning_rate": 8.127810822573626e-05,
      "loss": 0.0388,
      "step": 5262
    },
    {
      "epoch": 0.5705767562879445,
      "grad_norm": 0.42176684737205505,
      "learning_rate": 8.127448135789932e-05,
      "loss": 0.0735,
      "step": 5263
    },
    {
      "epoch": 0.5706851691240243,
      "grad_norm": 0.3171880841255188,
      "learning_rate": 8.127085449006239e-05,
      "loss": 0.0387,
      "step": 5264
    },
    {
      "epoch": 0.5707935819601041,
      "grad_norm": 0.16792736947536469,
      "learning_rate": 8.126722762222545e-05,
      "loss": 0.0452,
      "step": 5265
    },
    {
      "epoch": 0.5709019947961839,
      "grad_norm": 0.36145758628845215,
      "learning_rate": 8.126360075438851e-05,
      "loss": 0.0569,
      "step": 5266
    },
    {
      "epoch": 0.5710104076322636,
      "grad_norm": 0.2248915135860443,
      "learning_rate": 8.125997388655158e-05,
      "loss": 0.0488,
      "step": 5267
    },
    {
      "epoch": 0.5711188204683435,
      "grad_norm": 0.2629333436489105,
      "learning_rate": 8.125634701871464e-05,
      "loss": 0.0438,
      "step": 5268
    },
    {
      "epoch": 0.5712272333044233,
      "grad_norm": 0.16678863763809204,
      "learning_rate": 8.12527201508777e-05,
      "loss": 0.0299,
      "step": 5269
    },
    {
      "epoch": 0.571335646140503,
      "grad_norm": 0.26762527227401733,
      "learning_rate": 8.124909328304076e-05,
      "loss": 0.0429,
      "step": 5270
    },
    {
      "epoch": 0.5714440589765828,
      "grad_norm": 0.21595248579978943,
      "learning_rate": 8.124546641520383e-05,
      "loss": 0.0615,
      "step": 5271
    },
    {
      "epoch": 0.5715524718126627,
      "grad_norm": 0.3064379096031189,
      "learning_rate": 8.124183954736689e-05,
      "loss": 0.0732,
      "step": 5272
    },
    {
      "epoch": 0.5716608846487424,
      "grad_norm": 0.23674282431602478,
      "learning_rate": 8.123821267952996e-05,
      "loss": 0.0394,
      "step": 5273
    },
    {
      "epoch": 0.5717692974848222,
      "grad_norm": 0.20516157150268555,
      "learning_rate": 8.123458581169302e-05,
      "loss": 0.0333,
      "step": 5274
    },
    {
      "epoch": 0.571877710320902,
      "grad_norm": 0.16999521851539612,
      "learning_rate": 8.123095894385609e-05,
      "loss": 0.031,
      "step": 5275
    },
    {
      "epoch": 0.5719861231569818,
      "grad_norm": 0.2691941559314728,
      "learning_rate": 8.122733207601916e-05,
      "loss": 0.0757,
      "step": 5276
    },
    {
      "epoch": 0.5720945359930616,
      "grad_norm": 0.16075830161571503,
      "learning_rate": 8.122370520818222e-05,
      "loss": 0.0322,
      "step": 5277
    },
    {
      "epoch": 0.5722029488291414,
      "grad_norm": 0.13116425275802612,
      "learning_rate": 8.122007834034529e-05,
      "loss": 0.0499,
      "step": 5278
    },
    {
      "epoch": 0.5723113616652211,
      "grad_norm": 0.18010444939136505,
      "learning_rate": 8.121645147250835e-05,
      "loss": 0.0552,
      "step": 5279
    },
    {
      "epoch": 0.572419774501301,
      "grad_norm": 0.20657476782798767,
      "learning_rate": 8.12128246046714e-05,
      "loss": 0.0374,
      "step": 5280
    },
    {
      "epoch": 0.5725281873373808,
      "grad_norm": 0.3551172614097595,
      "learning_rate": 8.120919773683448e-05,
      "loss": 0.0401,
      "step": 5281
    },
    {
      "epoch": 0.5726366001734605,
      "grad_norm": 0.30791717767715454,
      "learning_rate": 8.120557086899753e-05,
      "loss": 0.053,
      "step": 5282
    },
    {
      "epoch": 0.5727450130095403,
      "grad_norm": 0.19433487951755524,
      "learning_rate": 8.12019440011606e-05,
      "loss": 0.0389,
      "step": 5283
    },
    {
      "epoch": 0.5728534258456202,
      "grad_norm": 0.18294364213943481,
      "learning_rate": 8.119831713332366e-05,
      "loss": 0.0524,
      "step": 5284
    },
    {
      "epoch": 0.5729618386816999,
      "grad_norm": 0.1271541863679886,
      "learning_rate": 8.119469026548673e-05,
      "loss": 0.0274,
      "step": 5285
    },
    {
      "epoch": 0.5730702515177797,
      "grad_norm": 0.22763150930404663,
      "learning_rate": 8.119106339764979e-05,
      "loss": 0.0369,
      "step": 5286
    },
    {
      "epoch": 0.5731786643538594,
      "grad_norm": 0.24225285649299622,
      "learning_rate": 8.118743652981286e-05,
      "loss": 0.0297,
      "step": 5287
    },
    {
      "epoch": 0.5732870771899393,
      "grad_norm": 0.25737303495407104,
      "learning_rate": 8.118380966197592e-05,
      "loss": 0.0582,
      "step": 5288
    },
    {
      "epoch": 0.5733954900260191,
      "grad_norm": 0.3048056960105896,
      "learning_rate": 8.118018279413898e-05,
      "loss": 0.0572,
      "step": 5289
    },
    {
      "epoch": 0.5735039028620988,
      "grad_norm": 0.27836164832115173,
      "learning_rate": 8.117655592630205e-05,
      "loss": 0.065,
      "step": 5290
    },
    {
      "epoch": 0.5736123156981786,
      "grad_norm": 0.16431856155395508,
      "learning_rate": 8.11729290584651e-05,
      "loss": 0.04,
      "step": 5291
    },
    {
      "epoch": 0.5737207285342585,
      "grad_norm": 0.30989187955856323,
      "learning_rate": 8.116930219062819e-05,
      "loss": 0.0567,
      "step": 5292
    },
    {
      "epoch": 0.5738291413703382,
      "grad_norm": 0.25487020611763,
      "learning_rate": 8.116567532279125e-05,
      "loss": 0.0328,
      "step": 5293
    },
    {
      "epoch": 0.573937554206418,
      "grad_norm": 0.31349048018455505,
      "learning_rate": 8.11620484549543e-05,
      "loss": 0.0732,
      "step": 5294
    },
    {
      "epoch": 0.5740459670424979,
      "grad_norm": 0.27629414200782776,
      "learning_rate": 8.115842158711737e-05,
      "loss": 0.0499,
      "step": 5295
    },
    {
      "epoch": 0.5741543798785776,
      "grad_norm": 0.7597693204879761,
      "learning_rate": 8.115479471928043e-05,
      "loss": 0.0527,
      "step": 5296
    },
    {
      "epoch": 0.5742627927146574,
      "grad_norm": 0.20513737201690674,
      "learning_rate": 8.11511678514435e-05,
      "loss": 0.0465,
      "step": 5297
    },
    {
      "epoch": 0.5743712055507372,
      "grad_norm": 0.2679622769355774,
      "learning_rate": 8.114754098360656e-05,
      "loss": 0.0371,
      "step": 5298
    },
    {
      "epoch": 0.574479618386817,
      "grad_norm": 0.40728163719177246,
      "learning_rate": 8.114391411576963e-05,
      "loss": 0.0759,
      "step": 5299
    },
    {
      "epoch": 0.5745880312228968,
      "grad_norm": 0.2297600507736206,
      "learning_rate": 8.114028724793269e-05,
      "loss": 0.0594,
      "step": 5300
    },
    {
      "epoch": 0.5746964440589766,
      "grad_norm": 0.2769979238510132,
      "learning_rate": 8.113666038009576e-05,
      "loss": 0.0892,
      "step": 5301
    },
    {
      "epoch": 0.5748048568950563,
      "grad_norm": 0.16651618480682373,
      "learning_rate": 8.113303351225882e-05,
      "loss": 0.0281,
      "step": 5302
    },
    {
      "epoch": 0.5749132697311362,
      "grad_norm": 0.2247411459684372,
      "learning_rate": 8.112940664442187e-05,
      "loss": 0.0472,
      "step": 5303
    },
    {
      "epoch": 0.575021682567216,
      "grad_norm": 0.2513008117675781,
      "learning_rate": 8.112577977658494e-05,
      "loss": 0.0396,
      "step": 5304
    },
    {
      "epoch": 0.5751300954032957,
      "grad_norm": 0.1468036025762558,
      "learning_rate": 8.1122152908748e-05,
      "loss": 0.0464,
      "step": 5305
    },
    {
      "epoch": 0.5752385082393755,
      "grad_norm": 0.3572782576084137,
      "learning_rate": 8.111852604091107e-05,
      "loss": 0.0385,
      "step": 5306
    },
    {
      "epoch": 0.5753469210754554,
      "grad_norm": 0.32155582308769226,
      "learning_rate": 8.111489917307413e-05,
      "loss": 0.0675,
      "step": 5307
    },
    {
      "epoch": 0.5754553339115351,
      "grad_norm": 0.22277510166168213,
      "learning_rate": 8.11112723052372e-05,
      "loss": 0.0628,
      "step": 5308
    },
    {
      "epoch": 0.5755637467476149,
      "grad_norm": 0.14852479100227356,
      "learning_rate": 8.110764543740027e-05,
      "loss": 0.0341,
      "step": 5309
    },
    {
      "epoch": 0.5756721595836947,
      "grad_norm": 0.15458564460277557,
      "learning_rate": 8.110401856956333e-05,
      "loss": 0.0514,
      "step": 5310
    },
    {
      "epoch": 0.5757805724197745,
      "grad_norm": 0.14416766166687012,
      "learning_rate": 8.11003917017264e-05,
      "loss": 0.0407,
      "step": 5311
    },
    {
      "epoch": 0.5758889852558543,
      "grad_norm": 0.36795514822006226,
      "learning_rate": 8.109676483388946e-05,
      "loss": 0.0788,
      "step": 5312
    },
    {
      "epoch": 0.5759973980919341,
      "grad_norm": 0.19247908890247345,
      "learning_rate": 8.109313796605253e-05,
      "loss": 0.0254,
      "step": 5313
    },
    {
      "epoch": 0.5761058109280138,
      "grad_norm": 0.27758800983428955,
      "learning_rate": 8.108951109821558e-05,
      "loss": 0.0434,
      "step": 5314
    },
    {
      "epoch": 0.5762142237640937,
      "grad_norm": 0.43907490372657776,
      "learning_rate": 8.108588423037866e-05,
      "loss": 0.0716,
      "step": 5315
    },
    {
      "epoch": 0.5763226366001735,
      "grad_norm": 0.17912593483924866,
      "learning_rate": 8.108225736254171e-05,
      "loss": 0.0408,
      "step": 5316
    },
    {
      "epoch": 0.5764310494362532,
      "grad_norm": 0.2441537082195282,
      "learning_rate": 8.107863049470478e-05,
      "loss": 0.0486,
      "step": 5317
    },
    {
      "epoch": 0.576539462272333,
      "grad_norm": 0.13231372833251953,
      "learning_rate": 8.107500362686784e-05,
      "loss": 0.0234,
      "step": 5318
    },
    {
      "epoch": 0.5766478751084129,
      "grad_norm": 0.22209517657756805,
      "learning_rate": 8.10713767590309e-05,
      "loss": 0.0314,
      "step": 5319
    },
    {
      "epoch": 0.5767562879444926,
      "grad_norm": 0.3304661810398102,
      "learning_rate": 8.106774989119397e-05,
      "loss": 0.0482,
      "step": 5320
    },
    {
      "epoch": 0.5768647007805724,
      "grad_norm": 0.17715634405612946,
      "learning_rate": 8.106412302335703e-05,
      "loss": 0.0577,
      "step": 5321
    },
    {
      "epoch": 0.5769731136166523,
      "grad_norm": 0.42375561594963074,
      "learning_rate": 8.10604961555201e-05,
      "loss": 0.0599,
      "step": 5322
    },
    {
      "epoch": 0.577081526452732,
      "grad_norm": 0.31941306591033936,
      "learning_rate": 8.105686928768315e-05,
      "loss": 0.0656,
      "step": 5323
    },
    {
      "epoch": 0.5771899392888118,
      "grad_norm": 0.20902301371097565,
      "learning_rate": 8.105324241984623e-05,
      "loss": 0.0357,
      "step": 5324
    },
    {
      "epoch": 0.5772983521248916,
      "grad_norm": 0.09816291183233261,
      "learning_rate": 8.104961555200928e-05,
      "loss": 0.0141,
      "step": 5325
    },
    {
      "epoch": 0.5774067649609714,
      "grad_norm": 0.18360862135887146,
      "learning_rate": 8.104598868417235e-05,
      "loss": 0.0433,
      "step": 5326
    },
    {
      "epoch": 0.5775151777970512,
      "grad_norm": 0.2829531133174896,
      "learning_rate": 8.104236181633542e-05,
      "loss": 0.0593,
      "step": 5327
    },
    {
      "epoch": 0.577623590633131,
      "grad_norm": 0.18267907202243805,
      "learning_rate": 8.103873494849848e-05,
      "loss": 0.0475,
      "step": 5328
    },
    {
      "epoch": 0.5777320034692107,
      "grad_norm": 0.4006711542606354,
      "learning_rate": 8.103510808066155e-05,
      "loss": 0.1207,
      "step": 5329
    },
    {
      "epoch": 0.5778404163052906,
      "grad_norm": 0.20585627853870392,
      "learning_rate": 8.103148121282461e-05,
      "loss": 0.0659,
      "step": 5330
    },
    {
      "epoch": 0.5779488291413704,
      "grad_norm": 0.20696255564689636,
      "learning_rate": 8.102785434498768e-05,
      "loss": 0.0491,
      "step": 5331
    },
    {
      "epoch": 0.5780572419774501,
      "grad_norm": 0.24391667544841766,
      "learning_rate": 8.102422747715074e-05,
      "loss": 0.0549,
      "step": 5332
    },
    {
      "epoch": 0.5781656548135299,
      "grad_norm": 0.21866776049137115,
      "learning_rate": 8.10206006093138e-05,
      "loss": 0.0391,
      "step": 5333
    },
    {
      "epoch": 0.5782740676496098,
      "grad_norm": 0.11198515444993973,
      "learning_rate": 8.101697374147687e-05,
      "loss": 0.0309,
      "step": 5334
    },
    {
      "epoch": 0.5783824804856895,
      "grad_norm": 0.3752101957798004,
      "learning_rate": 8.101334687363992e-05,
      "loss": 0.065,
      "step": 5335
    },
    {
      "epoch": 0.5784908933217693,
      "grad_norm": 0.12545861303806305,
      "learning_rate": 8.1009720005803e-05,
      "loss": 0.0249,
      "step": 5336
    },
    {
      "epoch": 0.578599306157849,
      "grad_norm": 0.22634024918079376,
      "learning_rate": 8.100609313796605e-05,
      "loss": 0.0362,
      "step": 5337
    },
    {
      "epoch": 0.5787077189939289,
      "grad_norm": 0.447841078042984,
      "learning_rate": 8.100246627012912e-05,
      "loss": 0.046,
      "step": 5338
    },
    {
      "epoch": 0.5788161318300087,
      "grad_norm": 0.16599181294441223,
      "learning_rate": 8.099883940229218e-05,
      "loss": 0.0244,
      "step": 5339
    },
    {
      "epoch": 0.5789245446660884,
      "grad_norm": 0.2086375653743744,
      "learning_rate": 8.099521253445525e-05,
      "loss": 0.0675,
      "step": 5340
    },
    {
      "epoch": 0.5790329575021682,
      "grad_norm": 0.2554848790168762,
      "learning_rate": 8.099158566661831e-05,
      "loss": 0.0657,
      "step": 5341
    },
    {
      "epoch": 0.5791413703382481,
      "grad_norm": 0.27666541934013367,
      "learning_rate": 8.098795879878137e-05,
      "loss": 0.0574,
      "step": 5342
    },
    {
      "epoch": 0.5792497831743278,
      "grad_norm": 0.1076408252120018,
      "learning_rate": 8.098433193094444e-05,
      "loss": 0.0184,
      "step": 5343
    },
    {
      "epoch": 0.5793581960104076,
      "grad_norm": 0.3056774437427521,
      "learning_rate": 8.098070506310751e-05,
      "loss": 0.0597,
      "step": 5344
    },
    {
      "epoch": 0.5794666088464874,
      "grad_norm": 0.2698497772216797,
      "learning_rate": 8.097707819527058e-05,
      "loss": 0.0504,
      "step": 5345
    },
    {
      "epoch": 0.5795750216825672,
      "grad_norm": 0.12540313601493835,
      "learning_rate": 8.097345132743364e-05,
      "loss": 0.0432,
      "step": 5346
    },
    {
      "epoch": 0.579683434518647,
      "grad_norm": 0.29883962869644165,
      "learning_rate": 8.09698244595967e-05,
      "loss": 0.072,
      "step": 5347
    },
    {
      "epoch": 0.5797918473547268,
      "grad_norm": 0.026727916672825813,
      "learning_rate": 8.096619759175976e-05,
      "loss": 0.0039,
      "step": 5348
    },
    {
      "epoch": 0.5799002601908065,
      "grad_norm": 0.22634682059288025,
      "learning_rate": 8.096257072392282e-05,
      "loss": 0.0688,
      "step": 5349
    },
    {
      "epoch": 0.5800086730268864,
      "grad_norm": 0.3306300640106201,
      "learning_rate": 8.095894385608589e-05,
      "loss": 0.046,
      "step": 5350
    },
    {
      "epoch": 0.5801170858629662,
      "grad_norm": 0.5207879543304443,
      "learning_rate": 8.095531698824895e-05,
      "loss": 0.0773,
      "step": 5351
    },
    {
      "epoch": 0.5802254986990459,
      "grad_norm": 0.24396444857120514,
      "learning_rate": 8.095169012041202e-05,
      "loss": 0.0347,
      "step": 5352
    },
    {
      "epoch": 0.5803339115351258,
      "grad_norm": 0.34778842329978943,
      "learning_rate": 8.094806325257508e-05,
      "loss": 0.0263,
      "step": 5353
    },
    {
      "epoch": 0.5804423243712056,
      "grad_norm": 0.11801518499851227,
      "learning_rate": 8.094443638473815e-05,
      "loss": 0.0245,
      "step": 5354
    },
    {
      "epoch": 0.5805507372072853,
      "grad_norm": 0.18350504338741302,
      "learning_rate": 8.09408095169012e-05,
      "loss": 0.0262,
      "step": 5355
    },
    {
      "epoch": 0.5806591500433651,
      "grad_norm": 0.1555633246898651,
      "learning_rate": 8.093718264906426e-05,
      "loss": 0.0461,
      "step": 5356
    },
    {
      "epoch": 0.580767562879445,
      "grad_norm": 0.3594066798686981,
      "learning_rate": 8.093355578122733e-05,
      "loss": 0.0647,
      "step": 5357
    },
    {
      "epoch": 0.5808759757155247,
      "grad_norm": 0.39102596044540405,
      "learning_rate": 8.092992891339039e-05,
      "loss": 0.1129,
      "step": 5358
    },
    {
      "epoch": 0.5809843885516045,
      "grad_norm": 0.178499236702919,
      "learning_rate": 8.092630204555346e-05,
      "loss": 0.0248,
      "step": 5359
    },
    {
      "epoch": 0.5810928013876843,
      "grad_norm": 0.4387125074863434,
      "learning_rate": 8.092267517771652e-05,
      "loss": 0.0628,
      "step": 5360
    },
    {
      "epoch": 0.5812012142237641,
      "grad_norm": 0.4624863266944885,
      "learning_rate": 8.091904830987959e-05,
      "loss": 0.0468,
      "step": 5361
    },
    {
      "epoch": 0.5813096270598439,
      "grad_norm": 0.3382212221622467,
      "learning_rate": 8.091542144204266e-05,
      "loss": 0.0594,
      "step": 5362
    },
    {
      "epoch": 0.5814180398959237,
      "grad_norm": 0.43270596861839294,
      "learning_rate": 8.091179457420572e-05,
      "loss": 0.0645,
      "step": 5363
    },
    {
      "epoch": 0.5815264527320034,
      "grad_norm": 0.2700251340866089,
      "learning_rate": 8.090816770636879e-05,
      "loss": 0.0413,
      "step": 5364
    },
    {
      "epoch": 0.5816348655680833,
      "grad_norm": 0.17777259647846222,
      "learning_rate": 8.090454083853185e-05,
      "loss": 0.0397,
      "step": 5365
    },
    {
      "epoch": 0.5817432784041631,
      "grad_norm": 0.2761344909667969,
      "learning_rate": 8.090091397069492e-05,
      "loss": 0.0546,
      "step": 5366
    },
    {
      "epoch": 0.5818516912402428,
      "grad_norm": 0.253738135099411,
      "learning_rate": 8.089728710285798e-05,
      "loss": 0.0411,
      "step": 5367
    },
    {
      "epoch": 0.5819601040763226,
      "grad_norm": 0.3390662372112274,
      "learning_rate": 8.089366023502105e-05,
      "loss": 0.0253,
      "step": 5368
    },
    {
      "epoch": 0.5820685169124025,
      "grad_norm": 0.654443085193634,
      "learning_rate": 8.08900333671841e-05,
      "loss": 0.0853,
      "step": 5369
    },
    {
      "epoch": 0.5821769297484822,
      "grad_norm": 0.16738654673099518,
      "learning_rate": 8.088640649934716e-05,
      "loss": 0.0291,
      "step": 5370
    },
    {
      "epoch": 0.582285342584562,
      "grad_norm": 0.0974743440747261,
      "learning_rate": 8.088277963151023e-05,
      "loss": 0.0118,
      "step": 5371
    },
    {
      "epoch": 0.5823937554206418,
      "grad_norm": 0.5203949213027954,
      "learning_rate": 8.087915276367329e-05,
      "loss": 0.0825,
      "step": 5372
    },
    {
      "epoch": 0.5825021682567216,
      "grad_norm": 0.37933117151260376,
      "learning_rate": 8.087552589583636e-05,
      "loss": 0.0796,
      "step": 5373
    },
    {
      "epoch": 0.5826105810928014,
      "grad_norm": 0.1300022155046463,
      "learning_rate": 8.087189902799942e-05,
      "loss": 0.0329,
      "step": 5374
    },
    {
      "epoch": 0.5827189939288812,
      "grad_norm": 0.1663140505552292,
      "learning_rate": 8.086827216016249e-05,
      "loss": 0.0277,
      "step": 5375
    },
    {
      "epoch": 0.5828274067649609,
      "grad_norm": 0.09391382336616516,
      "learning_rate": 8.086464529232555e-05,
      "loss": 0.0157,
      "step": 5376
    },
    {
      "epoch": 0.5829358196010408,
      "grad_norm": 0.20592372119426727,
      "learning_rate": 8.086101842448862e-05,
      "loss": 0.0201,
      "step": 5377
    },
    {
      "epoch": 0.5830442324371206,
      "grad_norm": 0.22829139232635498,
      "learning_rate": 8.085739155665169e-05,
      "loss": 0.0593,
      "step": 5378
    },
    {
      "epoch": 0.5831526452732003,
      "grad_norm": 0.19156712293624878,
      "learning_rate": 8.085376468881474e-05,
      "loss": 0.0463,
      "step": 5379
    },
    {
      "epoch": 0.5832610581092801,
      "grad_norm": 0.24324931204319,
      "learning_rate": 8.085013782097782e-05,
      "loss": 0.0665,
      "step": 5380
    },
    {
      "epoch": 0.58336947094536,
      "grad_norm": 0.3210332691669464,
      "learning_rate": 8.084651095314087e-05,
      "loss": 0.0385,
      "step": 5381
    },
    {
      "epoch": 0.5834778837814397,
      "grad_norm": 0.3924306035041809,
      "learning_rate": 8.084288408530394e-05,
      "loss": 0.0422,
      "step": 5382
    },
    {
      "epoch": 0.5835862966175195,
      "grad_norm": 0.26804402470588684,
      "learning_rate": 8.0839257217467e-05,
      "loss": 0.0448,
      "step": 5383
    },
    {
      "epoch": 0.5836947094535994,
      "grad_norm": 0.25016260147094727,
      "learning_rate": 8.083563034963006e-05,
      "loss": 0.0344,
      "step": 5384
    },
    {
      "epoch": 0.5838031222896791,
      "grad_norm": 0.32435342669487,
      "learning_rate": 8.083200348179313e-05,
      "loss": 0.068,
      "step": 5385
    },
    {
      "epoch": 0.5839115351257589,
      "grad_norm": 0.2197505086660385,
      "learning_rate": 8.082837661395619e-05,
      "loss": 0.056,
      "step": 5386
    },
    {
      "epoch": 0.5840199479618386,
      "grad_norm": 0.32112249732017517,
      "learning_rate": 8.082474974611926e-05,
      "loss": 0.0507,
      "step": 5387
    },
    {
      "epoch": 0.5841283607979185,
      "grad_norm": 0.1117313951253891,
      "learning_rate": 8.082112287828231e-05,
      "loss": 0.0334,
      "step": 5388
    },
    {
      "epoch": 0.5842367736339983,
      "grad_norm": 0.35537251830101013,
      "learning_rate": 8.081749601044539e-05,
      "loss": 0.0363,
      "step": 5389
    },
    {
      "epoch": 0.584345186470078,
      "grad_norm": 0.15602374076843262,
      "learning_rate": 8.081386914260844e-05,
      "loss": 0.032,
      "step": 5390
    },
    {
      "epoch": 0.5844535993061578,
      "grad_norm": 0.19319301843643188,
      "learning_rate": 8.081024227477151e-05,
      "loss": 0.0337,
      "step": 5391
    },
    {
      "epoch": 0.5845620121422377,
      "grad_norm": 0.06588379293680191,
      "learning_rate": 8.080661540693457e-05,
      "loss": 0.0102,
      "step": 5392
    },
    {
      "epoch": 0.5846704249783174,
      "grad_norm": 0.12416534870862961,
      "learning_rate": 8.080298853909763e-05,
      "loss": 0.0288,
      "step": 5393
    },
    {
      "epoch": 0.5847788378143972,
      "grad_norm": 0.2583905756473541,
      "learning_rate": 8.07993616712607e-05,
      "loss": 0.0338,
      "step": 5394
    },
    {
      "epoch": 0.584887250650477,
      "grad_norm": 0.13501481711864471,
      "learning_rate": 8.079573480342377e-05,
      "loss": 0.0395,
      "step": 5395
    },
    {
      "epoch": 0.5849956634865568,
      "grad_norm": 0.2722759544849396,
      "learning_rate": 8.079210793558684e-05,
      "loss": 0.0256,
      "step": 5396
    },
    {
      "epoch": 0.5851040763226366,
      "grad_norm": 0.2980835437774658,
      "learning_rate": 8.07884810677499e-05,
      "loss": 0.0572,
      "step": 5397
    },
    {
      "epoch": 0.5852124891587164,
      "grad_norm": 0.2602546811103821,
      "learning_rate": 8.078485419991297e-05,
      "loss": 0.0474,
      "step": 5398
    },
    {
      "epoch": 0.5853209019947961,
      "grad_norm": 0.19689828157424927,
      "learning_rate": 8.078122733207603e-05,
      "loss": 0.0323,
      "step": 5399
    },
    {
      "epoch": 0.585429314830876,
      "grad_norm": 0.3385671079158783,
      "learning_rate": 8.077760046423908e-05,
      "loss": 0.0391,
      "step": 5400
    },
    {
      "epoch": 0.5855377276669558,
      "grad_norm": 0.2873166501522064,
      "learning_rate": 8.077397359640215e-05,
      "loss": 0.0392,
      "step": 5401
    },
    {
      "epoch": 0.5856461405030355,
      "grad_norm": 0.1435072124004364,
      "learning_rate": 8.077034672856521e-05,
      "loss": 0.0143,
      "step": 5402
    },
    {
      "epoch": 0.5857545533391153,
      "grad_norm": 0.20263639092445374,
      "learning_rate": 8.076671986072828e-05,
      "loss": 0.0248,
      "step": 5403
    },
    {
      "epoch": 0.5858629661751952,
      "grad_norm": 0.12764988839626312,
      "learning_rate": 8.076309299289134e-05,
      "loss": 0.0357,
      "step": 5404
    },
    {
      "epoch": 0.5859713790112749,
      "grad_norm": 0.43812012672424316,
      "learning_rate": 8.075946612505441e-05,
      "loss": 0.0195,
      "step": 5405
    },
    {
      "epoch": 0.5860797918473547,
      "grad_norm": 0.32014405727386475,
      "learning_rate": 8.075583925721747e-05,
      "loss": 0.058,
      "step": 5406
    },
    {
      "epoch": 0.5861882046834345,
      "grad_norm": 0.394252210855484,
      "learning_rate": 8.075221238938053e-05,
      "loss": 0.0616,
      "step": 5407
    },
    {
      "epoch": 0.5862966175195143,
      "grad_norm": 0.17611390352249146,
      "learning_rate": 8.07485855215436e-05,
      "loss": 0.0382,
      "step": 5408
    },
    {
      "epoch": 0.5864050303555941,
      "grad_norm": 0.2643372118473053,
      "learning_rate": 8.074495865370665e-05,
      "loss": 0.0544,
      "step": 5409
    },
    {
      "epoch": 0.5865134431916739,
      "grad_norm": 0.36922362446784973,
      "learning_rate": 8.074133178586973e-05,
      "loss": 0.067,
      "step": 5410
    },
    {
      "epoch": 0.5866218560277537,
      "grad_norm": 0.09988567978143692,
      "learning_rate": 8.073770491803278e-05,
      "loss": 0.0127,
      "step": 5411
    },
    {
      "epoch": 0.5867302688638335,
      "grad_norm": 0.15347248315811157,
      "learning_rate": 8.073407805019585e-05,
      "loss": 0.0222,
      "step": 5412
    },
    {
      "epoch": 0.5868386816999133,
      "grad_norm": 0.12491407245397568,
      "learning_rate": 8.073045118235892e-05,
      "loss": 0.0278,
      "step": 5413
    },
    {
      "epoch": 0.586947094535993,
      "grad_norm": 0.27758872509002686,
      "learning_rate": 8.072682431452198e-05,
      "loss": 0.0485,
      "step": 5414
    },
    {
      "epoch": 0.5870555073720729,
      "grad_norm": 0.2475351244211197,
      "learning_rate": 8.072319744668505e-05,
      "loss": 0.0705,
      "step": 5415
    },
    {
      "epoch": 0.5871639202081527,
      "grad_norm": 0.1026666909456253,
      "learning_rate": 8.071957057884811e-05,
      "loss": 0.0108,
      "step": 5416
    },
    {
      "epoch": 0.5872723330442324,
      "grad_norm": 0.33119893074035645,
      "learning_rate": 8.071594371101118e-05,
      "loss": 0.0337,
      "step": 5417
    },
    {
      "epoch": 0.5873807458803122,
      "grad_norm": 0.21367321908473969,
      "learning_rate": 8.071231684317424e-05,
      "loss": 0.0391,
      "step": 5418
    },
    {
      "epoch": 0.5874891587163921,
      "grad_norm": 0.16086791455745697,
      "learning_rate": 8.070868997533731e-05,
      "loss": 0.0131,
      "step": 5419
    },
    {
      "epoch": 0.5875975715524718,
      "grad_norm": 0.1022806391119957,
      "learning_rate": 8.070506310750037e-05,
      "loss": 0.0134,
      "step": 5420
    },
    {
      "epoch": 0.5877059843885516,
      "grad_norm": 0.2938689589500427,
      "learning_rate": 8.070143623966344e-05,
      "loss": 0.0618,
      "step": 5421
    },
    {
      "epoch": 0.5878143972246314,
      "grad_norm": 0.2404652237892151,
      "learning_rate": 8.06978093718265e-05,
      "loss": 0.0323,
      "step": 5422
    },
    {
      "epoch": 0.5879228100607112,
      "grad_norm": 0.2411712110042572,
      "learning_rate": 8.069418250398955e-05,
      "loss": 0.0323,
      "step": 5423
    },
    {
      "epoch": 0.588031222896791,
      "grad_norm": 0.17699015140533447,
      "learning_rate": 8.069055563615262e-05,
      "loss": 0.0423,
      "step": 5424
    },
    {
      "epoch": 0.5881396357328708,
      "grad_norm": 0.2727127969264984,
      "learning_rate": 8.068692876831568e-05,
      "loss": 0.035,
      "step": 5425
    },
    {
      "epoch": 0.5882480485689505,
      "grad_norm": 0.22332976758480072,
      "learning_rate": 8.068330190047875e-05,
      "loss": 0.0569,
      "step": 5426
    },
    {
      "epoch": 0.5883564614050304,
      "grad_norm": 0.3442407548427582,
      "learning_rate": 8.067967503264181e-05,
      "loss": 0.0628,
      "step": 5427
    },
    {
      "epoch": 0.5884648742411102,
      "grad_norm": 0.06087230145931244,
      "learning_rate": 8.067604816480488e-05,
      "loss": 0.0141,
      "step": 5428
    },
    {
      "epoch": 0.5885732870771899,
      "grad_norm": 0.3417931795120239,
      "learning_rate": 8.067242129696794e-05,
      "loss": 0.0484,
      "step": 5429
    },
    {
      "epoch": 0.5886816999132697,
      "grad_norm": 0.30696284770965576,
      "learning_rate": 8.066879442913101e-05,
      "loss": 0.0252,
      "step": 5430
    },
    {
      "epoch": 0.5887901127493496,
      "grad_norm": 0.2375180423259735,
      "learning_rate": 8.066516756129408e-05,
      "loss": 0.032,
      "step": 5431
    },
    {
      "epoch": 0.5888985255854293,
      "grad_norm": 0.4411947429180145,
      "learning_rate": 8.066154069345714e-05,
      "loss": 0.0775,
      "step": 5432
    },
    {
      "epoch": 0.5890069384215091,
      "grad_norm": 0.14770206809043884,
      "learning_rate": 8.06579138256202e-05,
      "loss": 0.0161,
      "step": 5433
    },
    {
      "epoch": 0.5891153512575888,
      "grad_norm": 0.3219951093196869,
      "learning_rate": 8.065428695778326e-05,
      "loss": 0.0319,
      "step": 5434
    },
    {
      "epoch": 0.5892237640936687,
      "grad_norm": 0.22779472172260284,
      "learning_rate": 8.065066008994633e-05,
      "loss": 0.0243,
      "step": 5435
    },
    {
      "epoch": 0.5893321769297485,
      "grad_norm": 0.22614851593971252,
      "learning_rate": 8.064703322210939e-05,
      "loss": 0.0623,
      "step": 5436
    },
    {
      "epoch": 0.5894405897658282,
      "grad_norm": 0.31026241183280945,
      "learning_rate": 8.064340635427245e-05,
      "loss": 0.0365,
      "step": 5437
    },
    {
      "epoch": 0.589549002601908,
      "grad_norm": 0.3403024971485138,
      "learning_rate": 8.063977948643552e-05,
      "loss": 0.0534,
      "step": 5438
    },
    {
      "epoch": 0.5896574154379879,
      "grad_norm": 0.4585675597190857,
      "learning_rate": 8.063615261859858e-05,
      "loss": 0.0469,
      "step": 5439
    },
    {
      "epoch": 0.5897658282740676,
      "grad_norm": 0.2718365490436554,
      "learning_rate": 8.063252575076165e-05,
      "loss": 0.0283,
      "step": 5440
    },
    {
      "epoch": 0.5898742411101474,
      "grad_norm": 0.2519618272781372,
      "learning_rate": 8.06288988829247e-05,
      "loss": 0.0305,
      "step": 5441
    },
    {
      "epoch": 0.5899826539462273,
      "grad_norm": 0.09011781215667725,
      "learning_rate": 8.062527201508778e-05,
      "loss": 0.0209,
      "step": 5442
    },
    {
      "epoch": 0.590091066782307,
      "grad_norm": 0.43061375617980957,
      "learning_rate": 8.062164514725083e-05,
      "loss": 0.0423,
      "step": 5443
    },
    {
      "epoch": 0.5901994796183868,
      "grad_norm": 0.09594576805830002,
      "learning_rate": 8.06180182794139e-05,
      "loss": 0.0128,
      "step": 5444
    },
    {
      "epoch": 0.5903078924544666,
      "grad_norm": 0.2931360900402069,
      "learning_rate": 8.061439141157696e-05,
      "loss": 0.0757,
      "step": 5445
    },
    {
      "epoch": 0.5904163052905465,
      "grad_norm": 0.13445183634757996,
      "learning_rate": 8.061076454374002e-05,
      "loss": 0.0168,
      "step": 5446
    },
    {
      "epoch": 0.5905247181266262,
      "grad_norm": 0.24859941005706787,
      "learning_rate": 8.06071376759031e-05,
      "loss": 0.0356,
      "step": 5447
    },
    {
      "epoch": 0.590633130962706,
      "grad_norm": 0.38803911209106445,
      "learning_rate": 8.060351080806616e-05,
      "loss": 0.0565,
      "step": 5448
    },
    {
      "epoch": 0.5907415437987857,
      "grad_norm": 0.7081137299537659,
      "learning_rate": 8.059988394022923e-05,
      "loss": 0.024,
      "step": 5449
    },
    {
      "epoch": 0.5908499566348656,
      "grad_norm": 0.157276451587677,
      "learning_rate": 8.059625707239229e-05,
      "loss": 0.0198,
      "step": 5450
    },
    {
      "epoch": 0.5909583694709454,
      "grad_norm": 0.29678913950920105,
      "learning_rate": 8.059263020455535e-05,
      "loss": 0.0445,
      "step": 5451
    },
    {
      "epoch": 0.5910667823070251,
      "grad_norm": 0.463165283203125,
      "learning_rate": 8.058900333671842e-05,
      "loss": 0.0412,
      "step": 5452
    },
    {
      "epoch": 0.5911751951431049,
      "grad_norm": 0.4060347378253937,
      "learning_rate": 8.058537646888147e-05,
      "loss": 0.0657,
      "step": 5453
    },
    {
      "epoch": 0.5912836079791848,
      "grad_norm": 0.09910329431295395,
      "learning_rate": 8.058174960104455e-05,
      "loss": 0.0141,
      "step": 5454
    },
    {
      "epoch": 0.5913920208152645,
      "grad_norm": 0.16266262531280518,
      "learning_rate": 8.05781227332076e-05,
      "loss": 0.0391,
      "step": 5455
    },
    {
      "epoch": 0.5915004336513443,
      "grad_norm": 0.25428444147109985,
      "learning_rate": 8.057449586537067e-05,
      "loss": 0.034,
      "step": 5456
    },
    {
      "epoch": 0.5916088464874241,
      "grad_norm": 0.08521318435668945,
      "learning_rate": 8.057086899753373e-05,
      "loss": 0.0152,
      "step": 5457
    },
    {
      "epoch": 0.5917172593235039,
      "grad_norm": 0.27334991097450256,
      "learning_rate": 8.05672421296968e-05,
      "loss": 0.064,
      "step": 5458
    },
    {
      "epoch": 0.5918256721595837,
      "grad_norm": 0.20785149931907654,
      "learning_rate": 8.056361526185986e-05,
      "loss": 0.0195,
      "step": 5459
    },
    {
      "epoch": 0.5919340849956635,
      "grad_norm": 0.24477548897266388,
      "learning_rate": 8.055998839402292e-05,
      "loss": 0.0516,
      "step": 5460
    },
    {
      "epoch": 0.5920424978317432,
      "grad_norm": 0.10593550652265549,
      "learning_rate": 8.055636152618599e-05,
      "loss": 0.0276,
      "step": 5461
    },
    {
      "epoch": 0.5921509106678231,
      "grad_norm": 0.2729889452457428,
      "learning_rate": 8.055273465834905e-05,
      "loss": 0.023,
      "step": 5462
    },
    {
      "epoch": 0.5922593235039029,
      "grad_norm": 0.5002361536026001,
      "learning_rate": 8.054910779051212e-05,
      "loss": 0.0973,
      "step": 5463
    },
    {
      "epoch": 0.5923677363399826,
      "grad_norm": 0.05872434005141258,
      "learning_rate": 8.054548092267517e-05,
      "loss": 0.0051,
      "step": 5464
    },
    {
      "epoch": 0.5924761491760624,
      "grad_norm": 0.13283485174179077,
      "learning_rate": 8.054185405483824e-05,
      "loss": 0.0229,
      "step": 5465
    },
    {
      "epoch": 0.5925845620121423,
      "grad_norm": 0.2466181516647339,
      "learning_rate": 8.053822718700132e-05,
      "loss": 0.0242,
      "step": 5466
    },
    {
      "epoch": 0.592692974848222,
      "grad_norm": 0.2595108449459076,
      "learning_rate": 8.053460031916437e-05,
      "loss": 0.0436,
      "step": 5467
    },
    {
      "epoch": 0.5928013876843018,
      "grad_norm": 0.3700796961784363,
      "learning_rate": 8.053097345132744e-05,
      "loss": 0.0313,
      "step": 5468
    },
    {
      "epoch": 0.5929098005203816,
      "grad_norm": 0.2882675528526306,
      "learning_rate": 8.05273465834905e-05,
      "loss": 0.0355,
      "step": 5469
    },
    {
      "epoch": 0.5930182133564614,
      "grad_norm": 0.18871092796325684,
      "learning_rate": 8.052371971565357e-05,
      "loss": 0.0326,
      "step": 5470
    },
    {
      "epoch": 0.5931266261925412,
      "grad_norm": 0.5721691846847534,
      "learning_rate": 8.052009284781663e-05,
      "loss": 0.0702,
      "step": 5471
    },
    {
      "epoch": 0.593235039028621,
      "grad_norm": 0.21551044285297394,
      "learning_rate": 8.05164659799797e-05,
      "loss": 0.0151,
      "step": 5472
    },
    {
      "epoch": 0.5933434518647008,
      "grad_norm": 0.5361241698265076,
      "learning_rate": 8.051283911214276e-05,
      "loss": 0.031,
      "step": 5473
    },
    {
      "epoch": 0.5934518647007806,
      "grad_norm": 0.5195196866989136,
      "learning_rate": 8.050921224430581e-05,
      "loss": 0.1181,
      "step": 5474
    },
    {
      "epoch": 0.5935602775368604,
      "grad_norm": 0.3084409534931183,
      "learning_rate": 8.050558537646889e-05,
      "loss": 0.0408,
      "step": 5475
    },
    {
      "epoch": 0.5936686903729401,
      "grad_norm": 0.41219082474708557,
      "learning_rate": 8.050195850863194e-05,
      "loss": 0.0462,
      "step": 5476
    },
    {
      "epoch": 0.59377710320902,
      "grad_norm": 0.2540946304798126,
      "learning_rate": 8.049833164079501e-05,
      "loss": 0.0425,
      "step": 5477
    },
    {
      "epoch": 0.5938855160450998,
      "grad_norm": 0.3036724328994751,
      "learning_rate": 8.049470477295807e-05,
      "loss": 0.0298,
      "step": 5478
    },
    {
      "epoch": 0.5939939288811795,
      "grad_norm": 0.30399850010871887,
      "learning_rate": 8.049107790512114e-05,
      "loss": 0.0467,
      "step": 5479
    },
    {
      "epoch": 0.5941023417172593,
      "grad_norm": 0.2472878098487854,
      "learning_rate": 8.04874510372842e-05,
      "loss": 0.0499,
      "step": 5480
    },
    {
      "epoch": 0.5942107545533392,
      "grad_norm": 0.4231838285923004,
      "learning_rate": 8.048382416944727e-05,
      "loss": 0.0669,
      "step": 5481
    },
    {
      "epoch": 0.5943191673894189,
      "grad_norm": 0.2592768669128418,
      "learning_rate": 8.048019730161034e-05,
      "loss": 0.038,
      "step": 5482
    },
    {
      "epoch": 0.5944275802254987,
      "grad_norm": 0.1507575511932373,
      "learning_rate": 8.04765704337734e-05,
      "loss": 0.035,
      "step": 5483
    },
    {
      "epoch": 0.5945359930615784,
      "grad_norm": 0.3188631534576416,
      "learning_rate": 8.047294356593647e-05,
      "loss": 0.0644,
      "step": 5484
    },
    {
      "epoch": 0.5946444058976583,
      "grad_norm": 0.3664693236351013,
      "learning_rate": 8.046931669809953e-05,
      "loss": 0.05,
      "step": 5485
    },
    {
      "epoch": 0.5947528187337381,
      "grad_norm": 0.5073927044868469,
      "learning_rate": 8.04656898302626e-05,
      "loss": 0.0212,
      "step": 5486
    },
    {
      "epoch": 0.5948612315698178,
      "grad_norm": 0.34788528084754944,
      "learning_rate": 8.046206296242565e-05,
      "loss": 0.0499,
      "step": 5487
    },
    {
      "epoch": 0.5949696444058976,
      "grad_norm": 0.12676213681697845,
      "learning_rate": 8.045843609458871e-05,
      "loss": 0.0163,
      "step": 5488
    },
    {
      "epoch": 0.5950780572419775,
      "grad_norm": 0.3950597941875458,
      "learning_rate": 8.045480922675178e-05,
      "loss": 0.033,
      "step": 5489
    },
    {
      "epoch": 0.5951864700780573,
      "grad_norm": 0.1899535357952118,
      "learning_rate": 8.045118235891484e-05,
      "loss": 0.0419,
      "step": 5490
    },
    {
      "epoch": 0.595294882914137,
      "grad_norm": 0.2888116240501404,
      "learning_rate": 8.044755549107791e-05,
      "loss": 0.0502,
      "step": 5491
    },
    {
      "epoch": 0.5954032957502168,
      "grad_norm": 0.1588684320449829,
      "learning_rate": 8.044392862324097e-05,
      "loss": 0.0181,
      "step": 5492
    },
    {
      "epoch": 0.5955117085862967,
      "grad_norm": 0.40327757596969604,
      "learning_rate": 8.044030175540404e-05,
      "loss": 0.062,
      "step": 5493
    },
    {
      "epoch": 0.5956201214223764,
      "grad_norm": 0.18916378915309906,
      "learning_rate": 8.04366748875671e-05,
      "loss": 0.0313,
      "step": 5494
    },
    {
      "epoch": 0.5957285342584562,
      "grad_norm": 0.7043970823287964,
      "learning_rate": 8.043304801973017e-05,
      "loss": 0.0378,
      "step": 5495
    },
    {
      "epoch": 0.5958369470945359,
      "grad_norm": 0.21147137880325317,
      "learning_rate": 8.042942115189322e-05,
      "loss": 0.0314,
      "step": 5496
    },
    {
      "epoch": 0.5959453599306158,
      "grad_norm": 0.36853310465812683,
      "learning_rate": 8.042579428405628e-05,
      "loss": 0.0616,
      "step": 5497
    },
    {
      "epoch": 0.5960537727666956,
      "grad_norm": 0.18152563273906708,
      "learning_rate": 8.042216741621935e-05,
      "loss": 0.0252,
      "step": 5498
    },
    {
      "epoch": 0.5961621856027753,
      "grad_norm": 0.2910712659358978,
      "learning_rate": 8.041854054838242e-05,
      "loss": 0.0162,
      "step": 5499
    },
    {
      "epoch": 0.5962705984388552,
      "grad_norm": 0.12168900668621063,
      "learning_rate": 8.04149136805455e-05,
      "loss": 0.0185,
      "step": 5500
    },
    {
      "epoch": 0.596379011274935,
      "grad_norm": 0.21007895469665527,
      "learning_rate": 8.041128681270855e-05,
      "loss": 0.0246,
      "step": 5501
    },
    {
      "epoch": 0.5964874241110147,
      "grad_norm": 0.19862882792949677,
      "learning_rate": 8.040765994487162e-05,
      "loss": 0.0226,
      "step": 5502
    },
    {
      "epoch": 0.5965958369470945,
      "grad_norm": 0.14358049631118774,
      "learning_rate": 8.040403307703468e-05,
      "loss": 0.0207,
      "step": 5503
    },
    {
      "epoch": 0.5967042497831744,
      "grad_norm": 0.42849472165107727,
      "learning_rate": 8.040040620919774e-05,
      "loss": 0.0498,
      "step": 5504
    },
    {
      "epoch": 0.5968126626192541,
      "grad_norm": 0.2753472924232483,
      "learning_rate": 8.039677934136081e-05,
      "loss": 0.0225,
      "step": 5505
    },
    {
      "epoch": 0.5969210754553339,
      "grad_norm": 0.32171696424484253,
      "learning_rate": 8.039315247352387e-05,
      "loss": 0.0501,
      "step": 5506
    },
    {
      "epoch": 0.5970294882914137,
      "grad_norm": 0.24860075116157532,
      "learning_rate": 8.038952560568694e-05,
      "loss": 0.0212,
      "step": 5507
    },
    {
      "epoch": 0.5971379011274935,
      "grad_norm": 0.24578310549259186,
      "learning_rate": 8.038589873785e-05,
      "loss": 0.0301,
      "step": 5508
    },
    {
      "epoch": 0.5972463139635733,
      "grad_norm": 0.3124549686908722,
      "learning_rate": 8.038227187001306e-05,
      "loss": 0.0302,
      "step": 5509
    },
    {
      "epoch": 0.5973547267996531,
      "grad_norm": 0.2719866633415222,
      "learning_rate": 8.037864500217612e-05,
      "loss": 0.0312,
      "step": 5510
    },
    {
      "epoch": 0.5974631396357328,
      "grad_norm": 0.1955212652683258,
      "learning_rate": 8.037501813433918e-05,
      "loss": 0.0303,
      "step": 5511
    },
    {
      "epoch": 0.5975715524718127,
      "grad_norm": 0.19448141753673553,
      "learning_rate": 8.037139126650225e-05,
      "loss": 0.013,
      "step": 5512
    },
    {
      "epoch": 0.5976799653078925,
      "grad_norm": 0.25060373544692993,
      "learning_rate": 8.036776439866531e-05,
      "loss": 0.0192,
      "step": 5513
    },
    {
      "epoch": 0.5977883781439722,
      "grad_norm": 0.18441219627857208,
      "learning_rate": 8.036413753082838e-05,
      "loss": 0.0166,
      "step": 5514
    },
    {
      "epoch": 0.597896790980052,
      "grad_norm": 0.610453724861145,
      "learning_rate": 8.036051066299144e-05,
      "loss": 0.0725,
      "step": 5515
    },
    {
      "epoch": 0.5980052038161319,
      "grad_norm": 0.32043617963790894,
      "learning_rate": 8.035688379515452e-05,
      "loss": 0.0309,
      "step": 5516
    },
    {
      "epoch": 0.5981136166522116,
      "grad_norm": 0.2662656307220459,
      "learning_rate": 8.035325692731758e-05,
      "loss": 0.0342,
      "step": 5517
    },
    {
      "epoch": 0.5982220294882914,
      "grad_norm": 0.15716496109962463,
      "learning_rate": 8.034963005948063e-05,
      "loss": 0.0141,
      "step": 5518
    },
    {
      "epoch": 0.5983304423243712,
      "grad_norm": 0.20327678322792053,
      "learning_rate": 8.03460031916437e-05,
      "loss": 0.0334,
      "step": 5519
    },
    {
      "epoch": 0.598438855160451,
      "grad_norm": 0.41671571135520935,
      "learning_rate": 8.034237632380676e-05,
      "loss": 0.0427,
      "step": 5520
    },
    {
      "epoch": 0.5985472679965308,
      "grad_norm": 0.2707243263721466,
      "learning_rate": 8.033874945596983e-05,
      "loss": 0.0408,
      "step": 5521
    },
    {
      "epoch": 0.5986556808326106,
      "grad_norm": 0.15512661635875702,
      "learning_rate": 8.033512258813289e-05,
      "loss": 0.0064,
      "step": 5522
    },
    {
      "epoch": 0.5987640936686903,
      "grad_norm": 0.15624210238456726,
      "learning_rate": 8.033149572029596e-05,
      "loss": 0.019,
      "step": 5523
    },
    {
      "epoch": 0.5988725065047702,
      "grad_norm": 0.11921510845422745,
      "learning_rate": 8.032786885245902e-05,
      "loss": 0.0089,
      "step": 5524
    },
    {
      "epoch": 0.59898091934085,
      "grad_norm": 0.12004970014095306,
      "learning_rate": 8.032424198462209e-05,
      "loss": 0.0114,
      "step": 5525
    },
    {
      "epoch": 0.5990893321769297,
      "grad_norm": 0.6103353500366211,
      "learning_rate": 8.032061511678515e-05,
      "loss": 0.0363,
      "step": 5526
    },
    {
      "epoch": 0.5991977450130095,
      "grad_norm": 0.2675476372241974,
      "learning_rate": 8.03169882489482e-05,
      "loss": 0.0474,
      "step": 5527
    },
    {
      "epoch": 0.5993061578490894,
      "grad_norm": 0.07961471378803253,
      "learning_rate": 8.031336138111128e-05,
      "loss": 0.0087,
      "step": 5528
    },
    {
      "epoch": 0.5994145706851691,
      "grad_norm": 0.7011314034461975,
      "learning_rate": 8.030973451327433e-05,
      "loss": 0.0739,
      "step": 5529
    },
    {
      "epoch": 0.5995229835212489,
      "grad_norm": 0.15418680012226105,
      "learning_rate": 8.03061076454374e-05,
      "loss": 0.0147,
      "step": 5530
    },
    {
      "epoch": 0.5996313963573288,
      "grad_norm": 0.3799576461315155,
      "learning_rate": 8.030248077760046e-05,
      "loss": 0.0462,
      "step": 5531
    },
    {
      "epoch": 0.5997398091934085,
      "grad_norm": 0.5978718400001526,
      "learning_rate": 8.029885390976353e-05,
      "loss": 0.066,
      "step": 5532
    },
    {
      "epoch": 0.5998482220294883,
      "grad_norm": 0.3194057047367096,
      "learning_rate": 8.029522704192659e-05,
      "loss": 0.0775,
      "step": 5533
    },
    {
      "epoch": 0.599956634865568,
      "grad_norm": 0.23541133105754852,
      "learning_rate": 8.029160017408966e-05,
      "loss": 0.0171,
      "step": 5534
    },
    {
      "epoch": 0.6000650477016479,
      "grad_norm": 0.17757807672023773,
      "learning_rate": 8.028797330625273e-05,
      "loss": 0.0201,
      "step": 5535
    },
    {
      "epoch": 0.6001734605377277,
      "grad_norm": 0.7663697600364685,
      "learning_rate": 8.028434643841579e-05,
      "loss": 0.0788,
      "step": 5536
    },
    {
      "epoch": 0.6002818733738075,
      "grad_norm": 0.33596643805503845,
      "learning_rate": 8.028071957057886e-05,
      "loss": 0.0516,
      "step": 5537
    },
    {
      "epoch": 0.6003902862098872,
      "grad_norm": 0.3540728986263275,
      "learning_rate": 8.027709270274192e-05,
      "loss": 0.0692,
      "step": 5538
    },
    {
      "epoch": 0.6004986990459671,
      "grad_norm": 0.27468499541282654,
      "learning_rate": 8.027346583490499e-05,
      "loss": 0.0397,
      "step": 5539
    },
    {
      "epoch": 0.6006071118820469,
      "grad_norm": 0.168776735663414,
      "learning_rate": 8.026983896706805e-05,
      "loss": 0.0093,
      "step": 5540
    },
    {
      "epoch": 0.6007155247181266,
      "grad_norm": 0.6778185963630676,
      "learning_rate": 8.02662120992311e-05,
      "loss": 0.0977,
      "step": 5541
    },
    {
      "epoch": 0.6008239375542064,
      "grad_norm": 0.5619122982025146,
      "learning_rate": 8.026258523139417e-05,
      "loss": 0.0698,
      "step": 5542
    },
    {
      "epoch": 0.6009323503902863,
      "grad_norm": 0.2914583086967468,
      "learning_rate": 8.025895836355723e-05,
      "loss": 0.0439,
      "step": 5543
    },
    {
      "epoch": 0.601040763226366,
      "grad_norm": 0.2438642829656601,
      "learning_rate": 8.02553314957203e-05,
      "loss": 0.0539,
      "step": 5544
    },
    {
      "epoch": 0.6011491760624458,
      "grad_norm": 0.2753254175186157,
      "learning_rate": 8.025170462788336e-05,
      "loss": 0.0454,
      "step": 5545
    },
    {
      "epoch": 0.6012575888985255,
      "grad_norm": 0.2191063016653061,
      "learning_rate": 8.024807776004643e-05,
      "loss": 0.0581,
      "step": 5546
    },
    {
      "epoch": 0.6013660017346054,
      "grad_norm": 0.2169676423072815,
      "learning_rate": 8.024445089220949e-05,
      "loss": 0.0463,
      "step": 5547
    },
    {
      "epoch": 0.6014744145706852,
      "grad_norm": 0.1853356808423996,
      "learning_rate": 8.024082402437256e-05,
      "loss": 0.0456,
      "step": 5548
    },
    {
      "epoch": 0.6015828274067649,
      "grad_norm": 0.24150769412517548,
      "learning_rate": 8.023719715653562e-05,
      "loss": 0.0221,
      "step": 5549
    },
    {
      "epoch": 0.6016912402428447,
      "grad_norm": 0.3116166591644287,
      "learning_rate": 8.023357028869867e-05,
      "loss": 0.0686,
      "step": 5550
    },
    {
      "epoch": 0.6017996530789246,
      "grad_norm": 0.30238988995552063,
      "learning_rate": 8.022994342086176e-05,
      "loss": 0.0542,
      "step": 5551
    },
    {
      "epoch": 0.6019080659150043,
      "grad_norm": 0.2574136555194855,
      "learning_rate": 8.022631655302481e-05,
      "loss": 0.0395,
      "step": 5552
    },
    {
      "epoch": 0.6020164787510841,
      "grad_norm": 0.307880699634552,
      "learning_rate": 8.022268968518789e-05,
      "loss": 0.0648,
      "step": 5553
    },
    {
      "epoch": 0.6021248915871639,
      "grad_norm": 0.29433050751686096,
      "learning_rate": 8.021906281735094e-05,
      "loss": 0.067,
      "step": 5554
    },
    {
      "epoch": 0.6022333044232437,
      "grad_norm": 0.14335180819034576,
      "learning_rate": 8.0215435949514e-05,
      "loss": 0.025,
      "step": 5555
    },
    {
      "epoch": 0.6023417172593235,
      "grad_norm": 0.4027528166770935,
      "learning_rate": 8.021180908167707e-05,
      "loss": 0.0352,
      "step": 5556
    },
    {
      "epoch": 0.6024501300954033,
      "grad_norm": 0.1697002351284027,
      "learning_rate": 8.020818221384013e-05,
      "loss": 0.0288,
      "step": 5557
    },
    {
      "epoch": 0.602558542931483,
      "grad_norm": 0.31331855058670044,
      "learning_rate": 8.02045553460032e-05,
      "loss": 0.066,
      "step": 5558
    },
    {
      "epoch": 0.6026669557675629,
      "grad_norm": 0.12050878256559372,
      "learning_rate": 8.020092847816626e-05,
      "loss": 0.0339,
      "step": 5559
    },
    {
      "epoch": 0.6027753686036427,
      "grad_norm": 0.16983413696289062,
      "learning_rate": 8.019730161032933e-05,
      "loss": 0.0229,
      "step": 5560
    },
    {
      "epoch": 0.6028837814397224,
      "grad_norm": 0.1303541213274002,
      "learning_rate": 8.019367474249238e-05,
      "loss": 0.027,
      "step": 5561
    },
    {
      "epoch": 0.6029921942758023,
      "grad_norm": 0.2618376612663269,
      "learning_rate": 8.019004787465546e-05,
      "loss": 0.0503,
      "step": 5562
    },
    {
      "epoch": 0.6031006071118821,
      "grad_norm": 0.22931522130966187,
      "learning_rate": 8.018642100681851e-05,
      "loss": 0.0557,
      "step": 5563
    },
    {
      "epoch": 0.6032090199479618,
      "grad_norm": 0.21916955709457397,
      "learning_rate": 8.018279413898157e-05,
      "loss": 0.0628,
      "step": 5564
    },
    {
      "epoch": 0.6033174327840416,
      "grad_norm": 0.20671378076076508,
      "learning_rate": 8.017916727114464e-05,
      "loss": 0.0433,
      "step": 5565
    },
    {
      "epoch": 0.6034258456201215,
      "grad_norm": 0.424611896276474,
      "learning_rate": 8.01755404033077e-05,
      "loss": 0.0376,
      "step": 5566
    },
    {
      "epoch": 0.6035342584562012,
      "grad_norm": 0.24493740499019623,
      "learning_rate": 8.017191353547077e-05,
      "loss": 0.0665,
      "step": 5567
    },
    {
      "epoch": 0.603642671292281,
      "grad_norm": 0.39944571256637573,
      "learning_rate": 8.016828666763384e-05,
      "loss": 0.0696,
      "step": 5568
    },
    {
      "epoch": 0.6037510841283608,
      "grad_norm": 0.3394470512866974,
      "learning_rate": 8.01646597997969e-05,
      "loss": 0.0459,
      "step": 5569
    },
    {
      "epoch": 0.6038594969644406,
      "grad_norm": 0.21272003650665283,
      "learning_rate": 8.016103293195997e-05,
      "loss": 0.0751,
      "step": 5570
    },
    {
      "epoch": 0.6039679098005204,
      "grad_norm": 0.24305632710456848,
      "learning_rate": 8.015740606412303e-05,
      "loss": 0.0373,
      "step": 5571
    },
    {
      "epoch": 0.6040763226366002,
      "grad_norm": 0.17654351890087128,
      "learning_rate": 8.01537791962861e-05,
      "loss": 0.0356,
      "step": 5572
    },
    {
      "epoch": 0.6041847354726799,
      "grad_norm": 0.19451619684696198,
      "learning_rate": 8.015015232844915e-05,
      "loss": 0.043,
      "step": 5573
    },
    {
      "epoch": 0.6042931483087598,
      "grad_norm": 0.13256001472473145,
      "learning_rate": 8.014652546061222e-05,
      "loss": 0.0235,
      "step": 5574
    },
    {
      "epoch": 0.6044015611448396,
      "grad_norm": 0.15170180797576904,
      "learning_rate": 8.014289859277528e-05,
      "loss": 0.0446,
      "step": 5575
    },
    {
      "epoch": 0.6045099739809193,
      "grad_norm": 0.15423065423965454,
      "learning_rate": 8.013927172493835e-05,
      "loss": 0.0225,
      "step": 5576
    },
    {
      "epoch": 0.6046183868169991,
      "grad_norm": 0.08566001802682877,
      "learning_rate": 8.013564485710141e-05,
      "loss": 0.0223,
      "step": 5577
    },
    {
      "epoch": 0.604726799653079,
      "grad_norm": 0.1525702029466629,
      "learning_rate": 8.013201798926447e-05,
      "loss": 0.0346,
      "step": 5578
    },
    {
      "epoch": 0.6048352124891587,
      "grad_norm": 0.23564693331718445,
      "learning_rate": 8.012839112142754e-05,
      "loss": 0.0343,
      "step": 5579
    },
    {
      "epoch": 0.6049436253252385,
      "grad_norm": 0.3355712890625,
      "learning_rate": 8.01247642535906e-05,
      "loss": 0.0811,
      "step": 5580
    },
    {
      "epoch": 0.6050520381613183,
      "grad_norm": 0.23841339349746704,
      "learning_rate": 8.012113738575367e-05,
      "loss": 0.0332,
      "step": 5581
    },
    {
      "epoch": 0.6051604509973981,
      "grad_norm": 0.1873238980770111,
      "learning_rate": 8.011751051791672e-05,
      "loss": 0.0411,
      "step": 5582
    },
    {
      "epoch": 0.6052688638334779,
      "grad_norm": 0.45266416668891907,
      "learning_rate": 8.01138836500798e-05,
      "loss": 0.0572,
      "step": 5583
    },
    {
      "epoch": 0.6053772766695577,
      "grad_norm": 0.29068079590797424,
      "learning_rate": 8.011025678224285e-05,
      "loss": 0.0458,
      "step": 5584
    },
    {
      "epoch": 0.6054856895056374,
      "grad_norm": 0.21309146285057068,
      "learning_rate": 8.010662991440592e-05,
      "loss": 0.0148,
      "step": 5585
    },
    {
      "epoch": 0.6055941023417173,
      "grad_norm": 0.2516672611236572,
      "learning_rate": 8.0103003046569e-05,
      "loss": 0.04,
      "step": 5586
    },
    {
      "epoch": 0.605702515177797,
      "grad_norm": 0.2375987023115158,
      "learning_rate": 8.009937617873205e-05,
      "loss": 0.0544,
      "step": 5587
    },
    {
      "epoch": 0.6058109280138768,
      "grad_norm": 0.3172803223133087,
      "learning_rate": 8.009574931089512e-05,
      "loss": 0.0428,
      "step": 5588
    },
    {
      "epoch": 0.6059193408499567,
      "grad_norm": 0.19869522750377655,
      "learning_rate": 8.009212244305818e-05,
      "loss": 0.0367,
      "step": 5589
    },
    {
      "epoch": 0.6060277536860365,
      "grad_norm": 0.36762890219688416,
      "learning_rate": 8.008849557522125e-05,
      "loss": 0.057,
      "step": 5590
    },
    {
      "epoch": 0.6061361665221162,
      "grad_norm": 0.3542097806930542,
      "learning_rate": 8.008486870738431e-05,
      "loss": 0.0824,
      "step": 5591
    },
    {
      "epoch": 0.606244579358196,
      "grad_norm": 0.4370042383670807,
      "learning_rate": 8.008124183954737e-05,
      "loss": 0.035,
      "step": 5592
    },
    {
      "epoch": 0.6063529921942759,
      "grad_norm": 0.2516717314720154,
      "learning_rate": 8.007761497171044e-05,
      "loss": 0.0532,
      "step": 5593
    },
    {
      "epoch": 0.6064614050303556,
      "grad_norm": 0.5678669214248657,
      "learning_rate": 8.00739881038735e-05,
      "loss": 0.0777,
      "step": 5594
    },
    {
      "epoch": 0.6065698178664354,
      "grad_norm": 0.27875033020973206,
      "learning_rate": 8.007036123603656e-05,
      "loss": 0.0286,
      "step": 5595
    },
    {
      "epoch": 0.6066782307025151,
      "grad_norm": 0.27478891611099243,
      "learning_rate": 8.006673436819962e-05,
      "loss": 0.0537,
      "step": 5596
    },
    {
      "epoch": 0.606786643538595,
      "grad_norm": 0.26863542199134827,
      "learning_rate": 8.006310750036269e-05,
      "loss": 0.0798,
      "step": 5597
    },
    {
      "epoch": 0.6068950563746748,
      "grad_norm": 0.14520519971847534,
      "learning_rate": 8.005948063252575e-05,
      "loss": 0.0233,
      "step": 5598
    },
    {
      "epoch": 0.6070034692107545,
      "grad_norm": 0.34064361453056335,
      "learning_rate": 8.005585376468882e-05,
      "loss": 0.0597,
      "step": 5599
    },
    {
      "epoch": 0.6071118820468343,
      "grad_norm": 0.1917133331298828,
      "learning_rate": 8.005222689685188e-05,
      "loss": 0.037,
      "step": 5600
    },
    {
      "epoch": 0.6072202948829142,
      "grad_norm": 0.2391405552625656,
      "learning_rate": 8.004860002901494e-05,
      "loss": 0.0267,
      "step": 5601
    },
    {
      "epoch": 0.6073287077189939,
      "grad_norm": 0.33677375316619873,
      "learning_rate": 8.0044973161178e-05,
      "loss": 0.0431,
      "step": 5602
    },
    {
      "epoch": 0.6074371205550737,
      "grad_norm": 0.19955991208553314,
      "learning_rate": 8.004134629334108e-05,
      "loss": 0.0428,
      "step": 5603
    },
    {
      "epoch": 0.6075455333911535,
      "grad_norm": 0.3141036033630371,
      "learning_rate": 8.003771942550415e-05,
      "loss": 0.0332,
      "step": 5604
    },
    {
      "epoch": 0.6076539462272333,
      "grad_norm": 0.6184536218643188,
      "learning_rate": 8.00340925576672e-05,
      "loss": 0.0565,
      "step": 5605
    },
    {
      "epoch": 0.6077623590633131,
      "grad_norm": 0.5198792219161987,
      "learning_rate": 8.003046568983028e-05,
      "loss": 0.0506,
      "step": 5606
    },
    {
      "epoch": 0.6078707718993929,
      "grad_norm": 0.1500416398048401,
      "learning_rate": 8.002683882199333e-05,
      "loss": 0.0352,
      "step": 5607
    },
    {
      "epoch": 0.6079791847354726,
      "grad_norm": 0.1969403475522995,
      "learning_rate": 8.002321195415639e-05,
      "loss": 0.0336,
      "step": 5608
    },
    {
      "epoch": 0.6080875975715525,
      "grad_norm": 0.3069744408130646,
      "learning_rate": 8.001958508631946e-05,
      "loss": 0.0344,
      "step": 5609
    },
    {
      "epoch": 0.6081960104076323,
      "grad_norm": 0.21132798492908478,
      "learning_rate": 8.001595821848252e-05,
      "loss": 0.036,
      "step": 5610
    },
    {
      "epoch": 0.608304423243712,
      "grad_norm": 0.33327898383140564,
      "learning_rate": 8.001233135064559e-05,
      "loss": 0.09,
      "step": 5611
    },
    {
      "epoch": 0.6084128360797918,
      "grad_norm": 0.13423754274845123,
      "learning_rate": 8.000870448280865e-05,
      "loss": 0.0439,
      "step": 5612
    },
    {
      "epoch": 0.6085212489158717,
      "grad_norm": 0.3779189884662628,
      "learning_rate": 8.000507761497172e-05,
      "loss": 0.0484,
      "step": 5613
    },
    {
      "epoch": 0.6086296617519514,
      "grad_norm": 0.16679581999778748,
      "learning_rate": 8.000145074713478e-05,
      "loss": 0.0298,
      "step": 5614
    },
    {
      "epoch": 0.6087380745880312,
      "grad_norm": 0.28700241446495056,
      "learning_rate": 7.999782387929785e-05,
      "loss": 0.0781,
      "step": 5615
    },
    {
      "epoch": 0.608846487424111,
      "grad_norm": 0.3535451591014862,
      "learning_rate": 7.99941970114609e-05,
      "loss": 0.0643,
      "step": 5616
    },
    {
      "epoch": 0.6089549002601908,
      "grad_norm": 0.12876369059085846,
      "learning_rate": 7.999057014362396e-05,
      "loss": 0.0358,
      "step": 5617
    },
    {
      "epoch": 0.6090633130962706,
      "grad_norm": 0.11925153434276581,
      "learning_rate": 7.998694327578703e-05,
      "loss": 0.0258,
      "step": 5618
    },
    {
      "epoch": 0.6091717259323504,
      "grad_norm": 0.17316387593746185,
      "learning_rate": 7.998331640795009e-05,
      "loss": 0.0375,
      "step": 5619
    },
    {
      "epoch": 0.6092801387684302,
      "grad_norm": 0.12111912667751312,
      "learning_rate": 7.997968954011317e-05,
      "loss": 0.0178,
      "step": 5620
    },
    {
      "epoch": 0.60938855160451,
      "grad_norm": 0.12947744131088257,
      "learning_rate": 7.997606267227623e-05,
      "loss": 0.0167,
      "step": 5621
    },
    {
      "epoch": 0.6094969644405898,
      "grad_norm": 0.1897965371608734,
      "learning_rate": 7.997243580443929e-05,
      "loss": 0.0271,
      "step": 5622
    },
    {
      "epoch": 0.6096053772766695,
      "grad_norm": 0.41812965273857117,
      "learning_rate": 7.996880893660236e-05,
      "loss": 0.0654,
      "step": 5623
    },
    {
      "epoch": 0.6097137901127494,
      "grad_norm": 0.191262885928154,
      "learning_rate": 7.996518206876542e-05,
      "loss": 0.0377,
      "step": 5624
    },
    {
      "epoch": 0.6098222029488292,
      "grad_norm": 0.37440183758735657,
      "learning_rate": 7.996155520092849e-05,
      "loss": 0.0634,
      "step": 5625
    },
    {
      "epoch": 0.6099306157849089,
      "grad_norm": 0.12922896444797516,
      "learning_rate": 7.995792833309154e-05,
      "loss": 0.0181,
      "step": 5626
    },
    {
      "epoch": 0.6100390286209887,
      "grad_norm": 0.10646854341030121,
      "learning_rate": 7.995430146525462e-05,
      "loss": 0.0225,
      "step": 5627
    },
    {
      "epoch": 0.6101474414570686,
      "grad_norm": 0.22969917953014374,
      "learning_rate": 7.995067459741767e-05,
      "loss": 0.0312,
      "step": 5628
    },
    {
      "epoch": 0.6102558542931483,
      "grad_norm": 0.33009737730026245,
      "learning_rate": 7.994704772958074e-05,
      "loss": 0.0572,
      "step": 5629
    },
    {
      "epoch": 0.6103642671292281,
      "grad_norm": 0.34352535009384155,
      "learning_rate": 7.99434208617438e-05,
      "loss": 0.0594,
      "step": 5630
    },
    {
      "epoch": 0.6104726799653079,
      "grad_norm": 0.2983245849609375,
      "learning_rate": 7.993979399390686e-05,
      "loss": 0.0452,
      "step": 5631
    },
    {
      "epoch": 0.6105810928013877,
      "grad_norm": 0.3761008381843567,
      "learning_rate": 7.993616712606993e-05,
      "loss": 0.0707,
      "step": 5632
    },
    {
      "epoch": 0.6106895056374675,
      "grad_norm": 0.2521345019340515,
      "learning_rate": 7.993254025823299e-05,
      "loss": 0.0578,
      "step": 5633
    },
    {
      "epoch": 0.6107979184735473,
      "grad_norm": 0.42874157428741455,
      "learning_rate": 7.992891339039606e-05,
      "loss": 0.0674,
      "step": 5634
    },
    {
      "epoch": 0.610906331309627,
      "grad_norm": 0.16386190056800842,
      "learning_rate": 7.992528652255911e-05,
      "loss": 0.0291,
      "step": 5635
    },
    {
      "epoch": 0.6110147441457069,
      "grad_norm": 0.1286090612411499,
      "learning_rate": 7.992165965472219e-05,
      "loss": 0.0348,
      "step": 5636
    },
    {
      "epoch": 0.6111231569817867,
      "grad_norm": 0.39468130469322205,
      "learning_rate": 7.991803278688526e-05,
      "loss": 0.0827,
      "step": 5637
    },
    {
      "epoch": 0.6112315698178664,
      "grad_norm": 0.13875246047973633,
      "learning_rate": 7.991440591904831e-05,
      "loss": 0.0084,
      "step": 5638
    },
    {
      "epoch": 0.6113399826539462,
      "grad_norm": 0.5959972739219666,
      "learning_rate": 7.991077905121138e-05,
      "loss": 0.0676,
      "step": 5639
    },
    {
      "epoch": 0.611448395490026,
      "grad_norm": 0.319708913564682,
      "learning_rate": 7.990715218337444e-05,
      "loss": 0.0456,
      "step": 5640
    },
    {
      "epoch": 0.6115568083261058,
      "grad_norm": 0.20535032451152802,
      "learning_rate": 7.990352531553751e-05,
      "loss": 0.0404,
      "step": 5641
    },
    {
      "epoch": 0.6116652211621856,
      "grad_norm": 0.21474063396453857,
      "learning_rate": 7.989989844770057e-05,
      "loss": 0.0429,
      "step": 5642
    },
    {
      "epoch": 0.6117736339982653,
      "grad_norm": 0.23877425491809845,
      "learning_rate": 7.989627157986364e-05,
      "loss": 0.046,
      "step": 5643
    },
    {
      "epoch": 0.6118820468343452,
      "grad_norm": 0.4123012125492096,
      "learning_rate": 7.98926447120267e-05,
      "loss": 0.0666,
      "step": 5644
    },
    {
      "epoch": 0.611990459670425,
      "grad_norm": 0.24752748012542725,
      "learning_rate": 7.988901784418976e-05,
      "loss": 0.0577,
      "step": 5645
    },
    {
      "epoch": 0.6120988725065047,
      "grad_norm": 0.3895256817340851,
      "learning_rate": 7.988539097635283e-05,
      "loss": 0.0559,
      "step": 5646
    },
    {
      "epoch": 0.6122072853425846,
      "grad_norm": 0.1952858865261078,
      "learning_rate": 7.988176410851588e-05,
      "loss": 0.0395,
      "step": 5647
    },
    {
      "epoch": 0.6123156981786644,
      "grad_norm": 0.24026347696781158,
      "learning_rate": 7.987813724067896e-05,
      "loss": 0.0471,
      "step": 5648
    },
    {
      "epoch": 0.6124241110147441,
      "grad_norm": 0.16226257383823395,
      "learning_rate": 7.987451037284201e-05,
      "loss": 0.0187,
      "step": 5649
    },
    {
      "epoch": 0.6125325238508239,
      "grad_norm": 0.12443044781684875,
      "learning_rate": 7.987088350500508e-05,
      "loss": 0.0166,
      "step": 5650
    },
    {
      "epoch": 0.6126409366869038,
      "grad_norm": 0.3045293092727661,
      "learning_rate": 7.986725663716814e-05,
      "loss": 0.0469,
      "step": 5651
    },
    {
      "epoch": 0.6127493495229835,
      "grad_norm": 0.05314027890563011,
      "learning_rate": 7.986362976933121e-05,
      "loss": 0.0077,
      "step": 5652
    },
    {
      "epoch": 0.6128577623590633,
      "grad_norm": 0.19177551567554474,
      "learning_rate": 7.986000290149427e-05,
      "loss": 0.0392,
      "step": 5653
    },
    {
      "epoch": 0.6129661751951431,
      "grad_norm": 0.11637511104345322,
      "learning_rate": 7.985637603365733e-05,
      "loss": 0.0122,
      "step": 5654
    },
    {
      "epoch": 0.613074588031223,
      "grad_norm": 0.30024558305740356,
      "learning_rate": 7.985274916582041e-05,
      "loss": 0.0372,
      "step": 5655
    },
    {
      "epoch": 0.6131830008673027,
      "grad_norm": 0.2571153938770294,
      "learning_rate": 7.984912229798347e-05,
      "loss": 0.0578,
      "step": 5656
    },
    {
      "epoch": 0.6132914137033825,
      "grad_norm": 0.5318654775619507,
      "learning_rate": 7.984549543014654e-05,
      "loss": 0.1172,
      "step": 5657
    },
    {
      "epoch": 0.6133998265394622,
      "grad_norm": 0.4669516086578369,
      "learning_rate": 7.98418685623096e-05,
      "loss": 0.0447,
      "step": 5658
    },
    {
      "epoch": 0.6135082393755421,
      "grad_norm": 0.5842077732086182,
      "learning_rate": 7.983824169447265e-05,
      "loss": 0.0407,
      "step": 5659
    },
    {
      "epoch": 0.6136166522116219,
      "grad_norm": 0.12409106642007828,
      "learning_rate": 7.983461482663572e-05,
      "loss": 0.0173,
      "step": 5660
    },
    {
      "epoch": 0.6137250650477016,
      "grad_norm": 0.22363616526126862,
      "learning_rate": 7.983098795879878e-05,
      "loss": 0.0512,
      "step": 5661
    },
    {
      "epoch": 0.6138334778837814,
      "grad_norm": 0.23909829556941986,
      "learning_rate": 7.982736109096185e-05,
      "loss": 0.0505,
      "step": 5662
    },
    {
      "epoch": 0.6139418907198613,
      "grad_norm": 0.29830124974250793,
      "learning_rate": 7.982373422312491e-05,
      "loss": 0.0443,
      "step": 5663
    },
    {
      "epoch": 0.614050303555941,
      "grad_norm": 0.3948662281036377,
      "learning_rate": 7.982010735528798e-05,
      "loss": 0.0746,
      "step": 5664
    },
    {
      "epoch": 0.6141587163920208,
      "grad_norm": 0.36283591389656067,
      "learning_rate": 7.981648048745104e-05,
      "loss": 0.0753,
      "step": 5665
    },
    {
      "epoch": 0.6142671292281006,
      "grad_norm": 0.12347285449504852,
      "learning_rate": 7.981285361961411e-05,
      "loss": 0.0268,
      "step": 5666
    },
    {
      "epoch": 0.6143755420641804,
      "grad_norm": 0.26522132754325867,
      "learning_rate": 7.980922675177717e-05,
      "loss": 0.0521,
      "step": 5667
    },
    {
      "epoch": 0.6144839549002602,
      "grad_norm": 0.2070409506559372,
      "learning_rate": 7.980559988394022e-05,
      "loss": 0.034,
      "step": 5668
    },
    {
      "epoch": 0.61459236773634,
      "grad_norm": 0.43086543679237366,
      "learning_rate": 7.98019730161033e-05,
      "loss": 0.0344,
      "step": 5669
    },
    {
      "epoch": 0.6147007805724197,
      "grad_norm": 0.15435364842414856,
      "learning_rate": 7.979834614826635e-05,
      "loss": 0.0267,
      "step": 5670
    },
    {
      "epoch": 0.6148091934084996,
      "grad_norm": 0.18099743127822876,
      "learning_rate": 7.979471928042942e-05,
      "loss": 0.039,
      "step": 5671
    },
    {
      "epoch": 0.6149176062445794,
      "grad_norm": 0.4546540379524231,
      "learning_rate": 7.97910924125925e-05,
      "loss": 0.0389,
      "step": 5672
    },
    {
      "epoch": 0.6150260190806591,
      "grad_norm": 0.06969312578439713,
      "learning_rate": 7.978746554475555e-05,
      "loss": 0.0122,
      "step": 5673
    },
    {
      "epoch": 0.6151344319167389,
      "grad_norm": 0.16119344532489777,
      "learning_rate": 7.978383867691862e-05,
      "loss": 0.0378,
      "step": 5674
    },
    {
      "epoch": 0.6152428447528188,
      "grad_norm": 0.4119076430797577,
      "learning_rate": 7.978021180908168e-05,
      "loss": 0.0453,
      "step": 5675
    },
    {
      "epoch": 0.6153512575888985,
      "grad_norm": 0.10567925870418549,
      "learning_rate": 7.977658494124475e-05,
      "loss": 0.029,
      "step": 5676
    },
    {
      "epoch": 0.6154596704249783,
      "grad_norm": 0.6268180012702942,
      "learning_rate": 7.977295807340781e-05,
      "loss": 0.0781,
      "step": 5677
    },
    {
      "epoch": 0.6155680832610582,
      "grad_norm": 0.11072724312543869,
      "learning_rate": 7.976933120557088e-05,
      "loss": 0.0298,
      "step": 5678
    },
    {
      "epoch": 0.6156764960971379,
      "grad_norm": 0.2454771101474762,
      "learning_rate": 7.976570433773394e-05,
      "loss": 0.0421,
      "step": 5679
    },
    {
      "epoch": 0.6157849089332177,
      "grad_norm": 0.3604383170604706,
      "learning_rate": 7.9762077469897e-05,
      "loss": 0.0521,
      "step": 5680
    },
    {
      "epoch": 0.6158933217692975,
      "grad_norm": 0.3878799080848694,
      "learning_rate": 7.975845060206006e-05,
      "loss": 0.0469,
      "step": 5681
    },
    {
      "epoch": 0.6160017346053773,
      "grad_norm": 0.1893509477376938,
      "learning_rate": 7.975482373422312e-05,
      "loss": 0.056,
      "step": 5682
    },
    {
      "epoch": 0.6161101474414571,
      "grad_norm": 0.21253938972949982,
      "learning_rate": 7.975119686638619e-05,
      "loss": 0.0592,
      "step": 5683
    },
    {
      "epoch": 0.6162185602775369,
      "grad_norm": 0.13095441460609436,
      "learning_rate": 7.974756999854925e-05,
      "loss": 0.0263,
      "step": 5684
    },
    {
      "epoch": 0.6163269731136166,
      "grad_norm": 0.21986521780490875,
      "learning_rate": 7.974394313071232e-05,
      "loss": 0.023,
      "step": 5685
    },
    {
      "epoch": 0.6164353859496965,
      "grad_norm": 0.15608365833759308,
      "learning_rate": 7.974031626287538e-05,
      "loss": 0.028,
      "step": 5686
    },
    {
      "epoch": 0.6165437987857763,
      "grad_norm": 0.2140289545059204,
      "learning_rate": 7.973668939503845e-05,
      "loss": 0.0244,
      "step": 5687
    },
    {
      "epoch": 0.616652211621856,
      "grad_norm": 0.43938276171684265,
      "learning_rate": 7.97330625272015e-05,
      "loss": 0.0553,
      "step": 5688
    },
    {
      "epoch": 0.6167606244579358,
      "grad_norm": 0.2960004210472107,
      "learning_rate": 7.972943565936458e-05,
      "loss": 0.0483,
      "step": 5689
    },
    {
      "epoch": 0.6168690372940157,
      "grad_norm": 0.208125501871109,
      "learning_rate": 7.972580879152765e-05,
      "loss": 0.0225,
      "step": 5690
    },
    {
      "epoch": 0.6169774501300954,
      "grad_norm": 0.23376673460006714,
      "learning_rate": 7.97221819236907e-05,
      "loss": 0.025,
      "step": 5691
    },
    {
      "epoch": 0.6170858629661752,
      "grad_norm": 0.9981427192687988,
      "learning_rate": 7.971855505585378e-05,
      "loss": 0.0805,
      "step": 5692
    },
    {
      "epoch": 0.6171942758022549,
      "grad_norm": 0.08990050107240677,
      "learning_rate": 7.971492818801683e-05,
      "loss": 0.0117,
      "step": 5693
    },
    {
      "epoch": 0.6173026886383348,
      "grad_norm": 0.24097564816474915,
      "learning_rate": 7.97113013201799e-05,
      "loss": 0.0234,
      "step": 5694
    },
    {
      "epoch": 0.6174111014744146,
      "grad_norm": 0.5285946726799011,
      "learning_rate": 7.970767445234296e-05,
      "loss": 0.1164,
      "step": 5695
    },
    {
      "epoch": 0.6175195143104943,
      "grad_norm": 0.11466161906719208,
      "learning_rate": 7.970404758450602e-05,
      "loss": 0.0238,
      "step": 5696
    },
    {
      "epoch": 0.6176279271465741,
      "grad_norm": 0.20009265840053558,
      "learning_rate": 7.970042071666909e-05,
      "loss": 0.0458,
      "step": 5697
    },
    {
      "epoch": 0.617736339982654,
      "grad_norm": 0.4919142425060272,
      "learning_rate": 7.969679384883215e-05,
      "loss": 0.0409,
      "step": 5698
    },
    {
      "epoch": 0.6178447528187337,
      "grad_norm": 0.281199187040329,
      "learning_rate": 7.969316698099522e-05,
      "loss": 0.0439,
      "step": 5699
    },
    {
      "epoch": 0.6179531656548135,
      "grad_norm": 0.2232949435710907,
      "learning_rate": 7.968954011315827e-05,
      "loss": 0.0478,
      "step": 5700
    },
    {
      "epoch": 0.6180615784908933,
      "grad_norm": 0.36739638447761536,
      "learning_rate": 7.968591324532135e-05,
      "loss": 0.0765,
      "step": 5701
    },
    {
      "epoch": 0.6181699913269731,
      "grad_norm": 0.29443392157554626,
      "learning_rate": 7.96822863774844e-05,
      "loss": 0.0324,
      "step": 5702
    },
    {
      "epoch": 0.6182784041630529,
      "grad_norm": 0.3074902594089508,
      "learning_rate": 7.967865950964747e-05,
      "loss": 0.0451,
      "step": 5703
    },
    {
      "epoch": 0.6183868169991327,
      "grad_norm": 0.07302950322628021,
      "learning_rate": 7.967503264181053e-05,
      "loss": 0.0107,
      "step": 5704
    },
    {
      "epoch": 0.6184952298352124,
      "grad_norm": 0.3753456175327301,
      "learning_rate": 7.967140577397359e-05,
      "loss": 0.0706,
      "step": 5705
    },
    {
      "epoch": 0.6186036426712923,
      "grad_norm": 0.14820198714733124,
      "learning_rate": 7.966777890613667e-05,
      "loss": 0.0244,
      "step": 5706
    },
    {
      "epoch": 0.6187120555073721,
      "grad_norm": 0.3564736843109131,
      "learning_rate": 7.966415203829973e-05,
      "loss": 0.055,
      "step": 5707
    },
    {
      "epoch": 0.6188204683434518,
      "grad_norm": 0.17404992878437042,
      "learning_rate": 7.96605251704628e-05,
      "loss": 0.0545,
      "step": 5708
    },
    {
      "epoch": 0.6189288811795317,
      "grad_norm": 0.33638453483581543,
      "learning_rate": 7.965689830262586e-05,
      "loss": 0.0708,
      "step": 5709
    },
    {
      "epoch": 0.6190372940156115,
      "grad_norm": 0.16956771910190582,
      "learning_rate": 7.965327143478893e-05,
      "loss": 0.029,
      "step": 5710
    },
    {
      "epoch": 0.6191457068516912,
      "grad_norm": 0.3242809474468231,
      "learning_rate": 7.964964456695199e-05,
      "loss": 0.058,
      "step": 5711
    },
    {
      "epoch": 0.619254119687771,
      "grad_norm": 0.2195555865764618,
      "learning_rate": 7.964601769911504e-05,
      "loss": 0.0341,
      "step": 5712
    },
    {
      "epoch": 0.6193625325238509,
      "grad_norm": 0.17707425355911255,
      "learning_rate": 7.964239083127812e-05,
      "loss": 0.0237,
      "step": 5713
    },
    {
      "epoch": 0.6194709453599306,
      "grad_norm": 0.3334084451198578,
      "learning_rate": 7.963876396344117e-05,
      "loss": 0.0419,
      "step": 5714
    },
    {
      "epoch": 0.6195793581960104,
      "grad_norm": 0.16686920821666718,
      "learning_rate": 7.963513709560424e-05,
      "loss": 0.0231,
      "step": 5715
    },
    {
      "epoch": 0.6196877710320902,
      "grad_norm": 0.10190209746360779,
      "learning_rate": 7.96315102277673e-05,
      "loss": 0.0197,
      "step": 5716
    },
    {
      "epoch": 0.61979618386817,
      "grad_norm": 0.2973282039165497,
      "learning_rate": 7.962788335993037e-05,
      "loss": 0.0737,
      "step": 5717
    },
    {
      "epoch": 0.6199045967042498,
      "grad_norm": 0.1404360830783844,
      "learning_rate": 7.962425649209343e-05,
      "loss": 0.0156,
      "step": 5718
    },
    {
      "epoch": 0.6200130095403296,
      "grad_norm": 0.2498675286769867,
      "learning_rate": 7.96206296242565e-05,
      "loss": 0.0543,
      "step": 5719
    },
    {
      "epoch": 0.6201214223764093,
      "grad_norm": 0.18543846905231476,
      "learning_rate": 7.961700275641956e-05,
      "loss": 0.0558,
      "step": 5720
    },
    {
      "epoch": 0.6202298352124892,
      "grad_norm": 0.4096217453479767,
      "learning_rate": 7.961337588858261e-05,
      "loss": 0.0692,
      "step": 5721
    },
    {
      "epoch": 0.620338248048569,
      "grad_norm": 0.22463880479335785,
      "learning_rate": 7.960974902074569e-05,
      "loss": 0.0396,
      "step": 5722
    },
    {
      "epoch": 0.6204466608846487,
      "grad_norm": 0.4101443290710449,
      "learning_rate": 7.960612215290874e-05,
      "loss": 0.0327,
      "step": 5723
    },
    {
      "epoch": 0.6205550737207285,
      "grad_norm": 0.4427207410335541,
      "learning_rate": 7.960249528507183e-05,
      "loss": 0.0295,
      "step": 5724
    },
    {
      "epoch": 0.6206634865568084,
      "grad_norm": 0.14006014168262482,
      "learning_rate": 7.959886841723488e-05,
      "loss": 0.0208,
      "step": 5725
    },
    {
      "epoch": 0.6207718993928881,
      "grad_norm": 0.15650710463523865,
      "learning_rate": 7.959524154939794e-05,
      "loss": 0.0268,
      "step": 5726
    },
    {
      "epoch": 0.6208803122289679,
      "grad_norm": 0.20289994776248932,
      "learning_rate": 7.959161468156101e-05,
      "loss": 0.0379,
      "step": 5727
    },
    {
      "epoch": 0.6209887250650477,
      "grad_norm": 0.26313111186027527,
      "learning_rate": 7.958798781372407e-05,
      "loss": 0.035,
      "step": 5728
    },
    {
      "epoch": 0.6210971379011275,
      "grad_norm": 0.38566678762435913,
      "learning_rate": 7.958436094588714e-05,
      "loss": 0.0922,
      "step": 5729
    },
    {
      "epoch": 0.6212055507372073,
      "grad_norm": 0.2733992040157318,
      "learning_rate": 7.95807340780502e-05,
      "loss": 0.022,
      "step": 5730
    },
    {
      "epoch": 0.621313963573287,
      "grad_norm": 0.06979673355817795,
      "learning_rate": 7.957710721021327e-05,
      "loss": 0.0077,
      "step": 5731
    },
    {
      "epoch": 0.6214223764093668,
      "grad_norm": 0.26210930943489075,
      "learning_rate": 7.957348034237633e-05,
      "loss": 0.0485,
      "step": 5732
    },
    {
      "epoch": 0.6215307892454467,
      "grad_norm": 0.20898041129112244,
      "learning_rate": 7.95698534745394e-05,
      "loss": 0.0339,
      "step": 5733
    },
    {
      "epoch": 0.6216392020815265,
      "grad_norm": 0.3241836130619049,
      "learning_rate": 7.956622660670245e-05,
      "loss": 0.0577,
      "step": 5734
    },
    {
      "epoch": 0.6217476149176062,
      "grad_norm": 0.2324286848306656,
      "learning_rate": 7.956259973886551e-05,
      "loss": 0.0833,
      "step": 5735
    },
    {
      "epoch": 0.6218560277536861,
      "grad_norm": 0.20876796543598175,
      "learning_rate": 7.955897287102858e-05,
      "loss": 0.0282,
      "step": 5736
    },
    {
      "epoch": 0.6219644405897659,
      "grad_norm": 0.3090251088142395,
      "learning_rate": 7.955534600319164e-05,
      "loss": 0.0634,
      "step": 5737
    },
    {
      "epoch": 0.6220728534258456,
      "grad_norm": 0.2794053554534912,
      "learning_rate": 7.955171913535471e-05,
      "loss": 0.0618,
      "step": 5738
    },
    {
      "epoch": 0.6221812662619254,
      "grad_norm": 0.3574531078338623,
      "learning_rate": 7.954809226751777e-05,
      "loss": 0.0546,
      "step": 5739
    },
    {
      "epoch": 0.6222896790980053,
      "grad_norm": 0.3627406060695648,
      "learning_rate": 7.954446539968084e-05,
      "loss": 0.038,
      "step": 5740
    },
    {
      "epoch": 0.622398091934085,
      "grad_norm": 0.12665390968322754,
      "learning_rate": 7.954083853184391e-05,
      "loss": 0.0199,
      "step": 5741
    },
    {
      "epoch": 0.6225065047701648,
      "grad_norm": 0.17144130170345306,
      "learning_rate": 7.953721166400697e-05,
      "loss": 0.0516,
      "step": 5742
    },
    {
      "epoch": 0.6226149176062445,
      "grad_norm": 0.2537829577922821,
      "learning_rate": 7.953358479617004e-05,
      "loss": 0.0699,
      "step": 5743
    },
    {
      "epoch": 0.6227233304423244,
      "grad_norm": 0.12362632155418396,
      "learning_rate": 7.95299579283331e-05,
      "loss": 0.0141,
      "step": 5744
    },
    {
      "epoch": 0.6228317432784042,
      "grad_norm": 0.27545812726020813,
      "learning_rate": 7.952633106049617e-05,
      "loss": 0.0733,
      "step": 5745
    },
    {
      "epoch": 0.622940156114484,
      "grad_norm": 0.17420925199985504,
      "learning_rate": 7.952270419265922e-05,
      "loss": 0.0367,
      "step": 5746
    },
    {
      "epoch": 0.6230485689505637,
      "grad_norm": 0.16402515769004822,
      "learning_rate": 7.95190773248223e-05,
      "loss": 0.0535,
      "step": 5747
    },
    {
      "epoch": 0.6231569817866436,
      "grad_norm": 0.35681331157684326,
      "learning_rate": 7.951545045698535e-05,
      "loss": 0.0878,
      "step": 5748
    },
    {
      "epoch": 0.6232653946227233,
      "grad_norm": 0.17474640905857086,
      "learning_rate": 7.951182358914841e-05,
      "loss": 0.0285,
      "step": 5749
    },
    {
      "epoch": 0.6233738074588031,
      "grad_norm": 0.3436044454574585,
      "learning_rate": 7.950819672131148e-05,
      "loss": 0.0576,
      "step": 5750
    },
    {
      "epoch": 0.6234822202948829,
      "grad_norm": 0.3111145794391632,
      "learning_rate": 7.950456985347454e-05,
      "loss": 0.0431,
      "step": 5751
    },
    {
      "epoch": 0.6235906331309627,
      "grad_norm": 0.10510526597499847,
      "learning_rate": 7.950094298563761e-05,
      "loss": 0.0197,
      "step": 5752
    },
    {
      "epoch": 0.6236990459670425,
      "grad_norm": 0.2499455213546753,
      "learning_rate": 7.949731611780067e-05,
      "loss": 0.0455,
      "step": 5753
    },
    {
      "epoch": 0.6238074588031223,
      "grad_norm": 0.3003116846084595,
      "learning_rate": 7.949368924996374e-05,
      "loss": 0.0239,
      "step": 5754
    },
    {
      "epoch": 0.623915871639202,
      "grad_norm": 0.2783178389072418,
      "learning_rate": 7.94900623821268e-05,
      "loss": 0.0699,
      "step": 5755
    },
    {
      "epoch": 0.6240242844752819,
      "grad_norm": 0.18461614847183228,
      "learning_rate": 7.948643551428986e-05,
      "loss": 0.0458,
      "step": 5756
    },
    {
      "epoch": 0.6241326973113617,
      "grad_norm": 0.16014762222766876,
      "learning_rate": 7.948280864645292e-05,
      "loss": 0.0607,
      "step": 5757
    },
    {
      "epoch": 0.6242411101474414,
      "grad_norm": 0.299313485622406,
      "learning_rate": 7.947918177861599e-05,
      "loss": 0.0367,
      "step": 5758
    },
    {
      "epoch": 0.6243495229835212,
      "grad_norm": 0.39080530405044556,
      "learning_rate": 7.947555491077906e-05,
      "loss": 0.0412,
      "step": 5759
    },
    {
      "epoch": 0.6244579358196011,
      "grad_norm": 0.24537955224514008,
      "learning_rate": 7.947192804294212e-05,
      "loss": 0.082,
      "step": 5760
    },
    {
      "epoch": 0.6245663486556808,
      "grad_norm": 0.1739412099123001,
      "learning_rate": 7.946830117510519e-05,
      "loss": 0.0332,
      "step": 5761
    },
    {
      "epoch": 0.6246747614917606,
      "grad_norm": 0.5495753288269043,
      "learning_rate": 7.946467430726825e-05,
      "loss": 0.0579,
      "step": 5762
    },
    {
      "epoch": 0.6247831743278404,
      "grad_norm": 0.24023710191249847,
      "learning_rate": 7.946104743943131e-05,
      "loss": 0.0354,
      "step": 5763
    },
    {
      "epoch": 0.6248915871639202,
      "grad_norm": 0.16314980387687683,
      "learning_rate": 7.945742057159438e-05,
      "loss": 0.0319,
      "step": 5764
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.5069113373756409,
      "learning_rate": 7.945379370375744e-05,
      "loss": 0.034,
      "step": 5765
    },
    {
      "epoch": 0.6251084128360798,
      "grad_norm": 0.18726767599582672,
      "learning_rate": 7.94501668359205e-05,
      "loss": 0.0334,
      "step": 5766
    },
    {
      "epoch": 0.6252168256721596,
      "grad_norm": 0.21074753999710083,
      "learning_rate": 7.944653996808356e-05,
      "loss": 0.0275,
      "step": 5767
    },
    {
      "epoch": 0.6253252385082394,
      "grad_norm": 0.27010834217071533,
      "learning_rate": 7.944291310024663e-05,
      "loss": 0.0645,
      "step": 5768
    },
    {
      "epoch": 0.6254336513443192,
      "grad_norm": 0.20601056516170502,
      "learning_rate": 7.943928623240969e-05,
      "loss": 0.0426,
      "step": 5769
    },
    {
      "epoch": 0.6255420641803989,
      "grad_norm": 0.1972106397151947,
      "learning_rate": 7.943565936457276e-05,
      "loss": 0.0345,
      "step": 5770
    },
    {
      "epoch": 0.6256504770164788,
      "grad_norm": 0.18928736448287964,
      "learning_rate": 7.943203249673582e-05,
      "loss": 0.0314,
      "step": 5771
    },
    {
      "epoch": 0.6257588898525586,
      "grad_norm": 0.3053003251552582,
      "learning_rate": 7.942840562889888e-05,
      "loss": 0.0355,
      "step": 5772
    },
    {
      "epoch": 0.6258673026886383,
      "grad_norm": 0.07720869779586792,
      "learning_rate": 7.942477876106195e-05,
      "loss": 0.0149,
      "step": 5773
    },
    {
      "epoch": 0.6259757155247181,
      "grad_norm": 0.3923441171646118,
      "learning_rate": 7.9421151893225e-05,
      "loss": 0.0709,
      "step": 5774
    },
    {
      "epoch": 0.626084128360798,
      "grad_norm": 0.0543200857937336,
      "learning_rate": 7.941752502538808e-05,
      "loss": 0.0085,
      "step": 5775
    },
    {
      "epoch": 0.6261925411968777,
      "grad_norm": 0.2760029435157776,
      "learning_rate": 7.941389815755115e-05,
      "loss": 0.0551,
      "step": 5776
    },
    {
      "epoch": 0.6263009540329575,
      "grad_norm": 0.11455931514501572,
      "learning_rate": 7.94102712897142e-05,
      "loss": 0.0166,
      "step": 5777
    },
    {
      "epoch": 0.6264093668690373,
      "grad_norm": 0.27327486872673035,
      "learning_rate": 7.940664442187728e-05,
      "loss": 0.0409,
      "step": 5778
    },
    {
      "epoch": 0.6265177797051171,
      "grad_norm": 0.2849513590335846,
      "learning_rate": 7.940301755404033e-05,
      "loss": 0.0764,
      "step": 5779
    },
    {
      "epoch": 0.6266261925411969,
      "grad_norm": 0.3064856231212616,
      "learning_rate": 7.93993906862034e-05,
      "loss": 0.055,
      "step": 5780
    },
    {
      "epoch": 0.6267346053772767,
      "grad_norm": 0.5147485136985779,
      "learning_rate": 7.939576381836646e-05,
      "loss": 0.0691,
      "step": 5781
    },
    {
      "epoch": 0.6268430182133564,
      "grad_norm": 0.3908291757106781,
      "learning_rate": 7.939213695052953e-05,
      "loss": 0.0469,
      "step": 5782
    },
    {
      "epoch": 0.6269514310494363,
      "grad_norm": 0.3026781678199768,
      "learning_rate": 7.938851008269259e-05,
      "loss": 0.071,
      "step": 5783
    },
    {
      "epoch": 0.627059843885516,
      "grad_norm": 0.45567578077316284,
      "learning_rate": 7.938488321485566e-05,
      "loss": 0.1015,
      "step": 5784
    },
    {
      "epoch": 0.6271682567215958,
      "grad_norm": 0.20264555513858795,
      "learning_rate": 7.938125634701872e-05,
      "loss": 0.0547,
      "step": 5785
    },
    {
      "epoch": 0.6272766695576756,
      "grad_norm": 0.3498436212539673,
      "learning_rate": 7.937762947918177e-05,
      "loss": 0.0383,
      "step": 5786
    },
    {
      "epoch": 0.6273850823937555,
      "grad_norm": 0.13940049707889557,
      "learning_rate": 7.937400261134485e-05,
      "loss": 0.0473,
      "step": 5787
    },
    {
      "epoch": 0.6274934952298352,
      "grad_norm": 0.21682222187519073,
      "learning_rate": 7.93703757435079e-05,
      "loss": 0.0413,
      "step": 5788
    },
    {
      "epoch": 0.627601908065915,
      "grad_norm": 0.20265106856822968,
      "learning_rate": 7.936674887567097e-05,
      "loss": 0.0444,
      "step": 5789
    },
    {
      "epoch": 0.6277103209019947,
      "grad_norm": 0.09492415189743042,
      "learning_rate": 7.936312200783403e-05,
      "loss": 0.0212,
      "step": 5790
    },
    {
      "epoch": 0.6278187337380746,
      "grad_norm": 0.2679056227207184,
      "learning_rate": 7.93594951399971e-05,
      "loss": 0.0349,
      "step": 5791
    },
    {
      "epoch": 0.6279271465741544,
      "grad_norm": 0.27427202463150024,
      "learning_rate": 7.935586827216016e-05,
      "loss": 0.0451,
      "step": 5792
    },
    {
      "epoch": 0.6280355594102341,
      "grad_norm": 0.17223100364208221,
      "learning_rate": 7.935224140432323e-05,
      "loss": 0.0255,
      "step": 5793
    },
    {
      "epoch": 0.6281439722463139,
      "grad_norm": 0.11570533365011215,
      "learning_rate": 7.93486145364863e-05,
      "loss": 0.0207,
      "step": 5794
    },
    {
      "epoch": 0.6282523850823938,
      "grad_norm": 0.3595380485057831,
      "learning_rate": 7.934498766864936e-05,
      "loss": 0.0642,
      "step": 5795
    },
    {
      "epoch": 0.6283607979184735,
      "grad_norm": 0.2111910879611969,
      "learning_rate": 7.934136080081243e-05,
      "loss": 0.0386,
      "step": 5796
    },
    {
      "epoch": 0.6284692107545533,
      "grad_norm": 0.1376195251941681,
      "learning_rate": 7.933773393297549e-05,
      "loss": 0.0408,
      "step": 5797
    },
    {
      "epoch": 0.6285776235906332,
      "grad_norm": 0.26883038878440857,
      "learning_rate": 7.933410706513856e-05,
      "loss": 0.0303,
      "step": 5798
    },
    {
      "epoch": 0.628686036426713,
      "grad_norm": 0.24400460720062256,
      "learning_rate": 7.933048019730161e-05,
      "loss": 0.0349,
      "step": 5799
    },
    {
      "epoch": 0.6287944492627927,
      "grad_norm": 0.44901350140571594,
      "learning_rate": 7.932685332946469e-05,
      "loss": 0.0564,
      "step": 5800
    },
    {
      "epoch": 0.6289028620988725,
      "grad_norm": 0.1605381965637207,
      "learning_rate": 7.932322646162774e-05,
      "loss": 0.0335,
      "step": 5801
    },
    {
      "epoch": 0.6290112749349523,
      "grad_norm": 0.0984756350517273,
      "learning_rate": 7.93195995937908e-05,
      "loss": 0.012,
      "step": 5802
    },
    {
      "epoch": 0.6291196877710321,
      "grad_norm": 0.3300991654396057,
      "learning_rate": 7.931597272595387e-05,
      "loss": 0.0765,
      "step": 5803
    },
    {
      "epoch": 0.6292281006071119,
      "grad_norm": 0.2294655591249466,
      "learning_rate": 7.931234585811693e-05,
      "loss": 0.0229,
      "step": 5804
    },
    {
      "epoch": 0.6293365134431916,
      "grad_norm": 0.644929826259613,
      "learning_rate": 7.930871899028e-05,
      "loss": 0.0534,
      "step": 5805
    },
    {
      "epoch": 0.6294449262792715,
      "grad_norm": 0.2746933400630951,
      "learning_rate": 7.930509212244306e-05,
      "loss": 0.0387,
      "step": 5806
    },
    {
      "epoch": 0.6295533391153513,
      "grad_norm": 0.20928585529327393,
      "learning_rate": 7.930146525460613e-05,
      "loss": 0.0433,
      "step": 5807
    },
    {
      "epoch": 0.629661751951431,
      "grad_norm": 0.13135799765586853,
      "learning_rate": 7.929783838676918e-05,
      "loss": 0.0146,
      "step": 5808
    },
    {
      "epoch": 0.6297701647875108,
      "grad_norm": 0.2702695429325104,
      "learning_rate": 7.929421151893224e-05,
      "loss": 0.0214,
      "step": 5809
    },
    {
      "epoch": 0.6298785776235907,
      "grad_norm": 0.11395895481109619,
      "learning_rate": 7.929058465109533e-05,
      "loss": 0.0199,
      "step": 5810
    },
    {
      "epoch": 0.6299869904596704,
      "grad_norm": 0.30445951223373413,
      "learning_rate": 7.928695778325838e-05,
      "loss": 0.032,
      "step": 5811
    },
    {
      "epoch": 0.6300954032957502,
      "grad_norm": 0.3733603060245514,
      "learning_rate": 7.928333091542145e-05,
      "loss": 0.0553,
      "step": 5812
    },
    {
      "epoch": 0.63020381613183,
      "grad_norm": 0.27494657039642334,
      "learning_rate": 7.927970404758451e-05,
      "loss": 0.054,
      "step": 5813
    },
    {
      "epoch": 0.6303122289679098,
      "grad_norm": 0.2963496744632721,
      "learning_rate": 7.927607717974758e-05,
      "loss": 0.0459,
      "step": 5814
    },
    {
      "epoch": 0.6304206418039896,
      "grad_norm": 0.4156460762023926,
      "learning_rate": 7.927245031191064e-05,
      "loss": 0.0599,
      "step": 5815
    },
    {
      "epoch": 0.6305290546400694,
      "grad_norm": 0.28439775109291077,
      "learning_rate": 7.92688234440737e-05,
      "loss": 0.0336,
      "step": 5816
    },
    {
      "epoch": 0.6306374674761491,
      "grad_norm": 0.5085573792457581,
      "learning_rate": 7.926519657623677e-05,
      "loss": 0.0278,
      "step": 5817
    },
    {
      "epoch": 0.630745880312229,
      "grad_norm": 0.2579737901687622,
      "learning_rate": 7.926156970839983e-05,
      "loss": 0.0591,
      "step": 5818
    },
    {
      "epoch": 0.6308542931483088,
      "grad_norm": 0.11185398697853088,
      "learning_rate": 7.92579428405629e-05,
      "loss": 0.0166,
      "step": 5819
    },
    {
      "epoch": 0.6309627059843885,
      "grad_norm": 0.5262455940246582,
      "learning_rate": 7.925431597272595e-05,
      "loss": 0.0728,
      "step": 5820
    },
    {
      "epoch": 0.6310711188204683,
      "grad_norm": 0.05587548390030861,
      "learning_rate": 7.925068910488902e-05,
      "loss": 0.0033,
      "step": 5821
    },
    {
      "epoch": 0.6311795316565482,
      "grad_norm": 0.5034074783325195,
      "learning_rate": 7.924706223705208e-05,
      "loss": 0.0409,
      "step": 5822
    },
    {
      "epoch": 0.6312879444926279,
      "grad_norm": 0.4619007408618927,
      "learning_rate": 7.924343536921515e-05,
      "loss": 0.0377,
      "step": 5823
    },
    {
      "epoch": 0.6313963573287077,
      "grad_norm": 0.12701138854026794,
      "learning_rate": 7.923980850137821e-05,
      "loss": 0.0121,
      "step": 5824
    },
    {
      "epoch": 0.6315047701647876,
      "grad_norm": 0.36598995327949524,
      "learning_rate": 7.923618163354127e-05,
      "loss": 0.055,
      "step": 5825
    },
    {
      "epoch": 0.6316131830008673,
      "grad_norm": 0.2919202744960785,
      "learning_rate": 7.923255476570434e-05,
      "loss": 0.0364,
      "step": 5826
    },
    {
      "epoch": 0.6317215958369471,
      "grad_norm": 0.2342483103275299,
      "learning_rate": 7.922892789786741e-05,
      "loss": 0.0527,
      "step": 5827
    },
    {
      "epoch": 0.6318300086730269,
      "grad_norm": 0.48676782846450806,
      "learning_rate": 7.922530103003048e-05,
      "loss": 0.1259,
      "step": 5828
    },
    {
      "epoch": 0.6319384215091067,
      "grad_norm": 0.26701420545578003,
      "learning_rate": 7.922167416219354e-05,
      "loss": 0.0451,
      "step": 5829
    },
    {
      "epoch": 0.6320468343451865,
      "grad_norm": 0.256818026304245,
      "learning_rate": 7.92180472943566e-05,
      "loss": 0.0338,
      "step": 5830
    },
    {
      "epoch": 0.6321552471812663,
      "grad_norm": 0.305425763130188,
      "learning_rate": 7.921442042651967e-05,
      "loss": 0.0463,
      "step": 5831
    },
    {
      "epoch": 0.632263660017346,
      "grad_norm": 0.12634800374507904,
      "learning_rate": 7.921079355868272e-05,
      "loss": 0.0222,
      "step": 5832
    },
    {
      "epoch": 0.6323720728534259,
      "grad_norm": 0.4004628658294678,
      "learning_rate": 7.92071666908458e-05,
      "loss": 0.0559,
      "step": 5833
    },
    {
      "epoch": 0.6324804856895057,
      "grad_norm": 0.40888819098472595,
      "learning_rate": 7.920353982300885e-05,
      "loss": 0.0869,
      "step": 5834
    },
    {
      "epoch": 0.6325888985255854,
      "grad_norm": 0.2932003140449524,
      "learning_rate": 7.919991295517192e-05,
      "loss": 0.048,
      "step": 5835
    },
    {
      "epoch": 0.6326973113616652,
      "grad_norm": 0.17416958510875702,
      "learning_rate": 7.919628608733498e-05,
      "loss": 0.0369,
      "step": 5836
    },
    {
      "epoch": 0.6328057241977451,
      "grad_norm": 0.36246079206466675,
      "learning_rate": 7.919265921949805e-05,
      "loss": 0.0652,
      "step": 5837
    },
    {
      "epoch": 0.6329141370338248,
      "grad_norm": 0.33501195907592773,
      "learning_rate": 7.918903235166111e-05,
      "loss": 0.066,
      "step": 5838
    },
    {
      "epoch": 0.6330225498699046,
      "grad_norm": 0.23107075691223145,
      "learning_rate": 7.918540548382417e-05,
      "loss": 0.0194,
      "step": 5839
    },
    {
      "epoch": 0.6331309627059843,
      "grad_norm": 0.204061359167099,
      "learning_rate": 7.918177861598724e-05,
      "loss": 0.02,
      "step": 5840
    },
    {
      "epoch": 0.6332393755420642,
      "grad_norm": 0.23739825189113617,
      "learning_rate": 7.91781517481503e-05,
      "loss": 0.0226,
      "step": 5841
    },
    {
      "epoch": 0.633347788378144,
      "grad_norm": 0.32182589173316956,
      "learning_rate": 7.917452488031336e-05,
      "loss": 0.0356,
      "step": 5842
    },
    {
      "epoch": 0.6334562012142237,
      "grad_norm": 0.19155028462409973,
      "learning_rate": 7.917089801247642e-05,
      "loss": 0.0594,
      "step": 5843
    },
    {
      "epoch": 0.6335646140503035,
      "grad_norm": 0.267133504152298,
      "learning_rate": 7.916727114463949e-05,
      "loss": 0.0451,
      "step": 5844
    },
    {
      "epoch": 0.6336730268863834,
      "grad_norm": 0.29888463020324707,
      "learning_rate": 7.916364427680256e-05,
      "loss": 0.075,
      "step": 5845
    },
    {
      "epoch": 0.6337814397224631,
      "grad_norm": 0.23334749042987823,
      "learning_rate": 7.916001740896562e-05,
      "loss": 0.0492,
      "step": 5846
    },
    {
      "epoch": 0.6338898525585429,
      "grad_norm": 0.17893274128437042,
      "learning_rate": 7.915639054112869e-05,
      "loss": 0.0234,
      "step": 5847
    },
    {
      "epoch": 0.6339982653946227,
      "grad_norm": 0.48837557435035706,
      "learning_rate": 7.915276367329175e-05,
      "loss": 0.0543,
      "step": 5848
    },
    {
      "epoch": 0.6341066782307025,
      "grad_norm": 0.2767348289489746,
      "learning_rate": 7.914913680545482e-05,
      "loss": 0.0699,
      "step": 5849
    },
    {
      "epoch": 0.6342150910667823,
      "grad_norm": 0.383395791053772,
      "learning_rate": 7.914550993761788e-05,
      "loss": 0.0735,
      "step": 5850
    },
    {
      "epoch": 0.6343235039028621,
      "grad_norm": 0.20096950232982635,
      "learning_rate": 7.914188306978095e-05,
      "loss": 0.0295,
      "step": 5851
    },
    {
      "epoch": 0.6344319167389418,
      "grad_norm": 0.3134712278842926,
      "learning_rate": 7.9138256201944e-05,
      "loss": 0.0397,
      "step": 5852
    },
    {
      "epoch": 0.6345403295750217,
      "grad_norm": 0.2891092002391815,
      "learning_rate": 7.913462933410706e-05,
      "loss": 0.0434,
      "step": 5853
    },
    {
      "epoch": 0.6346487424111015,
      "grad_norm": 0.32338061928749084,
      "learning_rate": 7.913100246627013e-05,
      "loss": 0.0297,
      "step": 5854
    },
    {
      "epoch": 0.6347571552471812,
      "grad_norm": 0.1488923281431198,
      "learning_rate": 7.912737559843319e-05,
      "loss": 0.0148,
      "step": 5855
    },
    {
      "epoch": 0.6348655680832611,
      "grad_norm": 0.13556694984436035,
      "learning_rate": 7.912374873059626e-05,
      "loss": 0.0246,
      "step": 5856
    },
    {
      "epoch": 0.6349739809193409,
      "grad_norm": 0.19073183834552765,
      "learning_rate": 7.912012186275932e-05,
      "loss": 0.0367,
      "step": 5857
    },
    {
      "epoch": 0.6350823937554206,
      "grad_norm": 0.6818407773971558,
      "learning_rate": 7.911649499492239e-05,
      "loss": 0.0499,
      "step": 5858
    },
    {
      "epoch": 0.6351908065915004,
      "grad_norm": 0.23723538219928741,
      "learning_rate": 7.911286812708545e-05,
      "loss": 0.0455,
      "step": 5859
    },
    {
      "epoch": 0.6352992194275803,
      "grad_norm": 0.5821077227592468,
      "learning_rate": 7.910924125924852e-05,
      "loss": 0.0853,
      "step": 5860
    },
    {
      "epoch": 0.63540763226366,
      "grad_norm": 0.42624208331108093,
      "learning_rate": 7.910561439141158e-05,
      "loss": 0.0732,
      "step": 5861
    },
    {
      "epoch": 0.6355160450997398,
      "grad_norm": 0.2741956412792206,
      "learning_rate": 7.910198752357465e-05,
      "loss": 0.0448,
      "step": 5862
    },
    {
      "epoch": 0.6356244579358196,
      "grad_norm": 0.19714346528053284,
      "learning_rate": 7.909836065573772e-05,
      "loss": 0.0217,
      "step": 5863
    },
    {
      "epoch": 0.6357328707718994,
      "grad_norm": 0.1605764776468277,
      "learning_rate": 7.909473378790077e-05,
      "loss": 0.0198,
      "step": 5864
    },
    {
      "epoch": 0.6358412836079792,
      "grad_norm": 0.14271868765354156,
      "learning_rate": 7.909110692006385e-05,
      "loss": 0.028,
      "step": 5865
    },
    {
      "epoch": 0.635949696444059,
      "grad_norm": 0.29385268688201904,
      "learning_rate": 7.90874800522269e-05,
      "loss": 0.0452,
      "step": 5866
    },
    {
      "epoch": 0.6360581092801387,
      "grad_norm": 0.13912874460220337,
      "learning_rate": 7.908385318438996e-05,
      "loss": 0.0363,
      "step": 5867
    },
    {
      "epoch": 0.6361665221162186,
      "grad_norm": 0.2804115414619446,
      "learning_rate": 7.908022631655303e-05,
      "loss": 0.05,
      "step": 5868
    },
    {
      "epoch": 0.6362749349522984,
      "grad_norm": 0.170887753367424,
      "learning_rate": 7.907659944871609e-05,
      "loss": 0.0344,
      "step": 5869
    },
    {
      "epoch": 0.6363833477883781,
      "grad_norm": 0.1320110410451889,
      "learning_rate": 7.907297258087916e-05,
      "loss": 0.0166,
      "step": 5870
    },
    {
      "epoch": 0.6364917606244579,
      "grad_norm": 0.18309956789016724,
      "learning_rate": 7.906934571304222e-05,
      "loss": 0.0251,
      "step": 5871
    },
    {
      "epoch": 0.6366001734605378,
      "grad_norm": 0.27282294631004333,
      "learning_rate": 7.906571884520529e-05,
      "loss": 0.049,
      "step": 5872
    },
    {
      "epoch": 0.6367085862966175,
      "grad_norm": 0.31005042791366577,
      "learning_rate": 7.906209197736834e-05,
      "loss": 0.0585,
      "step": 5873
    },
    {
      "epoch": 0.6368169991326973,
      "grad_norm": 0.618040144443512,
      "learning_rate": 7.905846510953142e-05,
      "loss": 0.0386,
      "step": 5874
    },
    {
      "epoch": 0.636925411968777,
      "grad_norm": 0.5485164523124695,
      "learning_rate": 7.905483824169447e-05,
      "loss": 0.0429,
      "step": 5875
    },
    {
      "epoch": 0.6370338248048569,
      "grad_norm": 0.23239640891551971,
      "learning_rate": 7.905121137385753e-05,
      "loss": 0.0527,
      "step": 5876
    },
    {
      "epoch": 0.6371422376409367,
      "grad_norm": 0.7095235586166382,
      "learning_rate": 7.90475845060206e-05,
      "loss": 0.0361,
      "step": 5877
    },
    {
      "epoch": 0.6372506504770165,
      "grad_norm": 0.2641575336456299,
      "learning_rate": 7.904395763818366e-05,
      "loss": 0.0418,
      "step": 5878
    },
    {
      "epoch": 0.6373590633130962,
      "grad_norm": 0.27902472019195557,
      "learning_rate": 7.904033077034674e-05,
      "loss": 0.0398,
      "step": 5879
    },
    {
      "epoch": 0.6374674761491761,
      "grad_norm": 0.3528327941894531,
      "learning_rate": 7.90367039025098e-05,
      "loss": 0.0701,
      "step": 5880
    },
    {
      "epoch": 0.6375758889852559,
      "grad_norm": 0.25483569502830505,
      "learning_rate": 7.903307703467286e-05,
      "loss": 0.0784,
      "step": 5881
    },
    {
      "epoch": 0.6376843018213356,
      "grad_norm": 0.17603161931037903,
      "learning_rate": 7.902945016683593e-05,
      "loss": 0.0152,
      "step": 5882
    },
    {
      "epoch": 0.6377927146574154,
      "grad_norm": 0.6047312021255493,
      "learning_rate": 7.902582329899899e-05,
      "loss": 0.0561,
      "step": 5883
    },
    {
      "epoch": 0.6379011274934953,
      "grad_norm": 0.2714211344718933,
      "learning_rate": 7.902219643116206e-05,
      "loss": 0.0287,
      "step": 5884
    },
    {
      "epoch": 0.638009540329575,
      "grad_norm": 0.1602383702993393,
      "learning_rate": 7.901856956332511e-05,
      "loss": 0.0282,
      "step": 5885
    },
    {
      "epoch": 0.6381179531656548,
      "grad_norm": 0.43201568722724915,
      "learning_rate": 7.901494269548818e-05,
      "loss": 0.0665,
      "step": 5886
    },
    {
      "epoch": 0.6382263660017347,
      "grad_norm": 0.3413282632827759,
      "learning_rate": 7.901131582765124e-05,
      "loss": 0.0828,
      "step": 5887
    },
    {
      "epoch": 0.6383347788378144,
      "grad_norm": 0.16968488693237305,
      "learning_rate": 7.900768895981431e-05,
      "loss": 0.0217,
      "step": 5888
    },
    {
      "epoch": 0.6384431916738942,
      "grad_norm": 0.21170338988304138,
      "learning_rate": 7.900406209197737e-05,
      "loss": 0.0327,
      "step": 5889
    },
    {
      "epoch": 0.638551604509974,
      "grad_norm": 0.0636029988527298,
      "learning_rate": 7.900043522414043e-05,
      "loss": 0.0148,
      "step": 5890
    },
    {
      "epoch": 0.6386600173460538,
      "grad_norm": 0.26870256662368774,
      "learning_rate": 7.89968083563035e-05,
      "loss": 0.0661,
      "step": 5891
    },
    {
      "epoch": 0.6387684301821336,
      "grad_norm": 0.2762519419193268,
      "learning_rate": 7.899318148846656e-05,
      "loss": 0.0735,
      "step": 5892
    },
    {
      "epoch": 0.6388768430182133,
      "grad_norm": 0.3824184536933899,
      "learning_rate": 7.898955462062963e-05,
      "loss": 0.0284,
      "step": 5893
    },
    {
      "epoch": 0.6389852558542931,
      "grad_norm": 0.2407284677028656,
      "learning_rate": 7.898592775279268e-05,
      "loss": 0.0686,
      "step": 5894
    },
    {
      "epoch": 0.639093668690373,
      "grad_norm": 0.24682532250881195,
      "learning_rate": 7.898230088495576e-05,
      "loss": 0.0238,
      "step": 5895
    },
    {
      "epoch": 0.6392020815264527,
      "grad_norm": 0.2784096300601959,
      "learning_rate": 7.897867401711883e-05,
      "loss": 0.0285,
      "step": 5896
    },
    {
      "epoch": 0.6393104943625325,
      "grad_norm": 0.2090378701686859,
      "learning_rate": 7.897504714928188e-05,
      "loss": 0.03,
      "step": 5897
    },
    {
      "epoch": 0.6394189071986123,
      "grad_norm": 0.4681014120578766,
      "learning_rate": 7.897142028144495e-05,
      "loss": 0.0585,
      "step": 5898
    },
    {
      "epoch": 0.6395273200346921,
      "grad_norm": 0.20727764070034027,
      "learning_rate": 7.896779341360801e-05,
      "loss": 0.0615,
      "step": 5899
    },
    {
      "epoch": 0.6396357328707719,
      "grad_norm": 0.0918523520231247,
      "learning_rate": 7.896416654577108e-05,
      "loss": 0.0151,
      "step": 5900
    },
    {
      "epoch": 0.6397441457068517,
      "grad_norm": 0.14065322279930115,
      "learning_rate": 7.896053967793414e-05,
      "loss": 0.011,
      "step": 5901
    },
    {
      "epoch": 0.6398525585429314,
      "grad_norm": 0.15163372457027435,
      "learning_rate": 7.895691281009721e-05,
      "loss": 0.0366,
      "step": 5902
    },
    {
      "epoch": 0.6399609713790113,
      "grad_norm": 0.1395014077425003,
      "learning_rate": 7.895328594226027e-05,
      "loss": 0.0298,
      "step": 5903
    },
    {
      "epoch": 0.6400693842150911,
      "grad_norm": 0.23383039236068726,
      "learning_rate": 7.894965907442334e-05,
      "loss": 0.0349,
      "step": 5904
    },
    {
      "epoch": 0.6401777970511708,
      "grad_norm": 0.16636158525943756,
      "learning_rate": 7.89460322065864e-05,
      "loss": 0.0335,
      "step": 5905
    },
    {
      "epoch": 0.6402862098872506,
      "grad_norm": 0.13401173055171967,
      "learning_rate": 7.894240533874945e-05,
      "loss": 0.0237,
      "step": 5906
    },
    {
      "epoch": 0.6403946227233305,
      "grad_norm": 0.26253077387809753,
      "learning_rate": 7.893877847091252e-05,
      "loss": 0.0826,
      "step": 5907
    },
    {
      "epoch": 0.6405030355594102,
      "grad_norm": 0.1769097000360489,
      "learning_rate": 7.893515160307558e-05,
      "loss": 0.0316,
      "step": 5908
    },
    {
      "epoch": 0.64061144839549,
      "grad_norm": 0.25302430987358093,
      "learning_rate": 7.893152473523865e-05,
      "loss": 0.0682,
      "step": 5909
    },
    {
      "epoch": 0.6407198612315698,
      "grad_norm": 0.2310018390417099,
      "learning_rate": 7.892789786740171e-05,
      "loss": 0.0338,
      "step": 5910
    },
    {
      "epoch": 0.6408282740676496,
      "grad_norm": 0.30769065022468567,
      "learning_rate": 7.892427099956478e-05,
      "loss": 0.0695,
      "step": 5911
    },
    {
      "epoch": 0.6409366869037294,
      "grad_norm": 0.20175594091415405,
      "learning_rate": 7.892064413172784e-05,
      "loss": 0.0318,
      "step": 5912
    },
    {
      "epoch": 0.6410450997398092,
      "grad_norm": 0.34799471497535706,
      "learning_rate": 7.89170172638909e-05,
      "loss": 0.0835,
      "step": 5913
    },
    {
      "epoch": 0.641153512575889,
      "grad_norm": 0.20438334345817566,
      "learning_rate": 7.891339039605398e-05,
      "loss": 0.0314,
      "step": 5914
    },
    {
      "epoch": 0.6412619254119688,
      "grad_norm": 0.24520720541477203,
      "learning_rate": 7.890976352821704e-05,
      "loss": 0.049,
      "step": 5915
    },
    {
      "epoch": 0.6413703382480486,
      "grad_norm": 0.3245479464530945,
      "learning_rate": 7.890613666038011e-05,
      "loss": 0.0484,
      "step": 5916
    },
    {
      "epoch": 0.6414787510841283,
      "grad_norm": 0.2344416230916977,
      "learning_rate": 7.890250979254317e-05,
      "loss": 0.0618,
      "step": 5917
    },
    {
      "epoch": 0.6415871639202082,
      "grad_norm": 0.2144012153148651,
      "learning_rate": 7.889888292470624e-05,
      "loss": 0.0203,
      "step": 5918
    },
    {
      "epoch": 0.641695576756288,
      "grad_norm": 0.25451770424842834,
      "learning_rate": 7.88952560568693e-05,
      "loss": 0.0453,
      "step": 5919
    },
    {
      "epoch": 0.6418039895923677,
      "grad_norm": 0.26042667031288147,
      "learning_rate": 7.889162918903235e-05,
      "loss": 0.0253,
      "step": 5920
    },
    {
      "epoch": 0.6419124024284475,
      "grad_norm": 0.1792791187763214,
      "learning_rate": 7.888800232119542e-05,
      "loss": 0.0478,
      "step": 5921
    },
    {
      "epoch": 0.6420208152645274,
      "grad_norm": 0.25557592511177063,
      "learning_rate": 7.888437545335848e-05,
      "loss": 0.0191,
      "step": 5922
    },
    {
      "epoch": 0.6421292281006071,
      "grad_norm": 0.15007749199867249,
      "learning_rate": 7.888074858552155e-05,
      "loss": 0.0226,
      "step": 5923
    },
    {
      "epoch": 0.6422376409366869,
      "grad_norm": 0.13109584152698517,
      "learning_rate": 7.887712171768461e-05,
      "loss": 0.0174,
      "step": 5924
    },
    {
      "epoch": 0.6423460537727667,
      "grad_norm": 0.06549651175737381,
      "learning_rate": 7.887349484984768e-05,
      "loss": 0.0061,
      "step": 5925
    },
    {
      "epoch": 0.6424544666088465,
      "grad_norm": 0.5372833609580994,
      "learning_rate": 7.886986798201074e-05,
      "loss": 0.0478,
      "step": 5926
    },
    {
      "epoch": 0.6425628794449263,
      "grad_norm": 0.3982063829898834,
      "learning_rate": 7.88662411141738e-05,
      "loss": 0.0865,
      "step": 5927
    },
    {
      "epoch": 0.6426712922810061,
      "grad_norm": 0.23878328502178192,
      "learning_rate": 7.886261424633686e-05,
      "loss": 0.0317,
      "step": 5928
    },
    {
      "epoch": 0.6427797051170858,
      "grad_norm": 0.23300786316394806,
      "learning_rate": 7.885898737849992e-05,
      "loss": 0.0424,
      "step": 5929
    },
    {
      "epoch": 0.6428881179531657,
      "grad_norm": 0.237369105219841,
      "learning_rate": 7.885536051066299e-05,
      "loss": 0.0594,
      "step": 5930
    },
    {
      "epoch": 0.6429965307892455,
      "grad_norm": 0.15931804478168488,
      "learning_rate": 7.885173364282606e-05,
      "loss": 0.0147,
      "step": 5931
    },
    {
      "epoch": 0.6431049436253252,
      "grad_norm": 0.30117374658584595,
      "learning_rate": 7.884810677498913e-05,
      "loss": 0.0409,
      "step": 5932
    },
    {
      "epoch": 0.643213356461405,
      "grad_norm": 0.25655990839004517,
      "learning_rate": 7.884447990715219e-05,
      "loss": 0.0538,
      "step": 5933
    },
    {
      "epoch": 0.6433217692974849,
      "grad_norm": 0.24980029463768005,
      "learning_rate": 7.884085303931525e-05,
      "loss": 0.0284,
      "step": 5934
    },
    {
      "epoch": 0.6434301821335646,
      "grad_norm": 0.08031371980905533,
      "learning_rate": 7.883722617147832e-05,
      "loss": 0.0096,
      "step": 5935
    },
    {
      "epoch": 0.6435385949696444,
      "grad_norm": 0.16796384751796722,
      "learning_rate": 7.883359930364138e-05,
      "loss": 0.0299,
      "step": 5936
    },
    {
      "epoch": 0.6436470078057241,
      "grad_norm": 0.5009580254554749,
      "learning_rate": 7.882997243580445e-05,
      "loss": 0.0607,
      "step": 5937
    },
    {
      "epoch": 0.643755420641804,
      "grad_norm": 0.25669875741004944,
      "learning_rate": 7.88263455679675e-05,
      "loss": 0.0472,
      "step": 5938
    },
    {
      "epoch": 0.6438638334778838,
      "grad_norm": 0.17306837439537048,
      "learning_rate": 7.882271870013058e-05,
      "loss": 0.033,
      "step": 5939
    },
    {
      "epoch": 0.6439722463139635,
      "grad_norm": 0.27391189336776733,
      "learning_rate": 7.881909183229363e-05,
      "loss": 0.0359,
      "step": 5940
    },
    {
      "epoch": 0.6440806591500433,
      "grad_norm": 0.3161712884902954,
      "learning_rate": 7.88154649644567e-05,
      "loss": 0.0395,
      "step": 5941
    },
    {
      "epoch": 0.6441890719861232,
      "grad_norm": 0.4499296545982361,
      "learning_rate": 7.881183809661976e-05,
      "loss": 0.0341,
      "step": 5942
    },
    {
      "epoch": 0.644297484822203,
      "grad_norm": 0.31748875975608826,
      "learning_rate": 7.880821122878282e-05,
      "loss": 0.0521,
      "step": 5943
    },
    {
      "epoch": 0.6444058976582827,
      "grad_norm": 0.1321321576833725,
      "learning_rate": 7.880458436094589e-05,
      "loss": 0.0172,
      "step": 5944
    },
    {
      "epoch": 0.6445143104943626,
      "grad_norm": 0.5785817503929138,
      "learning_rate": 7.880095749310895e-05,
      "loss": 0.037,
      "step": 5945
    },
    {
      "epoch": 0.6446227233304423,
      "grad_norm": 0.7022335529327393,
      "learning_rate": 7.879733062527202e-05,
      "loss": 0.0751,
      "step": 5946
    },
    {
      "epoch": 0.6447311361665221,
      "grad_norm": 0.18401667475700378,
      "learning_rate": 7.879370375743508e-05,
      "loss": 0.0233,
      "step": 5947
    },
    {
      "epoch": 0.6448395490026019,
      "grad_norm": 0.36829420924186707,
      "learning_rate": 7.879007688959815e-05,
      "loss": 0.1063,
      "step": 5948
    },
    {
      "epoch": 0.6449479618386817,
      "grad_norm": 0.2980997562408447,
      "learning_rate": 7.878645002176122e-05,
      "loss": 0.0506,
      "step": 5949
    },
    {
      "epoch": 0.6450563746747615,
      "grad_norm": 0.6372486352920532,
      "learning_rate": 7.878282315392427e-05,
      "loss": 0.068,
      "step": 5950
    },
    {
      "epoch": 0.6451647875108413,
      "grad_norm": 0.3091653287410736,
      "learning_rate": 7.877919628608735e-05,
      "loss": 0.0566,
      "step": 5951
    },
    {
      "epoch": 0.645273200346921,
      "grad_norm": 0.11552049964666367,
      "learning_rate": 7.87755694182504e-05,
      "loss": 0.0226,
      "step": 5952
    },
    {
      "epoch": 0.6453816131830009,
      "grad_norm": 0.45914506912231445,
      "learning_rate": 7.877194255041347e-05,
      "loss": 0.0453,
      "step": 5953
    },
    {
      "epoch": 0.6454900260190807,
      "grad_norm": 0.17440275847911835,
      "learning_rate": 7.876831568257653e-05,
      "loss": 0.0385,
      "step": 5954
    },
    {
      "epoch": 0.6455984388551604,
      "grad_norm": 0.23428910970687866,
      "learning_rate": 7.87646888147396e-05,
      "loss": 0.0535,
      "step": 5955
    },
    {
      "epoch": 0.6457068516912402,
      "grad_norm": 0.26602187752723694,
      "learning_rate": 7.876106194690266e-05,
      "loss": 0.0384,
      "step": 5956
    },
    {
      "epoch": 0.6458152645273201,
      "grad_norm": 0.9210402369499207,
      "learning_rate": 7.875743507906572e-05,
      "loss": 0.0601,
      "step": 5957
    },
    {
      "epoch": 0.6459236773633998,
      "grad_norm": 0.2870742380619049,
      "learning_rate": 7.875380821122879e-05,
      "loss": 0.0213,
      "step": 5958
    },
    {
      "epoch": 0.6460320901994796,
      "grad_norm": 0.2037481665611267,
      "learning_rate": 7.875018134339184e-05,
      "loss": 0.0209,
      "step": 5959
    },
    {
      "epoch": 0.6461405030355594,
      "grad_norm": 0.14789332449436188,
      "learning_rate": 7.874655447555492e-05,
      "loss": 0.043,
      "step": 5960
    },
    {
      "epoch": 0.6462489158716392,
      "grad_norm": 0.2582661211490631,
      "learning_rate": 7.874292760771797e-05,
      "loss": 0.0477,
      "step": 5961
    },
    {
      "epoch": 0.646357328707719,
      "grad_norm": 0.2573775351047516,
      "learning_rate": 7.873930073988104e-05,
      "loss": 0.0497,
      "step": 5962
    },
    {
      "epoch": 0.6464657415437988,
      "grad_norm": 0.21824347972869873,
      "learning_rate": 7.87356738720441e-05,
      "loss": 0.029,
      "step": 5963
    },
    {
      "epoch": 0.6465741543798785,
      "grad_norm": 0.27656763792037964,
      "learning_rate": 7.873204700420717e-05,
      "loss": 0.0314,
      "step": 5964
    },
    {
      "epoch": 0.6466825672159584,
      "grad_norm": 0.5533554553985596,
      "learning_rate": 7.872842013637023e-05,
      "loss": 0.0748,
      "step": 5965
    },
    {
      "epoch": 0.6467909800520382,
      "grad_norm": 0.28773027658462524,
      "learning_rate": 7.87247932685333e-05,
      "loss": 0.0484,
      "step": 5966
    },
    {
      "epoch": 0.6468993928881179,
      "grad_norm": 0.20484638214111328,
      "learning_rate": 7.872116640069637e-05,
      "loss": 0.0415,
      "step": 5967
    },
    {
      "epoch": 0.6470078057241977,
      "grad_norm": 0.2230212688446045,
      "learning_rate": 7.871753953285943e-05,
      "loss": 0.0394,
      "step": 5968
    },
    {
      "epoch": 0.6471162185602776,
      "grad_norm": 0.13243284821510315,
      "learning_rate": 7.87139126650225e-05,
      "loss": 0.0171,
      "step": 5969
    },
    {
      "epoch": 0.6472246313963573,
      "grad_norm": 0.19946670532226562,
      "learning_rate": 7.871028579718556e-05,
      "loss": 0.0374,
      "step": 5970
    },
    {
      "epoch": 0.6473330442324371,
      "grad_norm": 0.2574024796485901,
      "learning_rate": 7.870665892934861e-05,
      "loss": 0.047,
      "step": 5971
    },
    {
      "epoch": 0.647441457068517,
      "grad_norm": 0.3330017328262329,
      "learning_rate": 7.870303206151168e-05,
      "loss": 0.0498,
      "step": 5972
    },
    {
      "epoch": 0.6475498699045967,
      "grad_norm": 0.1694229394197464,
      "learning_rate": 7.869940519367474e-05,
      "loss": 0.0289,
      "step": 5973
    },
    {
      "epoch": 0.6476582827406765,
      "grad_norm": 0.9113563299179077,
      "learning_rate": 7.869577832583781e-05,
      "loss": 0.0512,
      "step": 5974
    },
    {
      "epoch": 0.6477666955767563,
      "grad_norm": 0.13964936137199402,
      "learning_rate": 7.869215145800087e-05,
      "loss": 0.0104,
      "step": 5975
    },
    {
      "epoch": 0.6478751084128361,
      "grad_norm": 0.47952985763549805,
      "learning_rate": 7.868852459016394e-05,
      "loss": 0.0433,
      "step": 5976
    },
    {
      "epoch": 0.6479835212489159,
      "grad_norm": 0.29000213742256165,
      "learning_rate": 7.8684897722327e-05,
      "loss": 0.0315,
      "step": 5977
    },
    {
      "epoch": 0.6480919340849957,
      "grad_norm": 0.3632551431655884,
      "learning_rate": 7.868127085449007e-05,
      "loss": 0.0338,
      "step": 5978
    },
    {
      "epoch": 0.6482003469210754,
      "grad_norm": 0.17062416672706604,
      "learning_rate": 7.867764398665313e-05,
      "loss": 0.0356,
      "step": 5979
    },
    {
      "epoch": 0.6483087597571553,
      "grad_norm": 0.3342776298522949,
      "learning_rate": 7.867401711881618e-05,
      "loss": 0.093,
      "step": 5980
    },
    {
      "epoch": 0.6484171725932351,
      "grad_norm": 0.3807685673236847,
      "learning_rate": 7.867039025097925e-05,
      "loss": 0.039,
      "step": 5981
    },
    {
      "epoch": 0.6485255854293148,
      "grad_norm": 0.4287835955619812,
      "learning_rate": 7.866676338314231e-05,
      "loss": 0.0317,
      "step": 5982
    },
    {
      "epoch": 0.6486339982653946,
      "grad_norm": 0.5480905771255493,
      "learning_rate": 7.86631365153054e-05,
      "loss": 0.0484,
      "step": 5983
    },
    {
      "epoch": 0.6487424111014745,
      "grad_norm": 0.22803713381290436,
      "learning_rate": 7.865950964746845e-05,
      "loss": 0.0352,
      "step": 5984
    },
    {
      "epoch": 0.6488508239375542,
      "grad_norm": 0.48429539799690247,
      "learning_rate": 7.865588277963152e-05,
      "loss": 0.0806,
      "step": 5985
    },
    {
      "epoch": 0.648959236773634,
      "grad_norm": 0.1411180943250656,
      "learning_rate": 7.865225591179458e-05,
      "loss": 0.027,
      "step": 5986
    },
    {
      "epoch": 0.6490676496097137,
      "grad_norm": 0.6191521883010864,
      "learning_rate": 7.864862904395764e-05,
      "loss": 0.0808,
      "step": 5987
    },
    {
      "epoch": 0.6491760624457936,
      "grad_norm": 0.3651825487613678,
      "learning_rate": 7.864500217612071e-05,
      "loss": 0.093,
      "step": 5988
    },
    {
      "epoch": 0.6492844752818734,
      "grad_norm": 0.2705717980861664,
      "learning_rate": 7.864137530828377e-05,
      "loss": 0.0289,
      "step": 5989
    },
    {
      "epoch": 0.6493928881179531,
      "grad_norm": 0.2206602841615677,
      "learning_rate": 7.863774844044684e-05,
      "loss": 0.0271,
      "step": 5990
    },
    {
      "epoch": 0.6495013009540329,
      "grad_norm": 0.20887985825538635,
      "learning_rate": 7.86341215726099e-05,
      "loss": 0.0483,
      "step": 5991
    },
    {
      "epoch": 0.6496097137901128,
      "grad_norm": 0.5249974131584167,
      "learning_rate": 7.863049470477297e-05,
      "loss": 0.1065,
      "step": 5992
    },
    {
      "epoch": 0.6497181266261925,
      "grad_norm": 0.330874502658844,
      "learning_rate": 7.862686783693602e-05,
      "loss": 0.0544,
      "step": 5993
    },
    {
      "epoch": 0.6498265394622723,
      "grad_norm": 0.37089353799819946,
      "learning_rate": 7.862324096909908e-05,
      "loss": 0.0482,
      "step": 5994
    },
    {
      "epoch": 0.6499349522983521,
      "grad_norm": 0.17251083254814148,
      "learning_rate": 7.861961410126215e-05,
      "loss": 0.0641,
      "step": 5995
    },
    {
      "epoch": 0.650043365134432,
      "grad_norm": 0.38689395785331726,
      "learning_rate": 7.861598723342521e-05,
      "loss": 0.0784,
      "step": 5996
    },
    {
      "epoch": 0.6501517779705117,
      "grad_norm": 0.2961403727531433,
      "learning_rate": 7.861236036558828e-05,
      "loss": 0.0603,
      "step": 5997
    },
    {
      "epoch": 0.6502601908065915,
      "grad_norm": 0.21649706363677979,
      "learning_rate": 7.860873349775134e-05,
      "loss": 0.0384,
      "step": 5998
    },
    {
      "epoch": 0.6503686036426712,
      "grad_norm": 0.1505614072084427,
      "learning_rate": 7.860510662991441e-05,
      "loss": 0.0316,
      "step": 5999
    },
    {
      "epoch": 0.6504770164787511,
      "grad_norm": 0.21912932395935059,
      "learning_rate": 7.860147976207748e-05,
      "loss": 0.0682,
      "step": 6000
    },
    {
      "epoch": 0.6505854293148309,
      "grad_norm": 0.20544640719890594,
      "learning_rate": 7.859785289424054e-05,
      "loss": 0.0458,
      "step": 6001
    },
    {
      "epoch": 0.6506938421509106,
      "grad_norm": 0.3250475823879242,
      "learning_rate": 7.859422602640361e-05,
      "loss": 0.0441,
      "step": 6002
    },
    {
      "epoch": 0.6508022549869905,
      "grad_norm": 0.3403368890285492,
      "learning_rate": 7.859059915856666e-05,
      "loss": 0.0451,
      "step": 6003
    },
    {
      "epoch": 0.6509106678230703,
      "grad_norm": 0.2242494821548462,
      "learning_rate": 7.858697229072974e-05,
      "loss": 0.0219,
      "step": 6004
    },
    {
      "epoch": 0.65101908065915,
      "grad_norm": 0.3428986966609955,
      "learning_rate": 7.858334542289279e-05,
      "loss": 0.0523,
      "step": 6005
    },
    {
      "epoch": 0.6511274934952298,
      "grad_norm": 0.1683984398841858,
      "learning_rate": 7.857971855505586e-05,
      "loss": 0.0381,
      "step": 6006
    },
    {
      "epoch": 0.6512359063313097,
      "grad_norm": 0.20510457456111908,
      "learning_rate": 7.857609168721892e-05,
      "loss": 0.0334,
      "step": 6007
    },
    {
      "epoch": 0.6513443191673894,
      "grad_norm": 0.34463536739349365,
      "learning_rate": 7.857246481938199e-05,
      "loss": 0.0754,
      "step": 6008
    },
    {
      "epoch": 0.6514527320034692,
      "grad_norm": 0.3228188753128052,
      "learning_rate": 7.856883795154505e-05,
      "loss": 0.0533,
      "step": 6009
    },
    {
      "epoch": 0.651561144839549,
      "grad_norm": 0.14201176166534424,
      "learning_rate": 7.856521108370811e-05,
      "loss": 0.0264,
      "step": 6010
    },
    {
      "epoch": 0.6516695576756288,
      "grad_norm": 0.20777881145477295,
      "learning_rate": 7.856158421587118e-05,
      "loss": 0.0339,
      "step": 6011
    },
    {
      "epoch": 0.6517779705117086,
      "grad_norm": 0.12053582072257996,
      "learning_rate": 7.855795734803424e-05,
      "loss": 0.0219,
      "step": 6012
    },
    {
      "epoch": 0.6518863833477884,
      "grad_norm": 0.15370823442935944,
      "learning_rate": 7.85543304801973e-05,
      "loss": 0.0371,
      "step": 6013
    },
    {
      "epoch": 0.6519947961838681,
      "grad_norm": 0.09663579612970352,
      "learning_rate": 7.855070361236036e-05,
      "loss": 0.0216,
      "step": 6014
    },
    {
      "epoch": 0.652103209019948,
      "grad_norm": 0.142015740275383,
      "learning_rate": 7.854707674452343e-05,
      "loss": 0.0554,
      "step": 6015
    },
    {
      "epoch": 0.6522116218560278,
      "grad_norm": 0.16539664566516876,
      "learning_rate": 7.854344987668649e-05,
      "loss": 0.034,
      "step": 6016
    },
    {
      "epoch": 0.6523200346921075,
      "grad_norm": 0.1521291583776474,
      "learning_rate": 7.853982300884956e-05,
      "loss": 0.0122,
      "step": 6017
    },
    {
      "epoch": 0.6524284475281873,
      "grad_norm": 0.4658576250076294,
      "learning_rate": 7.853619614101263e-05,
      "loss": 0.0522,
      "step": 6018
    },
    {
      "epoch": 0.6525368603642672,
      "grad_norm": 0.32081326842308044,
      "learning_rate": 7.853256927317569e-05,
      "loss": 0.0522,
      "step": 6019
    },
    {
      "epoch": 0.6526452732003469,
      "grad_norm": 0.15406203269958496,
      "learning_rate": 7.852894240533876e-05,
      "loss": 0.0314,
      "step": 6020
    },
    {
      "epoch": 0.6527536860364267,
      "grad_norm": 0.14294523000717163,
      "learning_rate": 7.852531553750182e-05,
      "loss": 0.0239,
      "step": 6021
    },
    {
      "epoch": 0.6528620988725065,
      "grad_norm": 0.1539822518825531,
      "learning_rate": 7.852168866966489e-05,
      "loss": 0.0367,
      "step": 6022
    },
    {
      "epoch": 0.6529705117085863,
      "grad_norm": 0.45305290818214417,
      "learning_rate": 7.851806180182795e-05,
      "loss": 0.0895,
      "step": 6023
    },
    {
      "epoch": 0.6530789245446661,
      "grad_norm": 0.17522971332073212,
      "learning_rate": 7.8514434933991e-05,
      "loss": 0.0475,
      "step": 6024
    },
    {
      "epoch": 0.6531873373807459,
      "grad_norm": 0.27159613370895386,
      "learning_rate": 7.851080806615408e-05,
      "loss": 0.0244,
      "step": 6025
    },
    {
      "epoch": 0.6532957502168256,
      "grad_norm": 0.17801284790039062,
      "learning_rate": 7.850718119831713e-05,
      "loss": 0.0354,
      "step": 6026
    },
    {
      "epoch": 0.6534041630529055,
      "grad_norm": 0.43867382407188416,
      "learning_rate": 7.85035543304802e-05,
      "loss": 0.0704,
      "step": 6027
    },
    {
      "epoch": 0.6535125758889853,
      "grad_norm": 0.2986721694469452,
      "learning_rate": 7.849992746264326e-05,
      "loss": 0.0385,
      "step": 6028
    },
    {
      "epoch": 0.653620988725065,
      "grad_norm": 0.2408357709646225,
      "learning_rate": 7.849630059480633e-05,
      "loss": 0.0547,
      "step": 6029
    },
    {
      "epoch": 0.6537294015611448,
      "grad_norm": 0.41516661643981934,
      "learning_rate": 7.849267372696939e-05,
      "loss": 0.0202,
      "step": 6030
    },
    {
      "epoch": 0.6538378143972247,
      "grad_norm": 0.2022669017314911,
      "learning_rate": 7.848904685913246e-05,
      "loss": 0.0484,
      "step": 6031
    },
    {
      "epoch": 0.6539462272333044,
      "grad_norm": 0.3378984332084656,
      "learning_rate": 7.848541999129552e-05,
      "loss": 0.0481,
      "step": 6032
    },
    {
      "epoch": 0.6540546400693842,
      "grad_norm": 0.12653493881225586,
      "learning_rate": 7.848179312345857e-05,
      "loss": 0.0138,
      "step": 6033
    },
    {
      "epoch": 0.6541630529054641,
      "grad_norm": 0.20187221467494965,
      "learning_rate": 7.847816625562165e-05,
      "loss": 0.0527,
      "step": 6034
    },
    {
      "epoch": 0.6542714657415438,
      "grad_norm": 0.11530108749866486,
      "learning_rate": 7.847453938778472e-05,
      "loss": 0.0248,
      "step": 6035
    },
    {
      "epoch": 0.6543798785776236,
      "grad_norm": 0.4625388979911804,
      "learning_rate": 7.847091251994779e-05,
      "loss": 0.0334,
      "step": 6036
    },
    {
      "epoch": 0.6544882914137033,
      "grad_norm": 0.3397209644317627,
      "learning_rate": 7.846728565211084e-05,
      "loss": 0.085,
      "step": 6037
    },
    {
      "epoch": 0.6545967042497832,
      "grad_norm": 0.16889503598213196,
      "learning_rate": 7.84636587842739e-05,
      "loss": 0.0248,
      "step": 6038
    },
    {
      "epoch": 0.654705117085863,
      "grad_norm": 0.33824795484542847,
      "learning_rate": 7.846003191643697e-05,
      "loss": 0.0562,
      "step": 6039
    },
    {
      "epoch": 0.6548135299219427,
      "grad_norm": 0.27776068449020386,
      "learning_rate": 7.845640504860003e-05,
      "loss": 0.0596,
      "step": 6040
    },
    {
      "epoch": 0.6549219427580225,
      "grad_norm": 0.26127514243125916,
      "learning_rate": 7.84527781807631e-05,
      "loss": 0.0385,
      "step": 6041
    },
    {
      "epoch": 0.6550303555941024,
      "grad_norm": 0.17109185457229614,
      "learning_rate": 7.844915131292616e-05,
      "loss": 0.0422,
      "step": 6042
    },
    {
      "epoch": 0.6551387684301822,
      "grad_norm": 0.175486758351326,
      "learning_rate": 7.844552444508923e-05,
      "loss": 0.0309,
      "step": 6043
    },
    {
      "epoch": 0.6552471812662619,
      "grad_norm": 0.2463894784450531,
      "learning_rate": 7.844189757725229e-05,
      "loss": 0.0588,
      "step": 6044
    },
    {
      "epoch": 0.6553555941023417,
      "grad_norm": 0.11058402061462402,
      "learning_rate": 7.843827070941536e-05,
      "loss": 0.0206,
      "step": 6045
    },
    {
      "epoch": 0.6554640069384216,
      "grad_norm": 0.24873964488506317,
      "learning_rate": 7.843464384157841e-05,
      "loss": 0.0671,
      "step": 6046
    },
    {
      "epoch": 0.6555724197745013,
      "grad_norm": 0.1623314917087555,
      "learning_rate": 7.843101697374147e-05,
      "loss": 0.0258,
      "step": 6047
    },
    {
      "epoch": 0.6556808326105811,
      "grad_norm": 0.14408396184444427,
      "learning_rate": 7.842739010590454e-05,
      "loss": 0.0276,
      "step": 6048
    },
    {
      "epoch": 0.6557892454466608,
      "grad_norm": 0.25310584902763367,
      "learning_rate": 7.84237632380676e-05,
      "loss": 0.033,
      "step": 6049
    },
    {
      "epoch": 0.6558976582827407,
      "grad_norm": 0.14341561496257782,
      "learning_rate": 7.842013637023067e-05,
      "loss": 0.0326,
      "step": 6050
    },
    {
      "epoch": 0.6560060711188205,
      "grad_norm": 0.2853643596172333,
      "learning_rate": 7.841650950239373e-05,
      "loss": 0.0667,
      "step": 6051
    },
    {
      "epoch": 0.6561144839549002,
      "grad_norm": 0.21941515803337097,
      "learning_rate": 7.84128826345568e-05,
      "loss": 0.0266,
      "step": 6052
    },
    {
      "epoch": 0.65622289679098,
      "grad_norm": 0.18334805965423584,
      "learning_rate": 7.840925576671987e-05,
      "loss": 0.0278,
      "step": 6053
    },
    {
      "epoch": 0.6563313096270599,
      "grad_norm": 0.4020012319087982,
      "learning_rate": 7.840562889888293e-05,
      "loss": 0.0839,
      "step": 6054
    },
    {
      "epoch": 0.6564397224631396,
      "grad_norm": 0.42739856243133545,
      "learning_rate": 7.8402002031046e-05,
      "loss": 0.0337,
      "step": 6055
    },
    {
      "epoch": 0.6565481352992194,
      "grad_norm": 0.13726066052913666,
      "learning_rate": 7.839837516320906e-05,
      "loss": 0.0294,
      "step": 6056
    },
    {
      "epoch": 0.6566565481352992,
      "grad_norm": 0.2042657732963562,
      "learning_rate": 7.839474829537213e-05,
      "loss": 0.0423,
      "step": 6057
    },
    {
      "epoch": 0.656764960971379,
      "grad_norm": 0.44145119190216064,
      "learning_rate": 7.839112142753518e-05,
      "loss": 0.084,
      "step": 6058
    },
    {
      "epoch": 0.6568733738074588,
      "grad_norm": 0.38103342056274414,
      "learning_rate": 7.838749455969825e-05,
      "loss": 0.0672,
      "step": 6059
    },
    {
      "epoch": 0.6569817866435386,
      "grad_norm": 0.1650697886943817,
      "learning_rate": 7.838386769186131e-05,
      "loss": 0.0315,
      "step": 6060
    },
    {
      "epoch": 0.6570901994796184,
      "grad_norm": 0.14183160662651062,
      "learning_rate": 7.838024082402437e-05,
      "loss": 0.0432,
      "step": 6061
    },
    {
      "epoch": 0.6571986123156982,
      "grad_norm": 0.3390832245349884,
      "learning_rate": 7.837661395618744e-05,
      "loss": 0.0495,
      "step": 6062
    },
    {
      "epoch": 0.657307025151778,
      "grad_norm": 0.17231252789497375,
      "learning_rate": 7.83729870883505e-05,
      "loss": 0.0405,
      "step": 6063
    },
    {
      "epoch": 0.6574154379878577,
      "grad_norm": 0.32389214634895325,
      "learning_rate": 7.836936022051357e-05,
      "loss": 0.0908,
      "step": 6064
    },
    {
      "epoch": 0.6575238508239376,
      "grad_norm": 0.1896975189447403,
      "learning_rate": 7.836573335267663e-05,
      "loss": 0.0194,
      "step": 6065
    },
    {
      "epoch": 0.6576322636600174,
      "grad_norm": 0.2547982335090637,
      "learning_rate": 7.83621064848397e-05,
      "loss": 0.039,
      "step": 6066
    },
    {
      "epoch": 0.6577406764960971,
      "grad_norm": 0.13371314108371735,
      "learning_rate": 7.835847961700275e-05,
      "loss": 0.0264,
      "step": 6067
    },
    {
      "epoch": 0.6578490893321769,
      "grad_norm": 0.21480731666088104,
      "learning_rate": 7.835485274916582e-05,
      "loss": 0.0514,
      "step": 6068
    },
    {
      "epoch": 0.6579575021682568,
      "grad_norm": 0.29886969923973083,
      "learning_rate": 7.83512258813289e-05,
      "loss": 0.0504,
      "step": 6069
    },
    {
      "epoch": 0.6580659150043365,
      "grad_norm": 0.2700074017047882,
      "learning_rate": 7.834759901349195e-05,
      "loss": 0.0346,
      "step": 6070
    },
    {
      "epoch": 0.6581743278404163,
      "grad_norm": 0.17831240594387054,
      "learning_rate": 7.834397214565502e-05,
      "loss": 0.0271,
      "step": 6071
    },
    {
      "epoch": 0.6582827406764961,
      "grad_norm": 0.15414687991142273,
      "learning_rate": 7.834034527781808e-05,
      "loss": 0.0155,
      "step": 6072
    },
    {
      "epoch": 0.6583911535125759,
      "grad_norm": 0.42537105083465576,
      "learning_rate": 7.833671840998115e-05,
      "loss": 0.0613,
      "step": 6073
    },
    {
      "epoch": 0.6584995663486557,
      "grad_norm": 0.22348622977733612,
      "learning_rate": 7.833309154214421e-05,
      "loss": 0.023,
      "step": 6074
    },
    {
      "epoch": 0.6586079791847355,
      "grad_norm": 0.28786855936050415,
      "learning_rate": 7.832946467430727e-05,
      "loss": 0.0648,
      "step": 6075
    },
    {
      "epoch": 0.6587163920208152,
      "grad_norm": 0.21362239122390747,
      "learning_rate": 7.832583780647034e-05,
      "loss": 0.0291,
      "step": 6076
    },
    {
      "epoch": 0.6588248048568951,
      "grad_norm": 0.09058649092912674,
      "learning_rate": 7.83222109386334e-05,
      "loss": 0.0159,
      "step": 6077
    },
    {
      "epoch": 0.6589332176929749,
      "grad_norm": 0.13684770464897156,
      "learning_rate": 7.831858407079647e-05,
      "loss": 0.0173,
      "step": 6078
    },
    {
      "epoch": 0.6590416305290546,
      "grad_norm": 0.2800498306751251,
      "learning_rate": 7.831495720295952e-05,
      "loss": 0.0633,
      "step": 6079
    },
    {
      "epoch": 0.6591500433651344,
      "grad_norm": 0.42398932576179504,
      "learning_rate": 7.83113303351226e-05,
      "loss": 0.071,
      "step": 6080
    },
    {
      "epoch": 0.6592584562012143,
      "grad_norm": 0.5307971239089966,
      "learning_rate": 7.830770346728565e-05,
      "loss": 0.0529,
      "step": 6081
    },
    {
      "epoch": 0.659366869037294,
      "grad_norm": 0.3011828064918518,
      "learning_rate": 7.830407659944872e-05,
      "loss": 0.0565,
      "step": 6082
    },
    {
      "epoch": 0.6594752818733738,
      "grad_norm": 0.22488562762737274,
      "learning_rate": 7.830044973161178e-05,
      "loss": 0.0236,
      "step": 6083
    },
    {
      "epoch": 0.6595836947094535,
      "grad_norm": 0.2918299734592438,
      "learning_rate": 7.829682286377484e-05,
      "loss": 0.0392,
      "step": 6084
    },
    {
      "epoch": 0.6596921075455334,
      "grad_norm": 0.17481838166713715,
      "learning_rate": 7.829319599593791e-05,
      "loss": 0.0123,
      "step": 6085
    },
    {
      "epoch": 0.6598005203816132,
      "grad_norm": 0.1432197093963623,
      "learning_rate": 7.828956912810097e-05,
      "loss": 0.019,
      "step": 6086
    },
    {
      "epoch": 0.659908933217693,
      "grad_norm": 0.13988655805587769,
      "learning_rate": 7.828594226026405e-05,
      "loss": 0.0309,
      "step": 6087
    },
    {
      "epoch": 0.6600173460537727,
      "grad_norm": 0.2496766895055771,
      "learning_rate": 7.828231539242711e-05,
      "loss": 0.0395,
      "step": 6088
    },
    {
      "epoch": 0.6601257588898526,
      "grad_norm": 0.5120188593864441,
      "learning_rate": 7.827868852459018e-05,
      "loss": 0.075,
      "step": 6089
    },
    {
      "epoch": 0.6602341717259324,
      "grad_norm": 0.35948851704597473,
      "learning_rate": 7.827506165675324e-05,
      "loss": 0.0592,
      "step": 6090
    },
    {
      "epoch": 0.6603425845620121,
      "grad_norm": 0.4204657971858978,
      "learning_rate": 7.827143478891629e-05,
      "loss": 0.044,
      "step": 6091
    },
    {
      "epoch": 0.660450997398092,
      "grad_norm": 0.2666622996330261,
      "learning_rate": 7.826780792107936e-05,
      "loss": 0.0189,
      "step": 6092
    },
    {
      "epoch": 0.6605594102341718,
      "grad_norm": 0.23382097482681274,
      "learning_rate": 7.826418105324242e-05,
      "loss": 0.071,
      "step": 6093
    },
    {
      "epoch": 0.6606678230702515,
      "grad_norm": 0.2860068082809448,
      "learning_rate": 7.826055418540549e-05,
      "loss": 0.0179,
      "step": 6094
    },
    {
      "epoch": 0.6607762359063313,
      "grad_norm": 0.5286832451820374,
      "learning_rate": 7.825692731756855e-05,
      "loss": 0.0812,
      "step": 6095
    },
    {
      "epoch": 0.6608846487424112,
      "grad_norm": 0.20412631332874298,
      "learning_rate": 7.825330044973162e-05,
      "loss": 0.0338,
      "step": 6096
    },
    {
      "epoch": 0.6609930615784909,
      "grad_norm": 0.33643072843551636,
      "learning_rate": 7.824967358189468e-05,
      "loss": 0.0283,
      "step": 6097
    },
    {
      "epoch": 0.6611014744145707,
      "grad_norm": 0.18367160856723785,
      "learning_rate": 7.824604671405773e-05,
      "loss": 0.0253,
      "step": 6098
    },
    {
      "epoch": 0.6612098872506504,
      "grad_norm": 0.2691245377063751,
      "learning_rate": 7.82424198462208e-05,
      "loss": 0.0571,
      "step": 6099
    },
    {
      "epoch": 0.6613183000867303,
      "grad_norm": 0.1430368721485138,
      "learning_rate": 7.823879297838386e-05,
      "loss": 0.0313,
      "step": 6100
    },
    {
      "epoch": 0.6614267129228101,
      "grad_norm": 0.4926704466342926,
      "learning_rate": 7.823516611054693e-05,
      "loss": 0.0567,
      "step": 6101
    },
    {
      "epoch": 0.6615351257588898,
      "grad_norm": 0.2195732742547989,
      "learning_rate": 7.823153924270999e-05,
      "loss": 0.0293,
      "step": 6102
    },
    {
      "epoch": 0.6616435385949696,
      "grad_norm": 0.20277075469493866,
      "learning_rate": 7.822791237487306e-05,
      "loss": 0.0204,
      "step": 6103
    },
    {
      "epoch": 0.6617519514310495,
      "grad_norm": 0.21326838433742523,
      "learning_rate": 7.822428550703613e-05,
      "loss": 0.0573,
      "step": 6104
    },
    {
      "epoch": 0.6618603642671292,
      "grad_norm": 0.26255178451538086,
      "learning_rate": 7.822065863919919e-05,
      "loss": 0.0386,
      "step": 6105
    },
    {
      "epoch": 0.661968777103209,
      "grad_norm": 0.10686144977807999,
      "learning_rate": 7.821703177136226e-05,
      "loss": 0.0086,
      "step": 6106
    },
    {
      "epoch": 0.6620771899392888,
      "grad_norm": 0.3222012519836426,
      "learning_rate": 7.821340490352532e-05,
      "loss": 0.0254,
      "step": 6107
    },
    {
      "epoch": 0.6621856027753686,
      "grad_norm": 0.22782932221889496,
      "learning_rate": 7.820977803568839e-05,
      "loss": 0.034,
      "step": 6108
    },
    {
      "epoch": 0.6622940156114484,
      "grad_norm": 0.04279686138033867,
      "learning_rate": 7.820615116785145e-05,
      "loss": 0.0043,
      "step": 6109
    },
    {
      "epoch": 0.6624024284475282,
      "grad_norm": 0.23306190967559814,
      "learning_rate": 7.820252430001452e-05,
      "loss": 0.045,
      "step": 6110
    },
    {
      "epoch": 0.6625108412836079,
      "grad_norm": 0.3951402008533478,
      "learning_rate": 7.819889743217757e-05,
      "loss": 0.0576,
      "step": 6111
    },
    {
      "epoch": 0.6626192541196878,
      "grad_norm": 0.28493279218673706,
      "learning_rate": 7.819527056434065e-05,
      "loss": 0.0636,
      "step": 6112
    },
    {
      "epoch": 0.6627276669557676,
      "grad_norm": 0.22039243578910828,
      "learning_rate": 7.81916436965037e-05,
      "loss": 0.0695,
      "step": 6113
    },
    {
      "epoch": 0.6628360797918473,
      "grad_norm": 0.22411048412322998,
      "learning_rate": 7.818801682866676e-05,
      "loss": 0.0314,
      "step": 6114
    },
    {
      "epoch": 0.6629444926279271,
      "grad_norm": 0.30231329798698425,
      "learning_rate": 7.818438996082983e-05,
      "loss": 0.062,
      "step": 6115
    },
    {
      "epoch": 0.663052905464007,
      "grad_norm": 0.21180102229118347,
      "learning_rate": 7.818076309299289e-05,
      "loss": 0.0334,
      "step": 6116
    },
    {
      "epoch": 0.6631613183000867,
      "grad_norm": 0.46292731165885925,
      "learning_rate": 7.817713622515596e-05,
      "loss": 0.0531,
      "step": 6117
    },
    {
      "epoch": 0.6632697311361665,
      "grad_norm": 0.5881615281105042,
      "learning_rate": 7.817350935731902e-05,
      "loss": 0.1647,
      "step": 6118
    },
    {
      "epoch": 0.6633781439722463,
      "grad_norm": 0.18613389134407043,
      "learning_rate": 7.816988248948209e-05,
      "loss": 0.0169,
      "step": 6119
    },
    {
      "epoch": 0.6634865568083261,
      "grad_norm": 0.15533623099327087,
      "learning_rate": 7.816625562164514e-05,
      "loss": 0.0331,
      "step": 6120
    },
    {
      "epoch": 0.6635949696444059,
      "grad_norm": 0.38393184542655945,
      "learning_rate": 7.816262875380822e-05,
      "loss": 0.0294,
      "step": 6121
    },
    {
      "epoch": 0.6637033824804857,
      "grad_norm": 0.2881752550601959,
      "learning_rate": 7.815900188597129e-05,
      "loss": 0.0527,
      "step": 6122
    },
    {
      "epoch": 0.6638117953165655,
      "grad_norm": 0.20772980153560638,
      "learning_rate": 7.815537501813434e-05,
      "loss": 0.0304,
      "step": 6123
    },
    {
      "epoch": 0.6639202081526453,
      "grad_norm": 0.4414888918399811,
      "learning_rate": 7.815174815029741e-05,
      "loss": 0.0478,
      "step": 6124
    },
    {
      "epoch": 0.6640286209887251,
      "grad_norm": 0.2983936071395874,
      "learning_rate": 7.814812128246047e-05,
      "loss": 0.0234,
      "step": 6125
    },
    {
      "epoch": 0.6641370338248048,
      "grad_norm": 0.1593533456325531,
      "learning_rate": 7.814449441462354e-05,
      "loss": 0.0386,
      "step": 6126
    },
    {
      "epoch": 0.6642454466608847,
      "grad_norm": 0.13106559216976166,
      "learning_rate": 7.81408675467866e-05,
      "loss": 0.0193,
      "step": 6127
    },
    {
      "epoch": 0.6643538594969645,
      "grad_norm": 0.2025940865278244,
      "learning_rate": 7.813724067894966e-05,
      "loss": 0.0418,
      "step": 6128
    },
    {
      "epoch": 0.6644622723330442,
      "grad_norm": 0.11825443059206009,
      "learning_rate": 7.813361381111273e-05,
      "loss": 0.0208,
      "step": 6129
    },
    {
      "epoch": 0.664570685169124,
      "grad_norm": 0.36415818333625793,
      "learning_rate": 7.812998694327579e-05,
      "loss": 0.0307,
      "step": 6130
    },
    {
      "epoch": 0.6646790980052039,
      "grad_norm": 0.3728305995464325,
      "learning_rate": 7.812636007543886e-05,
      "loss": 0.074,
      "step": 6131
    },
    {
      "epoch": 0.6647875108412836,
      "grad_norm": 0.2209022045135498,
      "learning_rate": 7.812273320760191e-05,
      "loss": 0.015,
      "step": 6132
    },
    {
      "epoch": 0.6648959236773634,
      "grad_norm": 0.3139985203742981,
      "learning_rate": 7.811910633976499e-05,
      "loss": 0.059,
      "step": 6133
    },
    {
      "epoch": 0.6650043365134432,
      "grad_norm": 0.3063148558139801,
      "learning_rate": 7.811547947192804e-05,
      "loss": 0.0638,
      "step": 6134
    },
    {
      "epoch": 0.665112749349523,
      "grad_norm": 0.1653013527393341,
      "learning_rate": 7.811185260409111e-05,
      "loss": 0.018,
      "step": 6135
    },
    {
      "epoch": 0.6652211621856028,
      "grad_norm": 0.3260170817375183,
      "learning_rate": 7.810822573625417e-05,
      "loss": 0.0505,
      "step": 6136
    },
    {
      "epoch": 0.6653295750216826,
      "grad_norm": 0.11882556229829788,
      "learning_rate": 7.810459886841723e-05,
      "loss": 0.0287,
      "step": 6137
    },
    {
      "epoch": 0.6654379878577623,
      "grad_norm": 0.375339150428772,
      "learning_rate": 7.810097200058031e-05,
      "loss": 0.0588,
      "step": 6138
    },
    {
      "epoch": 0.6655464006938422,
      "grad_norm": 0.20925703644752502,
      "learning_rate": 7.809734513274337e-05,
      "loss": 0.0563,
      "step": 6139
    },
    {
      "epoch": 0.665654813529922,
      "grad_norm": 0.18980585038661957,
      "learning_rate": 7.809371826490644e-05,
      "loss": 0.0492,
      "step": 6140
    },
    {
      "epoch": 0.6657632263660017,
      "grad_norm": 0.08346820622682571,
      "learning_rate": 7.80900913970695e-05,
      "loss": 0.0119,
      "step": 6141
    },
    {
      "epoch": 0.6658716392020815,
      "grad_norm": 0.21787157654762268,
      "learning_rate": 7.808646452923256e-05,
      "loss": 0.0362,
      "step": 6142
    },
    {
      "epoch": 0.6659800520381614,
      "grad_norm": 0.0924261212348938,
      "learning_rate": 7.808283766139563e-05,
      "loss": 0.009,
      "step": 6143
    },
    {
      "epoch": 0.6660884648742411,
      "grad_norm": 0.25304508209228516,
      "learning_rate": 7.807921079355868e-05,
      "loss": 0.0395,
      "step": 6144
    },
    {
      "epoch": 0.6661968777103209,
      "grad_norm": 0.25671637058258057,
      "learning_rate": 7.807558392572175e-05,
      "loss": 0.0268,
      "step": 6145
    },
    {
      "epoch": 0.6663052905464006,
      "grad_norm": 0.37012919783592224,
      "learning_rate": 7.807195705788481e-05,
      "loss": 0.0558,
      "step": 6146
    },
    {
      "epoch": 0.6664137033824805,
      "grad_norm": 0.24534383416175842,
      "learning_rate": 7.806833019004788e-05,
      "loss": 0.054,
      "step": 6147
    },
    {
      "epoch": 0.6665221162185603,
      "grad_norm": 0.16900373995304108,
      "learning_rate": 7.806470332221094e-05,
      "loss": 0.0279,
      "step": 6148
    },
    {
      "epoch": 0.66663052905464,
      "grad_norm": 0.1068202555179596,
      "learning_rate": 7.806107645437401e-05,
      "loss": 0.0122,
      "step": 6149
    },
    {
      "epoch": 0.6667389418907199,
      "grad_norm": 0.1740088164806366,
      "learning_rate": 7.805744958653707e-05,
      "loss": 0.0488,
      "step": 6150
    },
    {
      "epoch": 0.6668473547267997,
      "grad_norm": 0.46244195103645325,
      "learning_rate": 7.805382271870013e-05,
      "loss": 0.0385,
      "step": 6151
    },
    {
      "epoch": 0.6669557675628794,
      "grad_norm": 0.12665767967700958,
      "learning_rate": 7.80501958508632e-05,
      "loss": 0.0302,
      "step": 6152
    },
    {
      "epoch": 0.6670641803989592,
      "grad_norm": 0.3410373330116272,
      "learning_rate": 7.804656898302625e-05,
      "loss": 0.076,
      "step": 6153
    },
    {
      "epoch": 0.6671725932350391,
      "grad_norm": 0.14145392179489136,
      "learning_rate": 7.804294211518932e-05,
      "loss": 0.0271,
      "step": 6154
    },
    {
      "epoch": 0.6672810060711188,
      "grad_norm": 0.4281504154205322,
      "learning_rate": 7.803931524735238e-05,
      "loss": 0.0588,
      "step": 6155
    },
    {
      "epoch": 0.6673894189071986,
      "grad_norm": 0.11391957849264145,
      "learning_rate": 7.803568837951545e-05,
      "loss": 0.0156,
      "step": 6156
    },
    {
      "epoch": 0.6674978317432784,
      "grad_norm": 0.14814214408397675,
      "learning_rate": 7.803206151167852e-05,
      "loss": 0.0304,
      "step": 6157
    },
    {
      "epoch": 0.6676062445793582,
      "grad_norm": 0.1814390867948532,
      "learning_rate": 7.802843464384158e-05,
      "loss": 0.0289,
      "step": 6158
    },
    {
      "epoch": 0.667714657415438,
      "grad_norm": 0.30656853318214417,
      "learning_rate": 7.802480777600465e-05,
      "loss": 0.0267,
      "step": 6159
    },
    {
      "epoch": 0.6678230702515178,
      "grad_norm": 0.3923192024230957,
      "learning_rate": 7.802118090816771e-05,
      "loss": 0.0923,
      "step": 6160
    },
    {
      "epoch": 0.6679314830875975,
      "grad_norm": 0.2564401626586914,
      "learning_rate": 7.801755404033078e-05,
      "loss": 0.0174,
      "step": 6161
    },
    {
      "epoch": 0.6680398959236774,
      "grad_norm": 0.1409611850976944,
      "learning_rate": 7.801392717249384e-05,
      "loss": 0.0196,
      "step": 6162
    },
    {
      "epoch": 0.6681483087597572,
      "grad_norm": 0.2889346182346344,
      "learning_rate": 7.801030030465691e-05,
      "loss": 0.0249,
      "step": 6163
    },
    {
      "epoch": 0.6682567215958369,
      "grad_norm": 0.22963903844356537,
      "learning_rate": 7.800667343681997e-05,
      "loss": 0.0209,
      "step": 6164
    },
    {
      "epoch": 0.6683651344319167,
      "grad_norm": 0.07359056174755096,
      "learning_rate": 7.800304656898302e-05,
      "loss": 0.0095,
      "step": 6165
    },
    {
      "epoch": 0.6684735472679966,
      "grad_norm": 0.24530860781669617,
      "learning_rate": 7.79994197011461e-05,
      "loss": 0.0601,
      "step": 6166
    },
    {
      "epoch": 0.6685819601040763,
      "grad_norm": 0.3473573923110962,
      "learning_rate": 7.799579283330915e-05,
      "loss": 0.021,
      "step": 6167
    },
    {
      "epoch": 0.6686903729401561,
      "grad_norm": 0.5883244276046753,
      "learning_rate": 7.799216596547222e-05,
      "loss": 0.0228,
      "step": 6168
    },
    {
      "epoch": 0.6687987857762359,
      "grad_norm": 0.3073526620864868,
      "learning_rate": 7.798853909763528e-05,
      "loss": 0.0565,
      "step": 6169
    },
    {
      "epoch": 0.6689071986123157,
      "grad_norm": 0.22049982845783234,
      "learning_rate": 7.798491222979835e-05,
      "loss": 0.0135,
      "step": 6170
    },
    {
      "epoch": 0.6690156114483955,
      "grad_norm": 0.3055139183998108,
      "learning_rate": 7.798128536196141e-05,
      "loss": 0.0455,
      "step": 6171
    },
    {
      "epoch": 0.6691240242844753,
      "grad_norm": 0.24774055182933807,
      "learning_rate": 7.797765849412448e-05,
      "loss": 0.0288,
      "step": 6172
    },
    {
      "epoch": 0.669232437120555,
      "grad_norm": 0.12613223493099213,
      "learning_rate": 7.797403162628755e-05,
      "loss": 0.0196,
      "step": 6173
    },
    {
      "epoch": 0.6693408499566349,
      "grad_norm": 0.18688079714775085,
      "learning_rate": 7.79704047584506e-05,
      "loss": 0.0345,
      "step": 6174
    },
    {
      "epoch": 0.6694492627927147,
      "grad_norm": 0.18917487561702728,
      "learning_rate": 7.796677789061368e-05,
      "loss": 0.0384,
      "step": 6175
    },
    {
      "epoch": 0.6695576756287944,
      "grad_norm": 0.1449251025915146,
      "learning_rate": 7.796315102277673e-05,
      "loss": 0.0211,
      "step": 6176
    },
    {
      "epoch": 0.6696660884648742,
      "grad_norm": 0.21141235530376434,
      "learning_rate": 7.79595241549398e-05,
      "loss": 0.0819,
      "step": 6177
    },
    {
      "epoch": 0.6697745013009541,
      "grad_norm": 0.204310342669487,
      "learning_rate": 7.795589728710286e-05,
      "loss": 0.0163,
      "step": 6178
    },
    {
      "epoch": 0.6698829141370338,
      "grad_norm": 0.6368550658226013,
      "learning_rate": 7.795227041926592e-05,
      "loss": 0.0632,
      "step": 6179
    },
    {
      "epoch": 0.6699913269731136,
      "grad_norm": 0.24581637978553772,
      "learning_rate": 7.794864355142899e-05,
      "loss": 0.0249,
      "step": 6180
    },
    {
      "epoch": 0.6700997398091935,
      "grad_norm": 0.46816468238830566,
      "learning_rate": 7.794501668359205e-05,
      "loss": 0.0451,
      "step": 6181
    },
    {
      "epoch": 0.6702081526452732,
      "grad_norm": 0.48789048194885254,
      "learning_rate": 7.794138981575512e-05,
      "loss": 0.084,
      "step": 6182
    },
    {
      "epoch": 0.670316565481353,
      "grad_norm": 0.23047807812690735,
      "learning_rate": 7.793776294791818e-05,
      "loss": 0.0529,
      "step": 6183
    },
    {
      "epoch": 0.6704249783174328,
      "grad_norm": 0.7929215431213379,
      "learning_rate": 7.793413608008125e-05,
      "loss": 0.0671,
      "step": 6184
    },
    {
      "epoch": 0.6705333911535126,
      "grad_norm": 0.18242447078227997,
      "learning_rate": 7.79305092122443e-05,
      "loss": 0.011,
      "step": 6185
    },
    {
      "epoch": 0.6706418039895924,
      "grad_norm": 0.16864150762557983,
      "learning_rate": 7.792688234440738e-05,
      "loss": 0.03,
      "step": 6186
    },
    {
      "epoch": 0.6707502168256722,
      "grad_norm": 0.2269972264766693,
      "learning_rate": 7.792325547657043e-05,
      "loss": 0.0223,
      "step": 6187
    },
    {
      "epoch": 0.6708586296617519,
      "grad_norm": 0.19530794024467468,
      "learning_rate": 7.791962860873349e-05,
      "loss": 0.0192,
      "step": 6188
    },
    {
      "epoch": 0.6709670424978318,
      "grad_norm": 0.34725573658943176,
      "learning_rate": 7.791600174089656e-05,
      "loss": 0.0846,
      "step": 6189
    },
    {
      "epoch": 0.6710754553339116,
      "grad_norm": 0.2203051745891571,
      "learning_rate": 7.791237487305963e-05,
      "loss": 0.0233,
      "step": 6190
    },
    {
      "epoch": 0.6711838681699913,
      "grad_norm": 0.36861300468444824,
      "learning_rate": 7.79087480052227e-05,
      "loss": 0.0419,
      "step": 6191
    },
    {
      "epoch": 0.6712922810060711,
      "grad_norm": 0.3267455995082855,
      "learning_rate": 7.790512113738576e-05,
      "loss": 0.0667,
      "step": 6192
    },
    {
      "epoch": 0.671400693842151,
      "grad_norm": 0.1365242600440979,
      "learning_rate": 7.790149426954883e-05,
      "loss": 0.0174,
      "step": 6193
    },
    {
      "epoch": 0.6715091066782307,
      "grad_norm": 0.08412840962409973,
      "learning_rate": 7.789786740171189e-05,
      "loss": 0.0177,
      "step": 6194
    },
    {
      "epoch": 0.6716175195143105,
      "grad_norm": 0.29362553358078003,
      "learning_rate": 7.789424053387495e-05,
      "loss": 0.0662,
      "step": 6195
    },
    {
      "epoch": 0.6717259323503902,
      "grad_norm": 0.08916905522346497,
      "learning_rate": 7.789061366603802e-05,
      "loss": 0.0113,
      "step": 6196
    },
    {
      "epoch": 0.6718343451864701,
      "grad_norm": 0.26559099555015564,
      "learning_rate": 7.788698679820107e-05,
      "loss": 0.0718,
      "step": 6197
    },
    {
      "epoch": 0.6719427580225499,
      "grad_norm": 0.4071217477321625,
      "learning_rate": 7.788335993036415e-05,
      "loss": 0.0566,
      "step": 6198
    },
    {
      "epoch": 0.6720511708586296,
      "grad_norm": 0.12113948911428452,
      "learning_rate": 7.78797330625272e-05,
      "loss": 0.0163,
      "step": 6199
    },
    {
      "epoch": 0.6721595836947094,
      "grad_norm": 0.34878018498420715,
      "learning_rate": 7.787610619469027e-05,
      "loss": 0.0647,
      "step": 6200
    },
    {
      "epoch": 0.6722679965307893,
      "grad_norm": 0.6958063840866089,
      "learning_rate": 7.787247932685333e-05,
      "loss": 0.0512,
      "step": 6201
    },
    {
      "epoch": 0.672376409366869,
      "grad_norm": 0.31238654255867004,
      "learning_rate": 7.78688524590164e-05,
      "loss": 0.0677,
      "step": 6202
    },
    {
      "epoch": 0.6724848222029488,
      "grad_norm": 0.38916677236557007,
      "learning_rate": 7.786522559117946e-05,
      "loss": 0.0602,
      "step": 6203
    },
    {
      "epoch": 0.6725932350390286,
      "grad_norm": 0.16797040402889252,
      "learning_rate": 7.786159872334252e-05,
      "loss": 0.0318,
      "step": 6204
    },
    {
      "epoch": 0.6727016478751084,
      "grad_norm": 0.193101167678833,
      "learning_rate": 7.785797185550559e-05,
      "loss": 0.015,
      "step": 6205
    },
    {
      "epoch": 0.6728100607111882,
      "grad_norm": 0.23553942143917084,
      "learning_rate": 7.785434498766864e-05,
      "loss": 0.0701,
      "step": 6206
    },
    {
      "epoch": 0.672918473547268,
      "grad_norm": 0.0671166479587555,
      "learning_rate": 7.785071811983173e-05,
      "loss": 0.0204,
      "step": 6207
    },
    {
      "epoch": 0.6730268863833477,
      "grad_norm": 0.12954409420490265,
      "learning_rate": 7.784709125199479e-05,
      "loss": 0.0275,
      "step": 6208
    },
    {
      "epoch": 0.6731352992194276,
      "grad_norm": 0.09930134564638138,
      "learning_rate": 7.784346438415784e-05,
      "loss": 0.0226,
      "step": 6209
    },
    {
      "epoch": 0.6732437120555074,
      "grad_norm": 0.39147624373435974,
      "learning_rate": 7.783983751632091e-05,
      "loss": 0.0687,
      "step": 6210
    },
    {
      "epoch": 0.6733521248915871,
      "grad_norm": 0.146122545003891,
      "learning_rate": 7.783621064848397e-05,
      "loss": 0.0212,
      "step": 6211
    },
    {
      "epoch": 0.673460537727667,
      "grad_norm": 0.324512779712677,
      "learning_rate": 7.783258378064704e-05,
      "loss": 0.0267,
      "step": 6212
    },
    {
      "epoch": 0.6735689505637468,
      "grad_norm": 0.20046767592430115,
      "learning_rate": 7.78289569128101e-05,
      "loss": 0.0422,
      "step": 6213
    },
    {
      "epoch": 0.6736773633998265,
      "grad_norm": 0.41612568497657776,
      "learning_rate": 7.782533004497317e-05,
      "loss": 0.0305,
      "step": 6214
    },
    {
      "epoch": 0.6737857762359063,
      "grad_norm": 0.35495850443840027,
      "learning_rate": 7.782170317713623e-05,
      "loss": 0.0674,
      "step": 6215
    },
    {
      "epoch": 0.6738941890719862,
      "grad_norm": 0.15230149030685425,
      "learning_rate": 7.78180763092993e-05,
      "loss": 0.0442,
      "step": 6216
    },
    {
      "epoch": 0.6740026019080659,
      "grad_norm": 0.23731064796447754,
      "learning_rate": 7.781444944146236e-05,
      "loss": 0.052,
      "step": 6217
    },
    {
      "epoch": 0.6741110147441457,
      "grad_norm": 0.45010367035865784,
      "learning_rate": 7.781082257362541e-05,
      "loss": 0.0618,
      "step": 6218
    },
    {
      "epoch": 0.6742194275802255,
      "grad_norm": 0.2206074595451355,
      "learning_rate": 7.780719570578848e-05,
      "loss": 0.0566,
      "step": 6219
    },
    {
      "epoch": 0.6743278404163053,
      "grad_norm": 0.35700181126594543,
      "learning_rate": 7.780356883795154e-05,
      "loss": 0.067,
      "step": 6220
    },
    {
      "epoch": 0.6744362532523851,
      "grad_norm": 0.23721367120742798,
      "learning_rate": 7.779994197011461e-05,
      "loss": 0.0311,
      "step": 6221
    },
    {
      "epoch": 0.6745446660884649,
      "grad_norm": 0.10990370810031891,
      "learning_rate": 7.779631510227767e-05,
      "loss": 0.0335,
      "step": 6222
    },
    {
      "epoch": 0.6746530789245446,
      "grad_norm": 0.28271687030792236,
      "learning_rate": 7.779268823444074e-05,
      "loss": 0.0433,
      "step": 6223
    },
    {
      "epoch": 0.6747614917606245,
      "grad_norm": 0.11344084143638611,
      "learning_rate": 7.77890613666038e-05,
      "loss": 0.0168,
      "step": 6224
    },
    {
      "epoch": 0.6748699045967043,
      "grad_norm": 0.4172026216983795,
      "learning_rate": 7.778543449876687e-05,
      "loss": 0.1022,
      "step": 6225
    },
    {
      "epoch": 0.674978317432784,
      "grad_norm": 0.3188157379627228,
      "learning_rate": 7.778180763092994e-05,
      "loss": 0.0901,
      "step": 6226
    },
    {
      "epoch": 0.6750867302688638,
      "grad_norm": 0.4061882197856903,
      "learning_rate": 7.7778180763093e-05,
      "loss": 0.065,
      "step": 6227
    },
    {
      "epoch": 0.6751951431049437,
      "grad_norm": 0.7616379857063293,
      "learning_rate": 7.777455389525607e-05,
      "loss": 0.0528,
      "step": 6228
    },
    {
      "epoch": 0.6753035559410234,
      "grad_norm": 0.18081547319889069,
      "learning_rate": 7.777092702741913e-05,
      "loss": 0.0456,
      "step": 6229
    },
    {
      "epoch": 0.6754119687771032,
      "grad_norm": 0.5158299803733826,
      "learning_rate": 7.77673001595822e-05,
      "loss": 0.0637,
      "step": 6230
    },
    {
      "epoch": 0.675520381613183,
      "grad_norm": 0.22506438195705414,
      "learning_rate": 7.776367329174525e-05,
      "loss": 0.0455,
      "step": 6231
    },
    {
      "epoch": 0.6756287944492628,
      "grad_norm": 0.2485979199409485,
      "learning_rate": 7.776004642390831e-05,
      "loss": 0.0472,
      "step": 6232
    },
    {
      "epoch": 0.6757372072853426,
      "grad_norm": 0.07887589931488037,
      "learning_rate": 7.775641955607138e-05,
      "loss": 0.0206,
      "step": 6233
    },
    {
      "epoch": 0.6758456201214224,
      "grad_norm": 0.1133929118514061,
      "learning_rate": 7.775279268823444e-05,
      "loss": 0.0172,
      "step": 6234
    },
    {
      "epoch": 0.6759540329575021,
      "grad_norm": 0.08459515869617462,
      "learning_rate": 7.774916582039751e-05,
      "loss": 0.022,
      "step": 6235
    },
    {
      "epoch": 0.676062445793582,
      "grad_norm": 0.16858325898647308,
      "learning_rate": 7.774553895256057e-05,
      "loss": 0.0234,
      "step": 6236
    },
    {
      "epoch": 0.6761708586296618,
      "grad_norm": 0.13571879267692566,
      "learning_rate": 7.774191208472364e-05,
      "loss": 0.0291,
      "step": 6237
    },
    {
      "epoch": 0.6762792714657415,
      "grad_norm": 0.22175952792167664,
      "learning_rate": 7.77382852168867e-05,
      "loss": 0.0347,
      "step": 6238
    },
    {
      "epoch": 0.6763876843018214,
      "grad_norm": 0.19689418375492096,
      "learning_rate": 7.773465834904977e-05,
      "loss": 0.0604,
      "step": 6239
    },
    {
      "epoch": 0.6764960971379012,
      "grad_norm": 0.0901787281036377,
      "learning_rate": 7.773103148121282e-05,
      "loss": 0.0166,
      "step": 6240
    },
    {
      "epoch": 0.6766045099739809,
      "grad_norm": 0.3712225556373596,
      "learning_rate": 7.772740461337588e-05,
      "loss": 0.0595,
      "step": 6241
    },
    {
      "epoch": 0.6767129228100607,
      "grad_norm": 0.15982013940811157,
      "learning_rate": 7.772377774553897e-05,
      "loss": 0.0234,
      "step": 6242
    },
    {
      "epoch": 0.6768213356461406,
      "grad_norm": 0.2550587058067322,
      "learning_rate": 7.772015087770202e-05,
      "loss": 0.0445,
      "step": 6243
    },
    {
      "epoch": 0.6769297484822203,
      "grad_norm": 0.14319540560245514,
      "learning_rate": 7.77165240098651e-05,
      "loss": 0.0276,
      "step": 6244
    },
    {
      "epoch": 0.6770381613183001,
      "grad_norm": 0.246336430311203,
      "learning_rate": 7.771289714202815e-05,
      "loss": 0.048,
      "step": 6245
    },
    {
      "epoch": 0.6771465741543798,
      "grad_norm": 0.27801480889320374,
      "learning_rate": 7.770927027419121e-05,
      "loss": 0.0259,
      "step": 6246
    },
    {
      "epoch": 0.6772549869904597,
      "grad_norm": 0.30875495076179504,
      "learning_rate": 7.770564340635428e-05,
      "loss": 0.0507,
      "step": 6247
    },
    {
      "epoch": 0.6773633998265395,
      "grad_norm": 0.32865580916404724,
      "learning_rate": 7.770201653851734e-05,
      "loss": 0.056,
      "step": 6248
    },
    {
      "epoch": 0.6774718126626192,
      "grad_norm": 0.39396288990974426,
      "learning_rate": 7.769838967068041e-05,
      "loss": 0.0345,
      "step": 6249
    },
    {
      "epoch": 0.677580225498699,
      "grad_norm": 0.4184674322605133,
      "learning_rate": 7.769476280284346e-05,
      "loss": 0.0475,
      "step": 6250
    },
    {
      "epoch": 0.6776886383347789,
      "grad_norm": 0.35441291332244873,
      "learning_rate": 7.769113593500654e-05,
      "loss": 0.0635,
      "step": 6251
    },
    {
      "epoch": 0.6777970511708586,
      "grad_norm": 0.40116265416145325,
      "learning_rate": 7.768750906716959e-05,
      "loss": 0.0831,
      "step": 6252
    },
    {
      "epoch": 0.6779054640069384,
      "grad_norm": 0.24225294589996338,
      "learning_rate": 7.768388219933266e-05,
      "loss": 0.0341,
      "step": 6253
    },
    {
      "epoch": 0.6780138768430182,
      "grad_norm": 0.200717493891716,
      "learning_rate": 7.768025533149572e-05,
      "loss": 0.0467,
      "step": 6254
    },
    {
      "epoch": 0.678122289679098,
      "grad_norm": 0.3155614137649536,
      "learning_rate": 7.767662846365878e-05,
      "loss": 0.0755,
      "step": 6255
    },
    {
      "epoch": 0.6782307025151778,
      "grad_norm": 0.14381764829158783,
      "learning_rate": 7.767300159582185e-05,
      "loss": 0.0194,
      "step": 6256
    },
    {
      "epoch": 0.6783391153512576,
      "grad_norm": 0.5757065415382385,
      "learning_rate": 7.766937472798491e-05,
      "loss": 0.0931,
      "step": 6257
    },
    {
      "epoch": 0.6784475281873373,
      "grad_norm": 0.12363214045763016,
      "learning_rate": 7.766574786014798e-05,
      "loss": 0.0266,
      "step": 6258
    },
    {
      "epoch": 0.6785559410234172,
      "grad_norm": 0.3153390884399414,
      "learning_rate": 7.766212099231105e-05,
      "loss": 0.086,
      "step": 6259
    },
    {
      "epoch": 0.678664353859497,
      "grad_norm": 0.45019903779029846,
      "learning_rate": 7.76584941244741e-05,
      "loss": 0.0932,
      "step": 6260
    },
    {
      "epoch": 0.6787727666955767,
      "grad_norm": 0.3788914382457733,
      "learning_rate": 7.765486725663718e-05,
      "loss": 0.0775,
      "step": 6261
    },
    {
      "epoch": 0.6788811795316565,
      "grad_norm": 0.14619290828704834,
      "learning_rate": 7.765124038880023e-05,
      "loss": 0.037,
      "step": 6262
    },
    {
      "epoch": 0.6789895923677364,
      "grad_norm": 0.12907080352306366,
      "learning_rate": 7.76476135209633e-05,
      "loss": 0.0244,
      "step": 6263
    },
    {
      "epoch": 0.6790980052038161,
      "grad_norm": 0.22585394978523254,
      "learning_rate": 7.764398665312636e-05,
      "loss": 0.0726,
      "step": 6264
    },
    {
      "epoch": 0.6792064180398959,
      "grad_norm": 0.06789470463991165,
      "learning_rate": 7.764035978528943e-05,
      "loss": 0.0126,
      "step": 6265
    },
    {
      "epoch": 0.6793148308759757,
      "grad_norm": 0.3883615732192993,
      "learning_rate": 7.763673291745249e-05,
      "loss": 0.0247,
      "step": 6266
    },
    {
      "epoch": 0.6794232437120555,
      "grad_norm": 0.23259958624839783,
      "learning_rate": 7.763310604961556e-05,
      "loss": 0.0543,
      "step": 6267
    },
    {
      "epoch": 0.6795316565481353,
      "grad_norm": 0.274302214384079,
      "learning_rate": 7.762947918177862e-05,
      "loss": 0.0622,
      "step": 6268
    },
    {
      "epoch": 0.6796400693842151,
      "grad_norm": 0.23585452139377594,
      "learning_rate": 7.762585231394168e-05,
      "loss": 0.0238,
      "step": 6269
    },
    {
      "epoch": 0.6797484822202949,
      "grad_norm": 0.23549887537956238,
      "learning_rate": 7.762222544610475e-05,
      "loss": 0.0318,
      "step": 6270
    },
    {
      "epoch": 0.6798568950563747,
      "grad_norm": 0.14224013686180115,
      "learning_rate": 7.76185985782678e-05,
      "loss": 0.0279,
      "step": 6271
    },
    {
      "epoch": 0.6799653078924545,
      "grad_norm": 0.1242353543639183,
      "learning_rate": 7.761497171043088e-05,
      "loss": 0.0401,
      "step": 6272
    },
    {
      "epoch": 0.6800737207285342,
      "grad_norm": 0.20919020473957062,
      "learning_rate": 7.761134484259393e-05,
      "loss": 0.0508,
      "step": 6273
    },
    {
      "epoch": 0.6801821335646141,
      "grad_norm": 0.13606038689613342,
      "learning_rate": 7.7607717974757e-05,
      "loss": 0.0279,
      "step": 6274
    },
    {
      "epoch": 0.6802905464006939,
      "grad_norm": 0.11834634840488434,
      "learning_rate": 7.760409110692006e-05,
      "loss": 0.0168,
      "step": 6275
    },
    {
      "epoch": 0.6803989592367736,
      "grad_norm": 0.5475531816482544,
      "learning_rate": 7.760046423908313e-05,
      "loss": 0.064,
      "step": 6276
    },
    {
      "epoch": 0.6805073720728534,
      "grad_norm": 0.19618432223796844,
      "learning_rate": 7.75968373712462e-05,
      "loss": 0.0398,
      "step": 6277
    },
    {
      "epoch": 0.6806157849089333,
      "grad_norm": 0.1414371132850647,
      "learning_rate": 7.759321050340926e-05,
      "loss": 0.015,
      "step": 6278
    },
    {
      "epoch": 0.680724197745013,
      "grad_norm": 0.1740022599697113,
      "learning_rate": 7.758958363557233e-05,
      "loss": 0.0471,
      "step": 6279
    },
    {
      "epoch": 0.6808326105810928,
      "grad_norm": 0.22966061532497406,
      "learning_rate": 7.758595676773539e-05,
      "loss": 0.0299,
      "step": 6280
    },
    {
      "epoch": 0.6809410234171726,
      "grad_norm": 0.07184603065252304,
      "learning_rate": 7.758232989989846e-05,
      "loss": 0.0102,
      "step": 6281
    },
    {
      "epoch": 0.6810494362532524,
      "grad_norm": 0.1383114606142044,
      "learning_rate": 7.757870303206152e-05,
      "loss": 0.0177,
      "step": 6282
    },
    {
      "epoch": 0.6811578490893322,
      "grad_norm": 0.2324313074350357,
      "learning_rate": 7.757507616422457e-05,
      "loss": 0.0448,
      "step": 6283
    },
    {
      "epoch": 0.681266261925412,
      "grad_norm": 0.5057188868522644,
      "learning_rate": 7.757144929638764e-05,
      "loss": 0.0667,
      "step": 6284
    },
    {
      "epoch": 0.6813746747614917,
      "grad_norm": 0.18080726265907288,
      "learning_rate": 7.75678224285507e-05,
      "loss": 0.0356,
      "step": 6285
    },
    {
      "epoch": 0.6814830875975716,
      "grad_norm": 0.2105482667684555,
      "learning_rate": 7.756419556071377e-05,
      "loss": 0.0395,
      "step": 6286
    },
    {
      "epoch": 0.6815915004336514,
      "grad_norm": 0.31909897923469543,
      "learning_rate": 7.756056869287683e-05,
      "loss": 0.0578,
      "step": 6287
    },
    {
      "epoch": 0.6816999132697311,
      "grad_norm": 0.161457821726799,
      "learning_rate": 7.75569418250399e-05,
      "loss": 0.0228,
      "step": 6288
    },
    {
      "epoch": 0.6818083261058109,
      "grad_norm": 0.28786930441856384,
      "learning_rate": 7.755331495720296e-05,
      "loss": 0.0257,
      "step": 6289
    },
    {
      "epoch": 0.6819167389418908,
      "grad_norm": 0.16772077977657318,
      "learning_rate": 7.754968808936603e-05,
      "loss": 0.0212,
      "step": 6290
    },
    {
      "epoch": 0.6820251517779705,
      "grad_norm": 0.18172532320022583,
      "learning_rate": 7.754606122152909e-05,
      "loss": 0.0304,
      "step": 6291
    },
    {
      "epoch": 0.6821335646140503,
      "grad_norm": 0.1807948350906372,
      "learning_rate": 7.754243435369214e-05,
      "loss": 0.0364,
      "step": 6292
    },
    {
      "epoch": 0.68224197745013,
      "grad_norm": 0.26182106137275696,
      "learning_rate": 7.753880748585521e-05,
      "loss": 0.0232,
      "step": 6293
    },
    {
      "epoch": 0.6823503902862099,
      "grad_norm": 0.3811686038970947,
      "learning_rate": 7.753518061801829e-05,
      "loss": 0.0681,
      "step": 6294
    },
    {
      "epoch": 0.6824588031222897,
      "grad_norm": 0.1592719405889511,
      "learning_rate": 7.753155375018136e-05,
      "loss": 0.026,
      "step": 6295
    },
    {
      "epoch": 0.6825672159583694,
      "grad_norm": 0.14857198297977448,
      "learning_rate": 7.752792688234441e-05,
      "loss": 0.0182,
      "step": 6296
    },
    {
      "epoch": 0.6826756287944492,
      "grad_norm": 0.16005544364452362,
      "learning_rate": 7.752430001450748e-05,
      "loss": 0.0203,
      "step": 6297
    },
    {
      "epoch": 0.6827840416305291,
      "grad_norm": 0.2145201712846756,
      "learning_rate": 7.752067314667054e-05,
      "loss": 0.0462,
      "step": 6298
    },
    {
      "epoch": 0.6828924544666088,
      "grad_norm": 0.32578593492507935,
      "learning_rate": 7.75170462788336e-05,
      "loss": 0.0715,
      "step": 6299
    },
    {
      "epoch": 0.6830008673026886,
      "grad_norm": 0.04301425814628601,
      "learning_rate": 7.751341941099667e-05,
      "loss": 0.0048,
      "step": 6300
    },
    {
      "epoch": 0.6831092801387685,
      "grad_norm": 0.39795008301734924,
      "learning_rate": 7.750979254315973e-05,
      "loss": 0.0336,
      "step": 6301
    },
    {
      "epoch": 0.6832176929748482,
      "grad_norm": 0.3224457800388336,
      "learning_rate": 7.75061656753228e-05,
      "loss": 0.06,
      "step": 6302
    },
    {
      "epoch": 0.683326105810928,
      "grad_norm": 0.29334285855293274,
      "learning_rate": 7.750253880748586e-05,
      "loss": 0.044,
      "step": 6303
    },
    {
      "epoch": 0.6834345186470078,
      "grad_norm": 0.20753805339336395,
      "learning_rate": 7.749891193964893e-05,
      "loss": 0.0102,
      "step": 6304
    },
    {
      "epoch": 0.6835429314830876,
      "grad_norm": 0.22945216298103333,
      "learning_rate": 7.749528507181198e-05,
      "loss": 0.0638,
      "step": 6305
    },
    {
      "epoch": 0.6836513443191674,
      "grad_norm": 0.3491710424423218,
      "learning_rate": 7.749165820397505e-05,
      "loss": 0.0814,
      "step": 6306
    },
    {
      "epoch": 0.6837597571552472,
      "grad_norm": 0.33283621072769165,
      "learning_rate": 7.748803133613811e-05,
      "loss": 0.0357,
      "step": 6307
    },
    {
      "epoch": 0.6838681699913269,
      "grad_norm": 0.24909982085227966,
      "learning_rate": 7.748440446830117e-05,
      "loss": 0.0765,
      "step": 6308
    },
    {
      "epoch": 0.6839765828274068,
      "grad_norm": 0.41918495297431946,
      "learning_rate": 7.748077760046424e-05,
      "loss": 0.0748,
      "step": 6309
    },
    {
      "epoch": 0.6840849956634866,
      "grad_norm": 0.14328081905841827,
      "learning_rate": 7.74771507326273e-05,
      "loss": 0.0231,
      "step": 6310
    },
    {
      "epoch": 0.6841934084995663,
      "grad_norm": 0.19594277441501617,
      "learning_rate": 7.747352386479038e-05,
      "loss": 0.0477,
      "step": 6311
    },
    {
      "epoch": 0.6843018213356461,
      "grad_norm": 0.3089316785335541,
      "learning_rate": 7.746989699695344e-05,
      "loss": 0.0355,
      "step": 6312
    },
    {
      "epoch": 0.684410234171726,
      "grad_norm": 0.32973089814186096,
      "learning_rate": 7.74662701291165e-05,
      "loss": 0.038,
      "step": 6313
    },
    {
      "epoch": 0.6845186470078057,
      "grad_norm": 0.20591354370117188,
      "learning_rate": 7.746264326127957e-05,
      "loss": 0.0456,
      "step": 6314
    },
    {
      "epoch": 0.6846270598438855,
      "grad_norm": 0.09140870720148087,
      "learning_rate": 7.745901639344263e-05,
      "loss": 0.0081,
      "step": 6315
    },
    {
      "epoch": 0.6847354726799653,
      "grad_norm": 0.3294345438480377,
      "learning_rate": 7.74553895256057e-05,
      "loss": 0.0551,
      "step": 6316
    },
    {
      "epoch": 0.6848438855160451,
      "grad_norm": 0.17064319550991058,
      "learning_rate": 7.745176265776875e-05,
      "loss": 0.0392,
      "step": 6317
    },
    {
      "epoch": 0.6849522983521249,
      "grad_norm": 0.18396572768688202,
      "learning_rate": 7.744813578993182e-05,
      "loss": 0.024,
      "step": 6318
    },
    {
      "epoch": 0.6850607111882047,
      "grad_norm": 0.22004006803035736,
      "learning_rate": 7.744450892209488e-05,
      "loss": 0.0266,
      "step": 6319
    },
    {
      "epoch": 0.6851691240242844,
      "grad_norm": 0.09778731316328049,
      "learning_rate": 7.744088205425795e-05,
      "loss": 0.0257,
      "step": 6320
    },
    {
      "epoch": 0.6852775368603643,
      "grad_norm": 0.27479133009910583,
      "learning_rate": 7.743725518642101e-05,
      "loss": 0.0416,
      "step": 6321
    },
    {
      "epoch": 0.6853859496964441,
      "grad_norm": 0.3688298463821411,
      "learning_rate": 7.743362831858407e-05,
      "loss": 0.0677,
      "step": 6322
    },
    {
      "epoch": 0.6854943625325238,
      "grad_norm": 0.35211947560310364,
      "learning_rate": 7.743000145074714e-05,
      "loss": 0.0747,
      "step": 6323
    },
    {
      "epoch": 0.6856027753686036,
      "grad_norm": 0.22160321474075317,
      "learning_rate": 7.74263745829102e-05,
      "loss": 0.0416,
      "step": 6324
    },
    {
      "epoch": 0.6857111882046835,
      "grad_norm": 0.26851773262023926,
      "learning_rate": 7.742274771507327e-05,
      "loss": 0.0315,
      "step": 6325
    },
    {
      "epoch": 0.6858196010407632,
      "grad_norm": 0.16564616560935974,
      "learning_rate": 7.741912084723632e-05,
      "loss": 0.0291,
      "step": 6326
    },
    {
      "epoch": 0.685928013876843,
      "grad_norm": 0.23684647679328918,
      "learning_rate": 7.74154939793994e-05,
      "loss": 0.0276,
      "step": 6327
    },
    {
      "epoch": 0.6860364267129229,
      "grad_norm": 0.2822016775608063,
      "learning_rate": 7.741186711156247e-05,
      "loss": 0.0606,
      "step": 6328
    },
    {
      "epoch": 0.6861448395490026,
      "grad_norm": 0.17512287199497223,
      "learning_rate": 7.740824024372552e-05,
      "loss": 0.0164,
      "step": 6329
    },
    {
      "epoch": 0.6862532523850824,
      "grad_norm": 0.10061009973287582,
      "learning_rate": 7.74046133758886e-05,
      "loss": 0.0192,
      "step": 6330
    },
    {
      "epoch": 0.6863616652211622,
      "grad_norm": 0.3502683937549591,
      "learning_rate": 7.740098650805165e-05,
      "loss": 0.0283,
      "step": 6331
    },
    {
      "epoch": 0.686470078057242,
      "grad_norm": 0.15367387235164642,
      "learning_rate": 7.739735964021472e-05,
      "loss": 0.0262,
      "step": 6332
    },
    {
      "epoch": 0.6865784908933218,
      "grad_norm": 0.297281950712204,
      "learning_rate": 7.739373277237778e-05,
      "loss": 0.045,
      "step": 6333
    },
    {
      "epoch": 0.6866869037294016,
      "grad_norm": 0.264756441116333,
      "learning_rate": 7.739010590454085e-05,
      "loss": 0.0465,
      "step": 6334
    },
    {
      "epoch": 0.6867953165654813,
      "grad_norm": 0.3386305272579193,
      "learning_rate": 7.738647903670391e-05,
      "loss": 0.0581,
      "step": 6335
    },
    {
      "epoch": 0.6869037294015612,
      "grad_norm": 0.20456218719482422,
      "learning_rate": 7.738285216886696e-05,
      "loss": 0.0307,
      "step": 6336
    },
    {
      "epoch": 0.687012142237641,
      "grad_norm": 0.33764421939849854,
      "learning_rate": 7.737922530103004e-05,
      "loss": 0.0485,
      "step": 6337
    },
    {
      "epoch": 0.6871205550737207,
      "grad_norm": 0.2742740511894226,
      "learning_rate": 7.737559843319309e-05,
      "loss": 0.0358,
      "step": 6338
    },
    {
      "epoch": 0.6872289679098005,
      "grad_norm": 0.24802358448505402,
      "learning_rate": 7.737197156535616e-05,
      "loss": 0.0308,
      "step": 6339
    },
    {
      "epoch": 0.6873373807458804,
      "grad_norm": 0.13321520388126373,
      "learning_rate": 7.736834469751922e-05,
      "loss": 0.0233,
      "step": 6340
    },
    {
      "epoch": 0.6874457935819601,
      "grad_norm": 0.2907213568687439,
      "learning_rate": 7.736471782968229e-05,
      "loss": 0.0725,
      "step": 6341
    },
    {
      "epoch": 0.6875542064180399,
      "grad_norm": 0.3130587935447693,
      "learning_rate": 7.736109096184535e-05,
      "loss": 0.0741,
      "step": 6342
    },
    {
      "epoch": 0.6876626192541196,
      "grad_norm": 0.536985456943512,
      "learning_rate": 7.735746409400842e-05,
      "loss": 0.0581,
      "step": 6343
    },
    {
      "epoch": 0.6877710320901995,
      "grad_norm": 0.2805548906326294,
      "learning_rate": 7.735383722617148e-05,
      "loss": 0.0558,
      "step": 6344
    },
    {
      "epoch": 0.6878794449262793,
      "grad_norm": 0.32600343227386475,
      "learning_rate": 7.735021035833453e-05,
      "loss": 0.0475,
      "step": 6345
    },
    {
      "epoch": 0.687987857762359,
      "grad_norm": 0.1467883139848709,
      "learning_rate": 7.734658349049762e-05,
      "loss": 0.0249,
      "step": 6346
    },
    {
      "epoch": 0.6880962705984388,
      "grad_norm": 0.13994209468364716,
      "learning_rate": 7.734295662266068e-05,
      "loss": 0.0134,
      "step": 6347
    },
    {
      "epoch": 0.6882046834345187,
      "grad_norm": 0.13864341378211975,
      "learning_rate": 7.733932975482375e-05,
      "loss": 0.0442,
      "step": 6348
    },
    {
      "epoch": 0.6883130962705984,
      "grad_norm": 0.22748160362243652,
      "learning_rate": 7.73357028869868e-05,
      "loss": 0.0617,
      "step": 6349
    },
    {
      "epoch": 0.6884215091066782,
      "grad_norm": 0.12259678542613983,
      "learning_rate": 7.733207601914986e-05,
      "loss": 0.0175,
      "step": 6350
    },
    {
      "epoch": 0.688529921942758,
      "grad_norm": 0.5054778456687927,
      "learning_rate": 7.732844915131293e-05,
      "loss": 0.041,
      "step": 6351
    },
    {
      "epoch": 0.6886383347788378,
      "grad_norm": 0.3205164968967438,
      "learning_rate": 7.732482228347599e-05,
      "loss": 0.0492,
      "step": 6352
    },
    {
      "epoch": 0.6887467476149176,
      "grad_norm": 0.35415923595428467,
      "learning_rate": 7.732119541563906e-05,
      "loss": 0.0819,
      "step": 6353
    },
    {
      "epoch": 0.6888551604509974,
      "grad_norm": 0.16989806294441223,
      "learning_rate": 7.731756854780212e-05,
      "loss": 0.0253,
      "step": 6354
    },
    {
      "epoch": 0.6889635732870771,
      "grad_norm": 0.1715928018093109,
      "learning_rate": 7.731394167996519e-05,
      "loss": 0.0361,
      "step": 6355
    },
    {
      "epoch": 0.689071986123157,
      "grad_norm": 0.19247670471668243,
      "learning_rate": 7.731031481212825e-05,
      "loss": 0.0306,
      "step": 6356
    },
    {
      "epoch": 0.6891803989592368,
      "grad_norm": 0.26673829555511475,
      "learning_rate": 7.730668794429132e-05,
      "loss": 0.0415,
      "step": 6357
    },
    {
      "epoch": 0.6892888117953165,
      "grad_norm": 0.1653488129377365,
      "learning_rate": 7.730306107645437e-05,
      "loss": 0.0445,
      "step": 6358
    },
    {
      "epoch": 0.6893972246313964,
      "grad_norm": 0.19039641320705414,
      "learning_rate": 7.729943420861743e-05,
      "loss": 0.0242,
      "step": 6359
    },
    {
      "epoch": 0.6895056374674762,
      "grad_norm": 0.22098654508590698,
      "learning_rate": 7.72958073407805e-05,
      "loss": 0.0573,
      "step": 6360
    },
    {
      "epoch": 0.6896140503035559,
      "grad_norm": 0.1556413471698761,
      "learning_rate": 7.729218047294356e-05,
      "loss": 0.0394,
      "step": 6361
    },
    {
      "epoch": 0.6897224631396357,
      "grad_norm": 0.28716105222702026,
      "learning_rate": 7.728855360510663e-05,
      "loss": 0.0464,
      "step": 6362
    },
    {
      "epoch": 0.6898308759757156,
      "grad_norm": 0.09619807451963425,
      "learning_rate": 7.72849267372697e-05,
      "loss": 0.0125,
      "step": 6363
    },
    {
      "epoch": 0.6899392888117953,
      "grad_norm": 0.1567128449678421,
      "learning_rate": 7.728129986943276e-05,
      "loss": 0.0339,
      "step": 6364
    },
    {
      "epoch": 0.6900477016478751,
      "grad_norm": 0.18037956953048706,
      "learning_rate": 7.727767300159583e-05,
      "loss": 0.0257,
      "step": 6365
    },
    {
      "epoch": 0.6901561144839549,
      "grad_norm": 0.3609332740306854,
      "learning_rate": 7.727404613375889e-05,
      "loss": 0.046,
      "step": 6366
    },
    {
      "epoch": 0.6902645273200347,
      "grad_norm": 0.2706572413444519,
      "learning_rate": 7.727041926592196e-05,
      "loss": 0.065,
      "step": 6367
    },
    {
      "epoch": 0.6903729401561145,
      "grad_norm": 0.17551429569721222,
      "learning_rate": 7.726679239808502e-05,
      "loss": 0.037,
      "step": 6368
    },
    {
      "epoch": 0.6904813529921943,
      "grad_norm": 0.2157609760761261,
      "learning_rate": 7.726316553024809e-05,
      "loss": 0.0328,
      "step": 6369
    },
    {
      "epoch": 0.690589765828274,
      "grad_norm": 0.12374179065227509,
      "learning_rate": 7.725953866241114e-05,
      "loss": 0.0249,
      "step": 6370
    },
    {
      "epoch": 0.6906981786643539,
      "grad_norm": 0.33899229764938354,
      "learning_rate": 7.725591179457421e-05,
      "loss": 0.0879,
      "step": 6371
    },
    {
      "epoch": 0.6908065915004337,
      "grad_norm": 0.29769739508628845,
      "learning_rate": 7.725228492673727e-05,
      "loss": 0.0579,
      "step": 6372
    },
    {
      "epoch": 0.6909150043365134,
      "grad_norm": 0.22818420827388763,
      "learning_rate": 7.724865805890033e-05,
      "loss": 0.0502,
      "step": 6373
    },
    {
      "epoch": 0.6910234171725932,
      "grad_norm": 0.2237393707036972,
      "learning_rate": 7.72450311910634e-05,
      "loss": 0.0486,
      "step": 6374
    },
    {
      "epoch": 0.6911318300086731,
      "grad_norm": 0.1710294485092163,
      "learning_rate": 7.724140432322646e-05,
      "loss": 0.0501,
      "step": 6375
    },
    {
      "epoch": 0.6912402428447528,
      "grad_norm": 0.2933756709098816,
      "learning_rate": 7.723777745538953e-05,
      "loss": 0.078,
      "step": 6376
    },
    {
      "epoch": 0.6913486556808326,
      "grad_norm": 0.21867652237415314,
      "learning_rate": 7.723415058755259e-05,
      "loss": 0.0553,
      "step": 6377
    },
    {
      "epoch": 0.6914570685169124,
      "grad_norm": 0.20949240028858185,
      "learning_rate": 7.723052371971566e-05,
      "loss": 0.044,
      "step": 6378
    },
    {
      "epoch": 0.6915654813529922,
      "grad_norm": 0.3345993161201477,
      "learning_rate": 7.722689685187871e-05,
      "loss": 0.0802,
      "step": 6379
    },
    {
      "epoch": 0.691673894189072,
      "grad_norm": 0.38466206192970276,
      "learning_rate": 7.722326998404179e-05,
      "loss": 0.0361,
      "step": 6380
    },
    {
      "epoch": 0.6917823070251518,
      "grad_norm": 0.22686173021793365,
      "learning_rate": 7.721964311620486e-05,
      "loss": 0.0278,
      "step": 6381
    },
    {
      "epoch": 0.6918907198612315,
      "grad_norm": 0.21147865056991577,
      "learning_rate": 7.721601624836791e-05,
      "loss": 0.0365,
      "step": 6382
    },
    {
      "epoch": 0.6919991326973114,
      "grad_norm": 0.09072155505418777,
      "learning_rate": 7.721238938053098e-05,
      "loss": 0.0136,
      "step": 6383
    },
    {
      "epoch": 0.6921075455333912,
      "grad_norm": 0.3555338978767395,
      "learning_rate": 7.720876251269404e-05,
      "loss": 0.0889,
      "step": 6384
    },
    {
      "epoch": 0.6922159583694709,
      "grad_norm": 0.06221434846520424,
      "learning_rate": 7.720513564485711e-05,
      "loss": 0.0145,
      "step": 6385
    },
    {
      "epoch": 0.6923243712055508,
      "grad_norm": 0.1963624358177185,
      "learning_rate": 7.720150877702017e-05,
      "loss": 0.0785,
      "step": 6386
    },
    {
      "epoch": 0.6924327840416306,
      "grad_norm": 0.27048566937446594,
      "learning_rate": 7.719788190918324e-05,
      "loss": 0.0285,
      "step": 6387
    },
    {
      "epoch": 0.6925411968777103,
      "grad_norm": 0.22559668123722076,
      "learning_rate": 7.71942550413463e-05,
      "loss": 0.0506,
      "step": 6388
    },
    {
      "epoch": 0.6926496097137901,
      "grad_norm": 0.2481876015663147,
      "learning_rate": 7.719062817350936e-05,
      "loss": 0.0487,
      "step": 6389
    },
    {
      "epoch": 0.69275802254987,
      "grad_norm": 0.29323479533195496,
      "learning_rate": 7.718700130567243e-05,
      "loss": 0.0451,
      "step": 6390
    },
    {
      "epoch": 0.6928664353859497,
      "grad_norm": 0.22558949887752533,
      "learning_rate": 7.718337443783548e-05,
      "loss": 0.0379,
      "step": 6391
    },
    {
      "epoch": 0.6929748482220295,
      "grad_norm": 0.10813187807798386,
      "learning_rate": 7.717974756999855e-05,
      "loss": 0.0162,
      "step": 6392
    },
    {
      "epoch": 0.6930832610581092,
      "grad_norm": 0.11381617188453674,
      "learning_rate": 7.717612070216161e-05,
      "loss": 0.0149,
      "step": 6393
    },
    {
      "epoch": 0.6931916738941891,
      "grad_norm": 0.21696798503398895,
      "learning_rate": 7.717249383432468e-05,
      "loss": 0.0492,
      "step": 6394
    },
    {
      "epoch": 0.6933000867302689,
      "grad_norm": 0.14494173228740692,
      "learning_rate": 7.716886696648774e-05,
      "loss": 0.0406,
      "step": 6395
    },
    {
      "epoch": 0.6934084995663486,
      "grad_norm": 0.06422820687294006,
      "learning_rate": 7.71652400986508e-05,
      "loss": 0.0099,
      "step": 6396
    },
    {
      "epoch": 0.6935169124024284,
      "grad_norm": 0.2942509353160858,
      "learning_rate": 7.716161323081388e-05,
      "loss": 0.0566,
      "step": 6397
    },
    {
      "epoch": 0.6936253252385083,
      "grad_norm": 0.2207331657409668,
      "learning_rate": 7.715798636297694e-05,
      "loss": 0.0442,
      "step": 6398
    },
    {
      "epoch": 0.693733738074588,
      "grad_norm": 0.30765923857688904,
      "learning_rate": 7.715435949514001e-05,
      "loss": 0.0581,
      "step": 6399
    },
    {
      "epoch": 0.6938421509106678,
      "grad_norm": 0.3830631673336029,
      "learning_rate": 7.715073262730307e-05,
      "loss": 0.0519,
      "step": 6400
    },
    {
      "epoch": 0.6939505637467476,
      "grad_norm": 0.11293461918830872,
      "learning_rate": 7.714710575946614e-05,
      "loss": 0.0218,
      "step": 6401
    },
    {
      "epoch": 0.6940589765828274,
      "grad_norm": 0.2631571292877197,
      "learning_rate": 7.71434788916292e-05,
      "loss": 0.0765,
      "step": 6402
    },
    {
      "epoch": 0.6941673894189072,
      "grad_norm": 0.3276163637638092,
      "learning_rate": 7.713985202379225e-05,
      "loss": 0.0165,
      "step": 6403
    },
    {
      "epoch": 0.694275802254987,
      "grad_norm": 0.4349120557308197,
      "learning_rate": 7.713622515595532e-05,
      "loss": 0.0711,
      "step": 6404
    },
    {
      "epoch": 0.6943842150910667,
      "grad_norm": 0.18986187875270844,
      "learning_rate": 7.713259828811838e-05,
      "loss": 0.0254,
      "step": 6405
    },
    {
      "epoch": 0.6944926279271466,
      "grad_norm": 0.2035522609949112,
      "learning_rate": 7.712897142028145e-05,
      "loss": 0.0447,
      "step": 6406
    },
    {
      "epoch": 0.6946010407632264,
      "grad_norm": 0.1920892745256424,
      "learning_rate": 7.712534455244451e-05,
      "loss": 0.0131,
      "step": 6407
    },
    {
      "epoch": 0.6947094535993061,
      "grad_norm": 0.26045772433280945,
      "learning_rate": 7.712171768460758e-05,
      "loss": 0.0219,
      "step": 6408
    },
    {
      "epoch": 0.6948178664353859,
      "grad_norm": 0.2141832709312439,
      "learning_rate": 7.711809081677064e-05,
      "loss": 0.035,
      "step": 6409
    },
    {
      "epoch": 0.6949262792714658,
      "grad_norm": 0.3018089830875397,
      "learning_rate": 7.711446394893371e-05,
      "loss": 0.0473,
      "step": 6410
    },
    {
      "epoch": 0.6950346921075455,
      "grad_norm": 0.20338378846645355,
      "learning_rate": 7.711083708109677e-05,
      "loss": 0.0321,
      "step": 6411
    },
    {
      "epoch": 0.6951431049436253,
      "grad_norm": 0.3812124729156494,
      "learning_rate": 7.710721021325982e-05,
      "loss": 0.0448,
      "step": 6412
    },
    {
      "epoch": 0.6952515177797051,
      "grad_norm": 0.26772671937942505,
      "learning_rate": 7.71035833454229e-05,
      "loss": 0.0664,
      "step": 6413
    },
    {
      "epoch": 0.6953599306157849,
      "grad_norm": 0.13125304877758026,
      "learning_rate": 7.709995647758595e-05,
      "loss": 0.0143,
      "step": 6414
    },
    {
      "epoch": 0.6954683434518647,
      "grad_norm": 0.11120687425136566,
      "learning_rate": 7.709632960974904e-05,
      "loss": 0.021,
      "step": 6415
    },
    {
      "epoch": 0.6955767562879445,
      "grad_norm": 0.39881011843681335,
      "learning_rate": 7.709270274191209e-05,
      "loss": 0.0511,
      "step": 6416
    },
    {
      "epoch": 0.6956851691240243,
      "grad_norm": 0.6850253343582153,
      "learning_rate": 7.708907587407515e-05,
      "loss": 0.0968,
      "step": 6417
    },
    {
      "epoch": 0.6957935819601041,
      "grad_norm": 0.8825792670249939,
      "learning_rate": 7.708544900623822e-05,
      "loss": 0.0937,
      "step": 6418
    },
    {
      "epoch": 0.6959019947961839,
      "grad_norm": 0.160741925239563,
      "learning_rate": 7.708182213840128e-05,
      "loss": 0.0264,
      "step": 6419
    },
    {
      "epoch": 0.6960104076322636,
      "grad_norm": 0.28398412466049194,
      "learning_rate": 7.707819527056435e-05,
      "loss": 0.0514,
      "step": 6420
    },
    {
      "epoch": 0.6961188204683435,
      "grad_norm": 0.09802007675170898,
      "learning_rate": 7.70745684027274e-05,
      "loss": 0.0118,
      "step": 6421
    },
    {
      "epoch": 0.6962272333044233,
      "grad_norm": 0.1819813996553421,
      "learning_rate": 7.707094153489048e-05,
      "loss": 0.0189,
      "step": 6422
    },
    {
      "epoch": 0.696335646140503,
      "grad_norm": 0.1626404970884323,
      "learning_rate": 7.706731466705353e-05,
      "loss": 0.0217,
      "step": 6423
    },
    {
      "epoch": 0.6964440589765828,
      "grad_norm": 0.2218577116727829,
      "learning_rate": 7.70636877992166e-05,
      "loss": 0.064,
      "step": 6424
    },
    {
      "epoch": 0.6965524718126627,
      "grad_norm": 0.13314276933670044,
      "learning_rate": 7.706006093137966e-05,
      "loss": 0.0253,
      "step": 6425
    },
    {
      "epoch": 0.6966608846487424,
      "grad_norm": 0.3936324417591095,
      "learning_rate": 7.705643406354272e-05,
      "loss": 0.0828,
      "step": 6426
    },
    {
      "epoch": 0.6967692974848222,
      "grad_norm": 0.23950746655464172,
      "learning_rate": 7.705280719570579e-05,
      "loss": 0.023,
      "step": 6427
    },
    {
      "epoch": 0.696877710320902,
      "grad_norm": 0.24323098361492157,
      "learning_rate": 7.704918032786885e-05,
      "loss": 0.0631,
      "step": 6428
    },
    {
      "epoch": 0.6969861231569818,
      "grad_norm": 0.28051671385765076,
      "learning_rate": 7.704555346003192e-05,
      "loss": 0.018,
      "step": 6429
    },
    {
      "epoch": 0.6970945359930616,
      "grad_norm": 0.24513232707977295,
      "learning_rate": 7.704192659219498e-05,
      "loss": 0.0485,
      "step": 6430
    },
    {
      "epoch": 0.6972029488291414,
      "grad_norm": 0.20665885508060455,
      "learning_rate": 7.703829972435805e-05,
      "loss": 0.038,
      "step": 6431
    },
    {
      "epoch": 0.6973113616652211,
      "grad_norm": 0.08041601628065109,
      "learning_rate": 7.703467285652112e-05,
      "loss": 0.01,
      "step": 6432
    },
    {
      "epoch": 0.697419774501301,
      "grad_norm": 0.24120715260505676,
      "learning_rate": 7.703104598868418e-05,
      "loss": 0.0544,
      "step": 6433
    },
    {
      "epoch": 0.6975281873373808,
      "grad_norm": 0.19019322097301483,
      "learning_rate": 7.702741912084725e-05,
      "loss": 0.0241,
      "step": 6434
    },
    {
      "epoch": 0.6976366001734605,
      "grad_norm": 0.23365044593811035,
      "learning_rate": 7.70237922530103e-05,
      "loss": 0.0468,
      "step": 6435
    },
    {
      "epoch": 0.6977450130095403,
      "grad_norm": 0.22183597087860107,
      "learning_rate": 7.702016538517337e-05,
      "loss": 0.0244,
      "step": 6436
    },
    {
      "epoch": 0.6978534258456202,
      "grad_norm": 0.24360929429531097,
      "learning_rate": 7.701653851733643e-05,
      "loss": 0.0578,
      "step": 6437
    },
    {
      "epoch": 0.6979618386816999,
      "grad_norm": 0.12326515465974808,
      "learning_rate": 7.70129116494995e-05,
      "loss": 0.0242,
      "step": 6438
    },
    {
      "epoch": 0.6980702515177797,
      "grad_norm": 0.3010600209236145,
      "learning_rate": 7.700928478166256e-05,
      "loss": 0.0452,
      "step": 6439
    },
    {
      "epoch": 0.6981786643538594,
      "grad_norm": 0.19003431499004364,
      "learning_rate": 7.700565791382562e-05,
      "loss": 0.0177,
      "step": 6440
    },
    {
      "epoch": 0.6982870771899393,
      "grad_norm": 0.11679862439632416,
      "learning_rate": 7.700203104598869e-05,
      "loss": 0.0189,
      "step": 6441
    },
    {
      "epoch": 0.6983954900260191,
      "grad_norm": 0.28399330377578735,
      "learning_rate": 7.699840417815175e-05,
      "loss": 0.067,
      "step": 6442
    },
    {
      "epoch": 0.6985039028620988,
      "grad_norm": 0.21915246546268463,
      "learning_rate": 7.699477731031482e-05,
      "loss": 0.0413,
      "step": 6443
    },
    {
      "epoch": 0.6986123156981786,
      "grad_norm": 0.20291739702224731,
      "learning_rate": 7.699115044247787e-05,
      "loss": 0.0266,
      "step": 6444
    },
    {
      "epoch": 0.6987207285342585,
      "grad_norm": 0.24604535102844238,
      "learning_rate": 7.698752357464095e-05,
      "loss": 0.027,
      "step": 6445
    },
    {
      "epoch": 0.6988291413703382,
      "grad_norm": 0.18021202087402344,
      "learning_rate": 7.6983896706804e-05,
      "loss": 0.0292,
      "step": 6446
    },
    {
      "epoch": 0.698937554206418,
      "grad_norm": 0.18797512352466583,
      "learning_rate": 7.698026983896707e-05,
      "loss": 0.0123,
      "step": 6447
    },
    {
      "epoch": 0.6990459670424979,
      "grad_norm": 0.4698403775691986,
      "learning_rate": 7.697664297113013e-05,
      "loss": 0.0829,
      "step": 6448
    },
    {
      "epoch": 0.6991543798785776,
      "grad_norm": 0.2163161039352417,
      "learning_rate": 7.69730161032932e-05,
      "loss": 0.0624,
      "step": 6449
    },
    {
      "epoch": 0.6992627927146574,
      "grad_norm": 0.29058629274368286,
      "learning_rate": 7.696938923545627e-05,
      "loss": 0.034,
      "step": 6450
    },
    {
      "epoch": 0.6993712055507372,
      "grad_norm": 0.3752007484436035,
      "learning_rate": 7.696576236761933e-05,
      "loss": 0.0592,
      "step": 6451
    },
    {
      "epoch": 0.699479618386817,
      "grad_norm": 0.2087995409965515,
      "learning_rate": 7.69621354997824e-05,
      "loss": 0.0179,
      "step": 6452
    },
    {
      "epoch": 0.6995880312228968,
      "grad_norm": 0.22093084454536438,
      "learning_rate": 7.695850863194546e-05,
      "loss": 0.0364,
      "step": 6453
    },
    {
      "epoch": 0.6996964440589766,
      "grad_norm": 0.3217713236808777,
      "learning_rate": 7.695488176410852e-05,
      "loss": 0.0416,
      "step": 6454
    },
    {
      "epoch": 0.6998048568950563,
      "grad_norm": 0.24964623153209686,
      "learning_rate": 7.695125489627159e-05,
      "loss": 0.0256,
      "step": 6455
    },
    {
      "epoch": 0.6999132697311362,
      "grad_norm": 0.32914304733276367,
      "learning_rate": 7.694762802843464e-05,
      "loss": 0.0814,
      "step": 6456
    },
    {
      "epoch": 0.700021682567216,
      "grad_norm": 0.22872623801231384,
      "learning_rate": 7.694400116059771e-05,
      "loss": 0.0321,
      "step": 6457
    },
    {
      "epoch": 0.7001300954032957,
      "grad_norm": 0.4281651973724365,
      "learning_rate": 7.694037429276077e-05,
      "loss": 0.0461,
      "step": 6458
    },
    {
      "epoch": 0.7002385082393755,
      "grad_norm": 0.1974344253540039,
      "learning_rate": 7.693674742492384e-05,
      "loss": 0.0506,
      "step": 6459
    },
    {
      "epoch": 0.7003469210754554,
      "grad_norm": 0.045070890337228775,
      "learning_rate": 7.69331205570869e-05,
      "loss": 0.0098,
      "step": 6460
    },
    {
      "epoch": 0.7004553339115351,
      "grad_norm": 0.3646628260612488,
      "learning_rate": 7.692949368924997e-05,
      "loss": 0.0704,
      "step": 6461
    },
    {
      "epoch": 0.7005637467476149,
      "grad_norm": 0.3019542098045349,
      "learning_rate": 7.692586682141303e-05,
      "loss": 0.0484,
      "step": 6462
    },
    {
      "epoch": 0.7006721595836947,
      "grad_norm": 0.15642687678337097,
      "learning_rate": 7.692223995357609e-05,
      "loss": 0.0416,
      "step": 6463
    },
    {
      "epoch": 0.7007805724197745,
      "grad_norm": 0.14881673455238342,
      "learning_rate": 7.691861308573916e-05,
      "loss": 0.021,
      "step": 6464
    },
    {
      "epoch": 0.7008889852558543,
      "grad_norm": 0.16440382599830627,
      "learning_rate": 7.691498621790221e-05,
      "loss": 0.0241,
      "step": 6465
    },
    {
      "epoch": 0.7009973980919341,
      "grad_norm": 0.4112531840801239,
      "learning_rate": 7.691135935006528e-05,
      "loss": 0.0508,
      "step": 6466
    },
    {
      "epoch": 0.7011058109280138,
      "grad_norm": 0.21367615461349487,
      "learning_rate": 7.690773248222836e-05,
      "loss": 0.0209,
      "step": 6467
    },
    {
      "epoch": 0.7012142237640937,
      "grad_norm": 0.24122582376003265,
      "learning_rate": 7.690410561439143e-05,
      "loss": 0.0634,
      "step": 6468
    },
    {
      "epoch": 0.7013226366001735,
      "grad_norm": 0.13604216277599335,
      "learning_rate": 7.690047874655448e-05,
      "loss": 0.0145,
      "step": 6469
    },
    {
      "epoch": 0.7014310494362532,
      "grad_norm": 0.35987532138824463,
      "learning_rate": 7.689685187871754e-05,
      "loss": 0.0612,
      "step": 6470
    },
    {
      "epoch": 0.701539462272333,
      "grad_norm": 0.273616760969162,
      "learning_rate": 7.689322501088061e-05,
      "loss": 0.0336,
      "step": 6471
    },
    {
      "epoch": 0.7016478751084129,
      "grad_norm": 0.26027005910873413,
      "learning_rate": 7.688959814304367e-05,
      "loss": 0.0256,
      "step": 6472
    },
    {
      "epoch": 0.7017562879444926,
      "grad_norm": 0.23233938217163086,
      "learning_rate": 7.688597127520674e-05,
      "loss": 0.0506,
      "step": 6473
    },
    {
      "epoch": 0.7018647007805724,
      "grad_norm": 0.21046286821365356,
      "learning_rate": 7.68823444073698e-05,
      "loss": 0.0379,
      "step": 6474
    },
    {
      "epoch": 0.7019731136166523,
      "grad_norm": 0.2982736825942993,
      "learning_rate": 7.687871753953287e-05,
      "loss": 0.0634,
      "step": 6475
    },
    {
      "epoch": 0.702081526452732,
      "grad_norm": 0.21497023105621338,
      "learning_rate": 7.687509067169593e-05,
      "loss": 0.0372,
      "step": 6476
    },
    {
      "epoch": 0.7021899392888118,
      "grad_norm": 0.5043654441833496,
      "learning_rate": 7.687146380385898e-05,
      "loss": 0.0428,
      "step": 6477
    },
    {
      "epoch": 0.7022983521248916,
      "grad_norm": 0.27263277769088745,
      "learning_rate": 7.686783693602205e-05,
      "loss": 0.0486,
      "step": 6478
    },
    {
      "epoch": 0.7024067649609714,
      "grad_norm": 0.27751603722572327,
      "learning_rate": 7.686421006818511e-05,
      "loss": 0.0464,
      "step": 6479
    },
    {
      "epoch": 0.7025151777970512,
      "grad_norm": 0.13760598003864288,
      "learning_rate": 7.686058320034818e-05,
      "loss": 0.0169,
      "step": 6480
    },
    {
      "epoch": 0.702623590633131,
      "grad_norm": 0.31728488206863403,
      "learning_rate": 7.685695633251124e-05,
      "loss": 0.0486,
      "step": 6481
    },
    {
      "epoch": 0.7027320034692107,
      "grad_norm": 0.20405633747577667,
      "learning_rate": 7.685332946467431e-05,
      "loss": 0.0334,
      "step": 6482
    },
    {
      "epoch": 0.7028404163052906,
      "grad_norm": 0.1592947542667389,
      "learning_rate": 7.684970259683737e-05,
      "loss": 0.0132,
      "step": 6483
    },
    {
      "epoch": 0.7029488291413704,
      "grad_norm": 0.36258652806282043,
      "learning_rate": 7.684607572900044e-05,
      "loss": 0.0614,
      "step": 6484
    },
    {
      "epoch": 0.7030572419774501,
      "grad_norm": 0.4503578841686249,
      "learning_rate": 7.684244886116351e-05,
      "loss": 0.0941,
      "step": 6485
    },
    {
      "epoch": 0.7031656548135299,
      "grad_norm": 0.15870045125484467,
      "learning_rate": 7.683882199332657e-05,
      "loss": 0.0123,
      "step": 6486
    },
    {
      "epoch": 0.7032740676496098,
      "grad_norm": 0.400785893201828,
      "learning_rate": 7.683519512548964e-05,
      "loss": 0.0466,
      "step": 6487
    },
    {
      "epoch": 0.7033824804856895,
      "grad_norm": 0.4528774619102478,
      "learning_rate": 7.68315682576527e-05,
      "loss": 0.0476,
      "step": 6488
    },
    {
      "epoch": 0.7034908933217693,
      "grad_norm": 0.34683048725128174,
      "learning_rate": 7.682794138981577e-05,
      "loss": 0.0514,
      "step": 6489
    },
    {
      "epoch": 0.703599306157849,
      "grad_norm": 0.25104427337646484,
      "learning_rate": 7.682431452197882e-05,
      "loss": 0.0589,
      "step": 6490
    },
    {
      "epoch": 0.7037077189939289,
      "grad_norm": 0.46692171692848206,
      "learning_rate": 7.68206876541419e-05,
      "loss": 0.052,
      "step": 6491
    },
    {
      "epoch": 0.7038161318300087,
      "grad_norm": 0.15888479351997375,
      "learning_rate": 7.681706078630495e-05,
      "loss": 0.0241,
      "step": 6492
    },
    {
      "epoch": 0.7039245446660884,
      "grad_norm": 0.14304476976394653,
      "learning_rate": 7.681343391846801e-05,
      "loss": 0.0254,
      "step": 6493
    },
    {
      "epoch": 0.7040329575021682,
      "grad_norm": 0.1537906527519226,
      "learning_rate": 7.680980705063108e-05,
      "loss": 0.0259,
      "step": 6494
    },
    {
      "epoch": 0.7041413703382481,
      "grad_norm": 0.1954866349697113,
      "learning_rate": 7.680618018279414e-05,
      "loss": 0.0349,
      "step": 6495
    },
    {
      "epoch": 0.7042497831743278,
      "grad_norm": 0.1439676582813263,
      "learning_rate": 7.680255331495721e-05,
      "loss": 0.0162,
      "step": 6496
    },
    {
      "epoch": 0.7043581960104076,
      "grad_norm": 0.34780606627464294,
      "learning_rate": 7.679892644712027e-05,
      "loss": 0.0893,
      "step": 6497
    },
    {
      "epoch": 0.7044666088464874,
      "grad_norm": 0.278253972530365,
      "learning_rate": 7.679529957928334e-05,
      "loss": 0.0322,
      "step": 6498
    },
    {
      "epoch": 0.7045750216825672,
      "grad_norm": 0.2876443564891815,
      "learning_rate": 7.67916727114464e-05,
      "loss": 0.0656,
      "step": 6499
    },
    {
      "epoch": 0.704683434518647,
      "grad_norm": 0.22184281051158905,
      "learning_rate": 7.678804584360946e-05,
      "loss": 0.0349,
      "step": 6500
    },
    {
      "epoch": 0.7047918473547268,
      "grad_norm": 0.12962964177131653,
      "learning_rate": 7.678441897577254e-05,
      "loss": 0.0287,
      "step": 6501
    },
    {
      "epoch": 0.7049002601908065,
      "grad_norm": 0.3137550950050354,
      "learning_rate": 7.678079210793559e-05,
      "loss": 0.0226,
      "step": 6502
    },
    {
      "epoch": 0.7050086730268864,
      "grad_norm": 0.491012305021286,
      "learning_rate": 7.677716524009866e-05,
      "loss": 0.0514,
      "step": 6503
    },
    {
      "epoch": 0.7051170858629662,
      "grad_norm": 0.11726682633161545,
      "learning_rate": 7.677353837226172e-05,
      "loss": 0.0157,
      "step": 6504
    },
    {
      "epoch": 0.7052254986990459,
      "grad_norm": 0.18547587096691132,
      "learning_rate": 7.676991150442479e-05,
      "loss": 0.045,
      "step": 6505
    },
    {
      "epoch": 0.7053339115351258,
      "grad_norm": 0.3903340697288513,
      "learning_rate": 7.676628463658785e-05,
      "loss": 0.0442,
      "step": 6506
    },
    {
      "epoch": 0.7054423243712056,
      "grad_norm": 0.2630172371864319,
      "learning_rate": 7.67626577687509e-05,
      "loss": 0.0325,
      "step": 6507
    },
    {
      "epoch": 0.7055507372072853,
      "grad_norm": 0.2525457739830017,
      "learning_rate": 7.675903090091398e-05,
      "loss": 0.0545,
      "step": 6508
    },
    {
      "epoch": 0.7056591500433651,
      "grad_norm": 0.3549027740955353,
      "learning_rate": 7.675540403307703e-05,
      "loss": 0.0525,
      "step": 6509
    },
    {
      "epoch": 0.705767562879445,
      "grad_norm": 0.38518238067626953,
      "learning_rate": 7.67517771652401e-05,
      "loss": 0.0842,
      "step": 6510
    },
    {
      "epoch": 0.7058759757155247,
      "grad_norm": 0.10346757620573044,
      "learning_rate": 7.674815029740316e-05,
      "loss": 0.0339,
      "step": 6511
    },
    {
      "epoch": 0.7059843885516045,
      "grad_norm": 0.20415529608726501,
      "learning_rate": 7.674452342956623e-05,
      "loss": 0.0442,
      "step": 6512
    },
    {
      "epoch": 0.7060928013876843,
      "grad_norm": 0.20067189633846283,
      "learning_rate": 7.674089656172929e-05,
      "loss": 0.0348,
      "step": 6513
    },
    {
      "epoch": 0.7062012142237641,
      "grad_norm": 0.3483431041240692,
      "learning_rate": 7.673726969389236e-05,
      "loss": 0.0517,
      "step": 6514
    },
    {
      "epoch": 0.7063096270598439,
      "grad_norm": 0.35368990898132324,
      "learning_rate": 7.673364282605542e-05,
      "loss": 0.0469,
      "step": 6515
    },
    {
      "epoch": 0.7064180398959237,
      "grad_norm": 0.4064365029335022,
      "learning_rate": 7.673001595821848e-05,
      "loss": 0.0603,
      "step": 6516
    },
    {
      "epoch": 0.7065264527320034,
      "grad_norm": 0.2286231815814972,
      "learning_rate": 7.672638909038155e-05,
      "loss": 0.0339,
      "step": 6517
    },
    {
      "epoch": 0.7066348655680833,
      "grad_norm": 0.1741577833890915,
      "learning_rate": 7.672276222254462e-05,
      "loss": 0.0184,
      "step": 6518
    },
    {
      "epoch": 0.7067432784041631,
      "grad_norm": 0.2703515887260437,
      "learning_rate": 7.671913535470769e-05,
      "loss": 0.0475,
      "step": 6519
    },
    {
      "epoch": 0.7068516912402428,
      "grad_norm": 0.3368385136127472,
      "learning_rate": 7.671550848687075e-05,
      "loss": 0.0599,
      "step": 6520
    },
    {
      "epoch": 0.7069601040763226,
      "grad_norm": 0.44904738664627075,
      "learning_rate": 7.67118816190338e-05,
      "loss": 0.0366,
      "step": 6521
    },
    {
      "epoch": 0.7070685169124025,
      "grad_norm": 0.37438908219337463,
      "learning_rate": 7.670825475119687e-05,
      "loss": 0.0251,
      "step": 6522
    },
    {
      "epoch": 0.7071769297484822,
      "grad_norm": 0.3252071738243103,
      "learning_rate": 7.670462788335993e-05,
      "loss": 0.0813,
      "step": 6523
    },
    {
      "epoch": 0.707285342584562,
      "grad_norm": 0.2567138969898224,
      "learning_rate": 7.6701001015523e-05,
      "loss": 0.0393,
      "step": 6524
    },
    {
      "epoch": 0.7073937554206418,
      "grad_norm": 0.6921466588973999,
      "learning_rate": 7.669737414768606e-05,
      "loss": 0.0529,
      "step": 6525
    },
    {
      "epoch": 0.7075021682567216,
      "grad_norm": 0.20046094059944153,
      "learning_rate": 7.669374727984913e-05,
      "loss": 0.0239,
      "step": 6526
    },
    {
      "epoch": 0.7076105810928014,
      "grad_norm": 0.24288171529769897,
      "learning_rate": 7.669012041201219e-05,
      "loss": 0.0614,
      "step": 6527
    },
    {
      "epoch": 0.7077189939288812,
      "grad_norm": 0.3048902750015259,
      "learning_rate": 7.668649354417526e-05,
      "loss": 0.0581,
      "step": 6528
    },
    {
      "epoch": 0.7078274067649609,
      "grad_norm": 0.14953771233558655,
      "learning_rate": 7.668286667633832e-05,
      "loss": 0.0172,
      "step": 6529
    },
    {
      "epoch": 0.7079358196010408,
      "grad_norm": 0.07785200327634811,
      "learning_rate": 7.667923980850137e-05,
      "loss": 0.0135,
      "step": 6530
    },
    {
      "epoch": 0.7080442324371206,
      "grad_norm": 0.1339075267314911,
      "learning_rate": 7.667561294066444e-05,
      "loss": 0.0349,
      "step": 6531
    },
    {
      "epoch": 0.7081526452732003,
      "grad_norm": 0.31524747610092163,
      "learning_rate": 7.66719860728275e-05,
      "loss": 0.0359,
      "step": 6532
    },
    {
      "epoch": 0.7082610581092801,
      "grad_norm": 0.06469225138425827,
      "learning_rate": 7.666835920499057e-05,
      "loss": 0.0193,
      "step": 6533
    },
    {
      "epoch": 0.70836947094536,
      "grad_norm": 0.15453200042247772,
      "learning_rate": 7.666473233715363e-05,
      "loss": 0.0176,
      "step": 6534
    },
    {
      "epoch": 0.7084778837814397,
      "grad_norm": 0.14369113743305206,
      "learning_rate": 7.66611054693167e-05,
      "loss": 0.0394,
      "step": 6535
    },
    {
      "epoch": 0.7085862966175195,
      "grad_norm": 0.31977275013923645,
      "learning_rate": 7.665747860147977e-05,
      "loss": 0.0469,
      "step": 6536
    },
    {
      "epoch": 0.7086947094535994,
      "grad_norm": 0.3388671875,
      "learning_rate": 7.665385173364283e-05,
      "loss": 0.0282,
      "step": 6537
    },
    {
      "epoch": 0.7088031222896791,
      "grad_norm": 0.4843308925628662,
      "learning_rate": 7.66502248658059e-05,
      "loss": 0.0516,
      "step": 6538
    },
    {
      "epoch": 0.7089115351257589,
      "grad_norm": 0.17406968772411346,
      "learning_rate": 7.664659799796896e-05,
      "loss": 0.0318,
      "step": 6539
    },
    {
      "epoch": 0.7090199479618386,
      "grad_norm": 0.30857059359550476,
      "learning_rate": 7.664297113013203e-05,
      "loss": 0.0535,
      "step": 6540
    },
    {
      "epoch": 0.7091283607979185,
      "grad_norm": 0.13121600449085236,
      "learning_rate": 7.663934426229509e-05,
      "loss": 0.0174,
      "step": 6541
    },
    {
      "epoch": 0.7092367736339983,
      "grad_norm": 0.32390356063842773,
      "learning_rate": 7.663571739445816e-05,
      "loss": 0.0887,
      "step": 6542
    },
    {
      "epoch": 0.709345186470078,
      "grad_norm": 0.20862679183483124,
      "learning_rate": 7.663209052662121e-05,
      "loss": 0.0359,
      "step": 6543
    },
    {
      "epoch": 0.7094535993061578,
      "grad_norm": 0.19295240938663483,
      "learning_rate": 7.662846365878427e-05,
      "loss": 0.0308,
      "step": 6544
    },
    {
      "epoch": 0.7095620121422377,
      "grad_norm": 0.1875585913658142,
      "learning_rate": 7.662483679094734e-05,
      "loss": 0.0188,
      "step": 6545
    },
    {
      "epoch": 0.7096704249783174,
      "grad_norm": 0.10824109613895416,
      "learning_rate": 7.66212099231104e-05,
      "loss": 0.0121,
      "step": 6546
    },
    {
      "epoch": 0.7097788378143972,
      "grad_norm": 0.09617122262716293,
      "learning_rate": 7.661758305527347e-05,
      "loss": 0.0075,
      "step": 6547
    },
    {
      "epoch": 0.709887250650477,
      "grad_norm": 0.22663874924182892,
      "learning_rate": 7.661395618743653e-05,
      "loss": 0.0376,
      "step": 6548
    },
    {
      "epoch": 0.7099956634865568,
      "grad_norm": 0.17981752753257751,
      "learning_rate": 7.66103293195996e-05,
      "loss": 0.0315,
      "step": 6549
    },
    {
      "epoch": 0.7101040763226366,
      "grad_norm": 0.22624139487743378,
      "learning_rate": 7.660670245176266e-05,
      "loss": 0.0591,
      "step": 6550
    },
    {
      "epoch": 0.7102124891587164,
      "grad_norm": 0.2635555863380432,
      "learning_rate": 7.660307558392573e-05,
      "loss": 0.0658,
      "step": 6551
    },
    {
      "epoch": 0.7103209019947961,
      "grad_norm": 0.3596944510936737,
      "learning_rate": 7.659944871608878e-05,
      "loss": 0.0427,
      "step": 6552
    },
    {
      "epoch": 0.710429314830876,
      "grad_norm": 0.21478010714054108,
      "learning_rate": 7.659582184825185e-05,
      "loss": 0.018,
      "step": 6553
    },
    {
      "epoch": 0.7105377276669558,
      "grad_norm": 0.37964439392089844,
      "learning_rate": 7.659219498041493e-05,
      "loss": 0.059,
      "step": 6554
    },
    {
      "epoch": 0.7106461405030355,
      "grad_norm": 0.22900813817977905,
      "learning_rate": 7.658856811257798e-05,
      "loss": 0.024,
      "step": 6555
    },
    {
      "epoch": 0.7107545533391153,
      "grad_norm": 0.30238890647888184,
      "learning_rate": 7.658494124474105e-05,
      "loss": 0.0241,
      "step": 6556
    },
    {
      "epoch": 0.7108629661751952,
      "grad_norm": 0.34807881712913513,
      "learning_rate": 7.658131437690411e-05,
      "loss": 0.0898,
      "step": 6557
    },
    {
      "epoch": 0.7109713790112749,
      "grad_norm": 0.45651596784591675,
      "learning_rate": 7.657768750906717e-05,
      "loss": 0.0654,
      "step": 6558
    },
    {
      "epoch": 0.7110797918473547,
      "grad_norm": 0.2575773596763611,
      "learning_rate": 7.657406064123024e-05,
      "loss": 0.0251,
      "step": 6559
    },
    {
      "epoch": 0.7111882046834345,
      "grad_norm": 0.25948476791381836,
      "learning_rate": 7.65704337733933e-05,
      "loss": 0.0211,
      "step": 6560
    },
    {
      "epoch": 0.7112966175195143,
      "grad_norm": 0.2586860656738281,
      "learning_rate": 7.656680690555637e-05,
      "loss": 0.0348,
      "step": 6561
    },
    {
      "epoch": 0.7114050303555941,
      "grad_norm": 0.3458036184310913,
      "learning_rate": 7.656318003771943e-05,
      "loss": 0.0623,
      "step": 6562
    },
    {
      "epoch": 0.7115134431916739,
      "grad_norm": 0.3281599283218384,
      "learning_rate": 7.65595531698825e-05,
      "loss": 0.0367,
      "step": 6563
    },
    {
      "epoch": 0.7116218560277537,
      "grad_norm": 0.32677850127220154,
      "learning_rate": 7.655592630204555e-05,
      "loss": 0.0258,
      "step": 6564
    },
    {
      "epoch": 0.7117302688638335,
      "grad_norm": 0.42657405138015747,
      "learning_rate": 7.655229943420862e-05,
      "loss": 0.0376,
      "step": 6565
    },
    {
      "epoch": 0.7118386816999133,
      "grad_norm": 0.7374365925788879,
      "learning_rate": 7.654867256637168e-05,
      "loss": 0.0672,
      "step": 6566
    },
    {
      "epoch": 0.711947094535993,
      "grad_norm": 0.43032824993133545,
      "learning_rate": 7.654504569853474e-05,
      "loss": 0.0384,
      "step": 6567
    },
    {
      "epoch": 0.7120555073720729,
      "grad_norm": 0.21298377215862274,
      "learning_rate": 7.654141883069781e-05,
      "loss": 0.0388,
      "step": 6568
    },
    {
      "epoch": 0.7121639202081527,
      "grad_norm": 0.2017209231853485,
      "learning_rate": 7.653779196286087e-05,
      "loss": 0.0155,
      "step": 6569
    },
    {
      "epoch": 0.7122723330442324,
      "grad_norm": 0.12069609761238098,
      "learning_rate": 7.653416509502395e-05,
      "loss": 0.0237,
      "step": 6570
    },
    {
      "epoch": 0.7123807458803122,
      "grad_norm": 0.16378869116306305,
      "learning_rate": 7.653053822718701e-05,
      "loss": 0.0382,
      "step": 6571
    },
    {
      "epoch": 0.7124891587163921,
      "grad_norm": 0.2752783000469208,
      "learning_rate": 7.652691135935008e-05,
      "loss": 0.0331,
      "step": 6572
    },
    {
      "epoch": 0.7125975715524718,
      "grad_norm": 0.3172803223133087,
      "learning_rate": 7.652328449151314e-05,
      "loss": 0.0541,
      "step": 6573
    },
    {
      "epoch": 0.7127059843885516,
      "grad_norm": 0.2604571580886841,
      "learning_rate": 7.65196576236762e-05,
      "loss": 0.0522,
      "step": 6574
    },
    {
      "epoch": 0.7128143972246314,
      "grad_norm": 0.29568925499916077,
      "learning_rate": 7.651603075583927e-05,
      "loss": 0.0569,
      "step": 6575
    },
    {
      "epoch": 0.7129228100607112,
      "grad_norm": 0.35149961709976196,
      "learning_rate": 7.651240388800232e-05,
      "loss": 0.0439,
      "step": 6576
    },
    {
      "epoch": 0.713031222896791,
      "grad_norm": 0.27502378821372986,
      "learning_rate": 7.65087770201654e-05,
      "loss": 0.0932,
      "step": 6577
    },
    {
      "epoch": 0.7131396357328708,
      "grad_norm": 0.4538915753364563,
      "learning_rate": 7.650515015232845e-05,
      "loss": 0.1137,
      "step": 6578
    },
    {
      "epoch": 0.7132480485689505,
      "grad_norm": 0.2514444589614868,
      "learning_rate": 7.650152328449152e-05,
      "loss": 0.03,
      "step": 6579
    },
    {
      "epoch": 0.7133564614050304,
      "grad_norm": 0.13175587356090546,
      "learning_rate": 7.649789641665458e-05,
      "loss": 0.0161,
      "step": 6580
    },
    {
      "epoch": 0.7134648742411102,
      "grad_norm": 0.2144860178232193,
      "learning_rate": 7.649426954881764e-05,
      "loss": 0.0414,
      "step": 6581
    },
    {
      "epoch": 0.7135732870771899,
      "grad_norm": 0.4129379093647003,
      "learning_rate": 7.649064268098071e-05,
      "loss": 0.088,
      "step": 6582
    },
    {
      "epoch": 0.7136816999132697,
      "grad_norm": 0.3020646274089813,
      "learning_rate": 7.648701581314376e-05,
      "loss": 0.0294,
      "step": 6583
    },
    {
      "epoch": 0.7137901127493496,
      "grad_norm": 0.14417606592178345,
      "learning_rate": 7.648338894530684e-05,
      "loss": 0.0233,
      "step": 6584
    },
    {
      "epoch": 0.7138985255854293,
      "grad_norm": 0.769382894039154,
      "learning_rate": 7.647976207746989e-05,
      "loss": 0.0383,
      "step": 6585
    },
    {
      "epoch": 0.7140069384215091,
      "grad_norm": 0.518530547618866,
      "learning_rate": 7.647613520963296e-05,
      "loss": 0.0747,
      "step": 6586
    },
    {
      "epoch": 0.7141153512575888,
      "grad_norm": 0.1459244191646576,
      "learning_rate": 7.647250834179602e-05,
      "loss": 0.0244,
      "step": 6587
    },
    {
      "epoch": 0.7142237640936687,
      "grad_norm": 0.4100829064846039,
      "learning_rate": 7.646888147395909e-05,
      "loss": 0.0572,
      "step": 6588
    },
    {
      "epoch": 0.7143321769297485,
      "grad_norm": 0.3092184364795685,
      "learning_rate": 7.646525460612216e-05,
      "loss": 0.0438,
      "step": 6589
    },
    {
      "epoch": 0.7144405897658282,
      "grad_norm": 0.23668251931667328,
      "learning_rate": 7.646162773828522e-05,
      "loss": 0.0282,
      "step": 6590
    },
    {
      "epoch": 0.714549002601908,
      "grad_norm": 0.34983813762664795,
      "learning_rate": 7.645800087044829e-05,
      "loss": 0.0609,
      "step": 6591
    },
    {
      "epoch": 0.7146574154379879,
      "grad_norm": 0.24831731617450714,
      "learning_rate": 7.645437400261135e-05,
      "loss": 0.0268,
      "step": 6592
    },
    {
      "epoch": 0.7147658282740676,
      "grad_norm": 0.30210205912590027,
      "learning_rate": 7.645074713477442e-05,
      "loss": 0.0488,
      "step": 6593
    },
    {
      "epoch": 0.7148742411101474,
      "grad_norm": 0.21161523461341858,
      "learning_rate": 7.644712026693748e-05,
      "loss": 0.0522,
      "step": 6594
    },
    {
      "epoch": 0.7149826539462273,
      "grad_norm": 0.131284698843956,
      "learning_rate": 7.644349339910055e-05,
      "loss": 0.0271,
      "step": 6595
    },
    {
      "epoch": 0.715091066782307,
      "grad_norm": 0.1167493611574173,
      "learning_rate": 7.64398665312636e-05,
      "loss": 0.0123,
      "step": 6596
    },
    {
      "epoch": 0.7151994796183868,
      "grad_norm": 0.1856226921081543,
      "learning_rate": 7.643623966342666e-05,
      "loss": 0.0149,
      "step": 6597
    },
    {
      "epoch": 0.7153078924544666,
      "grad_norm": 0.09507959336042404,
      "learning_rate": 7.643261279558973e-05,
      "loss": 0.0119,
      "step": 6598
    },
    {
      "epoch": 0.7154163052905465,
      "grad_norm": 0.1445893794298172,
      "learning_rate": 7.642898592775279e-05,
      "loss": 0.0207,
      "step": 6599
    },
    {
      "epoch": 0.7155247181266262,
      "grad_norm": 0.3020775616168976,
      "learning_rate": 7.642535905991586e-05,
      "loss": 0.0271,
      "step": 6600
    },
    {
      "epoch": 0.715633130962706,
      "grad_norm": 0.13367323577404022,
      "learning_rate": 7.642173219207892e-05,
      "loss": 0.0209,
      "step": 6601
    },
    {
      "epoch": 0.7157415437987857,
      "grad_norm": 0.26271572709083557,
      "learning_rate": 7.641810532424199e-05,
      "loss": 0.0526,
      "step": 6602
    },
    {
      "epoch": 0.7158499566348656,
      "grad_norm": 0.22997887432575226,
      "learning_rate": 7.641447845640505e-05,
      "loss": 0.0465,
      "step": 6603
    },
    {
      "epoch": 0.7159583694709454,
      "grad_norm": 0.2575511336326599,
      "learning_rate": 7.641085158856812e-05,
      "loss": 0.0389,
      "step": 6604
    },
    {
      "epoch": 0.7160667823070251,
      "grad_norm": 0.3807132840156555,
      "learning_rate": 7.640722472073119e-05,
      "loss": 0.0502,
      "step": 6605
    },
    {
      "epoch": 0.7161751951431049,
      "grad_norm": 0.24314601719379425,
      "learning_rate": 7.640359785289425e-05,
      "loss": 0.0311,
      "step": 6606
    },
    {
      "epoch": 0.7162836079791848,
      "grad_norm": 0.2657908499240875,
      "learning_rate": 7.639997098505732e-05,
      "loss": 0.0747,
      "step": 6607
    },
    {
      "epoch": 0.7163920208152645,
      "grad_norm": 0.2299523651599884,
      "learning_rate": 7.639634411722037e-05,
      "loss": 0.0426,
      "step": 6608
    },
    {
      "epoch": 0.7165004336513443,
      "grad_norm": 0.21288920938968658,
      "learning_rate": 7.639271724938344e-05,
      "loss": 0.03,
      "step": 6609
    },
    {
      "epoch": 0.7166088464874241,
      "grad_norm": 0.16158202290534973,
      "learning_rate": 7.63890903815465e-05,
      "loss": 0.0238,
      "step": 6610
    },
    {
      "epoch": 0.7167172593235039,
      "grad_norm": 0.13261817395687103,
      "learning_rate": 7.638546351370956e-05,
      "loss": 0.0344,
      "step": 6611
    },
    {
      "epoch": 0.7168256721595837,
      "grad_norm": 0.3385135233402252,
      "learning_rate": 7.638183664587263e-05,
      "loss": 0.0454,
      "step": 6612
    },
    {
      "epoch": 0.7169340849956635,
      "grad_norm": 0.2337220162153244,
      "learning_rate": 7.637820977803569e-05,
      "loss": 0.0175,
      "step": 6613
    },
    {
      "epoch": 0.7170424978317432,
      "grad_norm": 0.24085518717765808,
      "learning_rate": 7.637458291019876e-05,
      "loss": 0.0396,
      "step": 6614
    },
    {
      "epoch": 0.7171509106678231,
      "grad_norm": 0.48722654581069946,
      "learning_rate": 7.637095604236182e-05,
      "loss": 0.0847,
      "step": 6615
    },
    {
      "epoch": 0.7172593235039029,
      "grad_norm": 0.11379869282245636,
      "learning_rate": 7.636732917452489e-05,
      "loss": 0.0122,
      "step": 6616
    },
    {
      "epoch": 0.7173677363399826,
      "grad_norm": 0.1445034146308899,
      "learning_rate": 7.636370230668794e-05,
      "loss": 0.023,
      "step": 6617
    },
    {
      "epoch": 0.7174761491760624,
      "grad_norm": 0.37766340374946594,
      "learning_rate": 7.636007543885102e-05,
      "loss": 0.0597,
      "step": 6618
    },
    {
      "epoch": 0.7175845620121423,
      "grad_norm": 0.4257405698299408,
      "learning_rate": 7.635644857101407e-05,
      "loss": 0.0618,
      "step": 6619
    },
    {
      "epoch": 0.717692974848222,
      "grad_norm": 0.32503101229667664,
      "learning_rate": 7.635282170317713e-05,
      "loss": 0.0653,
      "step": 6620
    },
    {
      "epoch": 0.7178013876843018,
      "grad_norm": 0.30262771248817444,
      "learning_rate": 7.63491948353402e-05,
      "loss": 0.0596,
      "step": 6621
    },
    {
      "epoch": 0.7179098005203816,
      "grad_norm": 0.326941579580307,
      "learning_rate": 7.634556796750327e-05,
      "loss": 0.0738,
      "step": 6622
    },
    {
      "epoch": 0.7180182133564614,
      "grad_norm": 0.19536949694156647,
      "learning_rate": 7.634194109966634e-05,
      "loss": 0.0533,
      "step": 6623
    },
    {
      "epoch": 0.7181266261925412,
      "grad_norm": 0.14619533717632294,
      "learning_rate": 7.63383142318294e-05,
      "loss": 0.0222,
      "step": 6624
    },
    {
      "epoch": 0.718235039028621,
      "grad_norm": 0.43308401107788086,
      "learning_rate": 7.633468736399246e-05,
      "loss": 0.033,
      "step": 6625
    },
    {
      "epoch": 0.7183434518647008,
      "grad_norm": 0.39053112268447876,
      "learning_rate": 7.633106049615553e-05,
      "loss": 0.0535,
      "step": 6626
    },
    {
      "epoch": 0.7184518647007806,
      "grad_norm": 0.3292282521724701,
      "learning_rate": 7.632743362831859e-05,
      "loss": 0.0484,
      "step": 6627
    },
    {
      "epoch": 0.7185602775368604,
      "grad_norm": 0.05462266132235527,
      "learning_rate": 7.632380676048166e-05,
      "loss": 0.0036,
      "step": 6628
    },
    {
      "epoch": 0.7186686903729401,
      "grad_norm": 0.33862030506134033,
      "learning_rate": 7.632017989264471e-05,
      "loss": 0.0293,
      "step": 6629
    },
    {
      "epoch": 0.71877710320902,
      "grad_norm": 0.29638051986694336,
      "learning_rate": 7.631655302480778e-05,
      "loss": 0.047,
      "step": 6630
    },
    {
      "epoch": 0.7188855160450998,
      "grad_norm": 0.3469974398612976,
      "learning_rate": 7.631292615697084e-05,
      "loss": 0.0693,
      "step": 6631
    },
    {
      "epoch": 0.7189939288811795,
      "grad_norm": 0.13784174621105194,
      "learning_rate": 7.630929928913391e-05,
      "loss": 0.0207,
      "step": 6632
    },
    {
      "epoch": 0.7191023417172593,
      "grad_norm": 0.25310060381889343,
      "learning_rate": 7.630567242129697e-05,
      "loss": 0.0533,
      "step": 6633
    },
    {
      "epoch": 0.7192107545533392,
      "grad_norm": 0.22283907234668732,
      "learning_rate": 7.630204555346003e-05,
      "loss": 0.0505,
      "step": 6634
    },
    {
      "epoch": 0.7193191673894189,
      "grad_norm": 0.7439896464347839,
      "learning_rate": 7.62984186856231e-05,
      "loss": 0.0494,
      "step": 6635
    },
    {
      "epoch": 0.7194275802254987,
      "grad_norm": 0.35745352506637573,
      "learning_rate": 7.629479181778616e-05,
      "loss": 0.0432,
      "step": 6636
    },
    {
      "epoch": 0.7195359930615784,
      "grad_norm": 0.46509233117103577,
      "learning_rate": 7.629116494994923e-05,
      "loss": 0.0442,
      "step": 6637
    },
    {
      "epoch": 0.7196444058976583,
      "grad_norm": 0.19534122943878174,
      "learning_rate": 7.628753808211228e-05,
      "loss": 0.0187,
      "step": 6638
    },
    {
      "epoch": 0.7197528187337381,
      "grad_norm": 0.2447570413351059,
      "learning_rate": 7.628391121427535e-05,
      "loss": 0.0527,
      "step": 6639
    },
    {
      "epoch": 0.7198612315698178,
      "grad_norm": 0.1018131896853447,
      "learning_rate": 7.628028434643843e-05,
      "loss": 0.0225,
      "step": 6640
    },
    {
      "epoch": 0.7199696444058976,
      "grad_norm": 0.2416129857301712,
      "learning_rate": 7.627665747860148e-05,
      "loss": 0.0496,
      "step": 6641
    },
    {
      "epoch": 0.7200780572419775,
      "grad_norm": 0.2178514152765274,
      "learning_rate": 7.627303061076455e-05,
      "loss": 0.0453,
      "step": 6642
    },
    {
      "epoch": 0.7201864700780573,
      "grad_norm": 0.10047989338636398,
      "learning_rate": 7.626940374292761e-05,
      "loss": 0.0061,
      "step": 6643
    },
    {
      "epoch": 0.720294882914137,
      "grad_norm": 0.259080171585083,
      "learning_rate": 7.626577687509068e-05,
      "loss": 0.0516,
      "step": 6644
    },
    {
      "epoch": 0.7204032957502168,
      "grad_norm": 0.1951824277639389,
      "learning_rate": 7.626215000725374e-05,
      "loss": 0.0532,
      "step": 6645
    },
    {
      "epoch": 0.7205117085862967,
      "grad_norm": 0.3989790678024292,
      "learning_rate": 7.625852313941681e-05,
      "loss": 0.0487,
      "step": 6646
    },
    {
      "epoch": 0.7206201214223764,
      "grad_norm": 0.1603422909975052,
      "learning_rate": 7.625489627157987e-05,
      "loss": 0.0134,
      "step": 6647
    },
    {
      "epoch": 0.7207285342584562,
      "grad_norm": 0.15432137250900269,
      "learning_rate": 7.625126940374292e-05,
      "loss": 0.0287,
      "step": 6648
    },
    {
      "epoch": 0.7208369470945359,
      "grad_norm": 0.5700159668922424,
      "learning_rate": 7.6247642535906e-05,
      "loss": 0.0505,
      "step": 6649
    },
    {
      "epoch": 0.7209453599306158,
      "grad_norm": 0.41051599383354187,
      "learning_rate": 7.624401566806905e-05,
      "loss": 0.0395,
      "step": 6650
    },
    {
      "epoch": 0.7210537727666956,
      "grad_norm": 0.49152466654777527,
      "learning_rate": 7.624038880023212e-05,
      "loss": 0.0927,
      "step": 6651
    },
    {
      "epoch": 0.7211621856027753,
      "grad_norm": 0.3703728914260864,
      "learning_rate": 7.623676193239518e-05,
      "loss": 0.064,
      "step": 6652
    },
    {
      "epoch": 0.7212705984388552,
      "grad_norm": 0.13969887793064117,
      "learning_rate": 7.623313506455825e-05,
      "loss": 0.0245,
      "step": 6653
    },
    {
      "epoch": 0.721379011274935,
      "grad_norm": 0.19116032123565674,
      "learning_rate": 7.622950819672131e-05,
      "loss": 0.0416,
      "step": 6654
    },
    {
      "epoch": 0.7214874241110147,
      "grad_norm": 0.17891083657741547,
      "learning_rate": 7.622588132888438e-05,
      "loss": 0.0535,
      "step": 6655
    },
    {
      "epoch": 0.7215958369470945,
      "grad_norm": 0.19058740139007568,
      "learning_rate": 7.622225446104744e-05,
      "loss": 0.0405,
      "step": 6656
    },
    {
      "epoch": 0.7217042497831744,
      "grad_norm": 0.10934565216302872,
      "learning_rate": 7.621862759321051e-05,
      "loss": 0.0109,
      "step": 6657
    },
    {
      "epoch": 0.7218126626192541,
      "grad_norm": 0.18389302492141724,
      "learning_rate": 7.621500072537358e-05,
      "loss": 0.0376,
      "step": 6658
    },
    {
      "epoch": 0.7219210754553339,
      "grad_norm": 0.257211834192276,
      "learning_rate": 7.621137385753664e-05,
      "loss": 0.0696,
      "step": 6659
    },
    {
      "epoch": 0.7220294882914137,
      "grad_norm": 0.20708395540714264,
      "learning_rate": 7.620774698969971e-05,
      "loss": 0.026,
      "step": 6660
    },
    {
      "epoch": 0.7221379011274935,
      "grad_norm": 0.354679137468338,
      "learning_rate": 7.620412012186276e-05,
      "loss": 0.0826,
      "step": 6661
    },
    {
      "epoch": 0.7222463139635733,
      "grad_norm": 0.3003619909286499,
      "learning_rate": 7.620049325402582e-05,
      "loss": 0.0519,
      "step": 6662
    },
    {
      "epoch": 0.7223547267996531,
      "grad_norm": 0.2774786651134491,
      "learning_rate": 7.619686638618889e-05,
      "loss": 0.0811,
      "step": 6663
    },
    {
      "epoch": 0.7224631396357328,
      "grad_norm": 0.23735029995441437,
      "learning_rate": 7.619323951835195e-05,
      "loss": 0.0433,
      "step": 6664
    },
    {
      "epoch": 0.7225715524718127,
      "grad_norm": 0.27244749665260315,
      "learning_rate": 7.618961265051502e-05,
      "loss": 0.0496,
      "step": 6665
    },
    {
      "epoch": 0.7226799653078925,
      "grad_norm": 0.8783441185951233,
      "learning_rate": 7.618598578267808e-05,
      "loss": 0.036,
      "step": 6666
    },
    {
      "epoch": 0.7227883781439722,
      "grad_norm": 0.3575512766838074,
      "learning_rate": 7.618235891484115e-05,
      "loss": 0.049,
      "step": 6667
    },
    {
      "epoch": 0.722896790980052,
      "grad_norm": 0.27370205521583557,
      "learning_rate": 7.61787320470042e-05,
      "loss": 0.0591,
      "step": 6668
    },
    {
      "epoch": 0.7230052038161319,
      "grad_norm": 0.2150885909795761,
      "learning_rate": 7.617510517916728e-05,
      "loss": 0.0456,
      "step": 6669
    },
    {
      "epoch": 0.7231136166522116,
      "grad_norm": 0.28593364357948303,
      "learning_rate": 7.617147831133033e-05,
      "loss": 0.0412,
      "step": 6670
    },
    {
      "epoch": 0.7232220294882914,
      "grad_norm": 0.39704468846321106,
      "learning_rate": 7.616785144349339e-05,
      "loss": 0.0416,
      "step": 6671
    },
    {
      "epoch": 0.7233304423243712,
      "grad_norm": 0.1505335569381714,
      "learning_rate": 7.616422457565646e-05,
      "loss": 0.0156,
      "step": 6672
    },
    {
      "epoch": 0.723438855160451,
      "grad_norm": 0.18855510652065277,
      "learning_rate": 7.616059770781952e-05,
      "loss": 0.0269,
      "step": 6673
    },
    {
      "epoch": 0.7235472679965308,
      "grad_norm": 0.18326501548290253,
      "learning_rate": 7.61569708399826e-05,
      "loss": 0.0346,
      "step": 6674
    },
    {
      "epoch": 0.7236556808326106,
      "grad_norm": 0.36377596855163574,
      "learning_rate": 7.615334397214566e-05,
      "loss": 0.0429,
      "step": 6675
    },
    {
      "epoch": 0.7237640936686903,
      "grad_norm": 0.15629982948303223,
      "learning_rate": 7.614971710430873e-05,
      "loss": 0.0367,
      "step": 6676
    },
    {
      "epoch": 0.7238725065047702,
      "grad_norm": 0.2244717925786972,
      "learning_rate": 7.614609023647179e-05,
      "loss": 0.0268,
      "step": 6677
    },
    {
      "epoch": 0.72398091934085,
      "grad_norm": 0.38859087228775024,
      "learning_rate": 7.614246336863485e-05,
      "loss": 0.1048,
      "step": 6678
    },
    {
      "epoch": 0.7240893321769297,
      "grad_norm": 2.8774642944335938,
      "learning_rate": 7.613883650079792e-05,
      "loss": 0.131,
      "step": 6679
    },
    {
      "epoch": 0.7241977450130095,
      "grad_norm": 0.197921484708786,
      "learning_rate": 7.613520963296098e-05,
      "loss": 0.0663,
      "step": 6680
    },
    {
      "epoch": 0.7243061578490894,
      "grad_norm": 0.2580091655254364,
      "learning_rate": 7.613158276512405e-05,
      "loss": 0.0565,
      "step": 6681
    },
    {
      "epoch": 0.7244145706851691,
      "grad_norm": 0.33392515778541565,
      "learning_rate": 7.61279558972871e-05,
      "loss": 0.0833,
      "step": 6682
    },
    {
      "epoch": 0.7245229835212489,
      "grad_norm": 0.3105146884918213,
      "learning_rate": 7.612432902945018e-05,
      "loss": 0.0689,
      "step": 6683
    },
    {
      "epoch": 0.7246313963573288,
      "grad_norm": 0.14403438568115234,
      "learning_rate": 7.612070216161323e-05,
      "loss": 0.0345,
      "step": 6684
    },
    {
      "epoch": 0.7247398091934085,
      "grad_norm": 0.15352390706539154,
      "learning_rate": 7.61170752937763e-05,
      "loss": 0.0331,
      "step": 6685
    },
    {
      "epoch": 0.7248482220294883,
      "grad_norm": 0.16196660697460175,
      "learning_rate": 7.611344842593936e-05,
      "loss": 0.0358,
      "step": 6686
    },
    {
      "epoch": 0.724956634865568,
      "grad_norm": 0.26152029633522034,
      "learning_rate": 7.610982155810242e-05,
      "loss": 0.0696,
      "step": 6687
    },
    {
      "epoch": 0.7250650477016479,
      "grad_norm": 0.2262296825647354,
      "learning_rate": 7.610619469026549e-05,
      "loss": 0.0389,
      "step": 6688
    },
    {
      "epoch": 0.7251734605377277,
      "grad_norm": 0.19374698400497437,
      "learning_rate": 7.610256782242855e-05,
      "loss": 0.0576,
      "step": 6689
    },
    {
      "epoch": 0.7252818733738075,
      "grad_norm": 0.2124379575252533,
      "learning_rate": 7.609894095459162e-05,
      "loss": 0.0412,
      "step": 6690
    },
    {
      "epoch": 0.7253902862098872,
      "grad_norm": 0.17786262929439545,
      "learning_rate": 7.609531408675469e-05,
      "loss": 0.0531,
      "step": 6691
    },
    {
      "epoch": 0.7254986990459671,
      "grad_norm": 0.1250370740890503,
      "learning_rate": 7.609168721891775e-05,
      "loss": 0.0393,
      "step": 6692
    },
    {
      "epoch": 0.7256071118820469,
      "grad_norm": 0.3399386405944824,
      "learning_rate": 7.608806035108082e-05,
      "loss": 0.0466,
      "step": 6693
    },
    {
      "epoch": 0.7257155247181266,
      "grad_norm": 0.3022826015949249,
      "learning_rate": 7.608443348324387e-05,
      "loss": 0.0378,
      "step": 6694
    },
    {
      "epoch": 0.7258239375542064,
      "grad_norm": 0.35960885882377625,
      "learning_rate": 7.608080661540694e-05,
      "loss": 0.087,
      "step": 6695
    },
    {
      "epoch": 0.7259323503902863,
      "grad_norm": 0.26224806904792786,
      "learning_rate": 7.607717974757e-05,
      "loss": 0.0577,
      "step": 6696
    },
    {
      "epoch": 0.726040763226366,
      "grad_norm": 0.2949455678462982,
      "learning_rate": 7.607355287973307e-05,
      "loss": 0.0625,
      "step": 6697
    },
    {
      "epoch": 0.7261491760624458,
      "grad_norm": 0.15801261365413666,
      "learning_rate": 7.606992601189613e-05,
      "loss": 0.0368,
      "step": 6698
    },
    {
      "epoch": 0.7262575888985255,
      "grad_norm": 0.1353842169046402,
      "learning_rate": 7.60662991440592e-05,
      "loss": 0.0154,
      "step": 6699
    },
    {
      "epoch": 0.7263660017346054,
      "grad_norm": 0.16422434151172638,
      "learning_rate": 7.606267227622226e-05,
      "loss": 0.0371,
      "step": 6700
    },
    {
      "epoch": 0.7264744145706852,
      "grad_norm": 0.21822123229503632,
      "learning_rate": 7.605904540838532e-05,
      "loss": 0.0468,
      "step": 6701
    },
    {
      "epoch": 0.7265828274067649,
      "grad_norm": 0.1859012246131897,
      "learning_rate": 7.605541854054839e-05,
      "loss": 0.0465,
      "step": 6702
    },
    {
      "epoch": 0.7266912402428447,
      "grad_norm": 0.11225688457489014,
      "learning_rate": 7.605179167271144e-05,
      "loss": 0.0334,
      "step": 6703
    },
    {
      "epoch": 0.7267996530789246,
      "grad_norm": 0.37489748001098633,
      "learning_rate": 7.604816480487451e-05,
      "loss": 0.053,
      "step": 6704
    },
    {
      "epoch": 0.7269080659150043,
      "grad_norm": 0.11667852103710175,
      "learning_rate": 7.604453793703757e-05,
      "loss": 0.0317,
      "step": 6705
    },
    {
      "epoch": 0.7270164787510841,
      "grad_norm": 0.13674354553222656,
      "learning_rate": 7.604091106920064e-05,
      "loss": 0.0292,
      "step": 6706
    },
    {
      "epoch": 0.7271248915871639,
      "grad_norm": 0.11690264940261841,
      "learning_rate": 7.60372842013637e-05,
      "loss": 0.0267,
      "step": 6707
    },
    {
      "epoch": 0.7272333044232437,
      "grad_norm": 0.34812042117118835,
      "learning_rate": 7.603365733352677e-05,
      "loss": 0.0447,
      "step": 6708
    },
    {
      "epoch": 0.7273417172593235,
      "grad_norm": 0.2124296873807907,
      "learning_rate": 7.603003046568984e-05,
      "loss": 0.0686,
      "step": 6709
    },
    {
      "epoch": 0.7274501300954033,
      "grad_norm": 0.18713045120239258,
      "learning_rate": 7.60264035978529e-05,
      "loss": 0.0277,
      "step": 6710
    },
    {
      "epoch": 0.727558542931483,
      "grad_norm": 0.17991094291210175,
      "learning_rate": 7.602277673001597e-05,
      "loss": 0.0403,
      "step": 6711
    },
    {
      "epoch": 0.7276669557675629,
      "grad_norm": 0.47087061405181885,
      "learning_rate": 7.601914986217903e-05,
      "loss": 0.0594,
      "step": 6712
    },
    {
      "epoch": 0.7277753686036427,
      "grad_norm": 0.39105263352394104,
      "learning_rate": 7.60155229943421e-05,
      "loss": 0.0668,
      "step": 6713
    },
    {
      "epoch": 0.7278837814397224,
      "grad_norm": 0.2479783296585083,
      "learning_rate": 7.601189612650516e-05,
      "loss": 0.0582,
      "step": 6714
    },
    {
      "epoch": 0.7279921942758023,
      "grad_norm": 0.2634764611721039,
      "learning_rate": 7.600826925866821e-05,
      "loss": 0.0426,
      "step": 6715
    },
    {
      "epoch": 0.7281006071118821,
      "grad_norm": 0.416416198015213,
      "learning_rate": 7.600464239083128e-05,
      "loss": 0.0501,
      "step": 6716
    },
    {
      "epoch": 0.7282090199479618,
      "grad_norm": 0.18380922079086304,
      "learning_rate": 7.600101552299434e-05,
      "loss": 0.04,
      "step": 6717
    },
    {
      "epoch": 0.7283174327840416,
      "grad_norm": 0.11063739657402039,
      "learning_rate": 7.599738865515741e-05,
      "loss": 0.0196,
      "step": 6718
    },
    {
      "epoch": 0.7284258456201215,
      "grad_norm": 0.1202513575553894,
      "learning_rate": 7.599376178732047e-05,
      "loss": 0.0193,
      "step": 6719
    },
    {
      "epoch": 0.7285342584562012,
      "grad_norm": 0.1646088808774948,
      "learning_rate": 7.599013491948354e-05,
      "loss": 0.0438,
      "step": 6720
    },
    {
      "epoch": 0.728642671292281,
      "grad_norm": 0.25433388352394104,
      "learning_rate": 7.59865080516466e-05,
      "loss": 0.0422,
      "step": 6721
    },
    {
      "epoch": 0.7287510841283608,
      "grad_norm": 0.06166670843958855,
      "learning_rate": 7.598288118380967e-05,
      "loss": 0.0106,
      "step": 6722
    },
    {
      "epoch": 0.7288594969644406,
      "grad_norm": 0.15900401771068573,
      "learning_rate": 7.597925431597273e-05,
      "loss": 0.0349,
      "step": 6723
    },
    {
      "epoch": 0.7289679098005204,
      "grad_norm": 0.24098682403564453,
      "learning_rate": 7.597562744813578e-05,
      "loss": 0.0509,
      "step": 6724
    },
    {
      "epoch": 0.7290763226366002,
      "grad_norm": 0.16347599029541016,
      "learning_rate": 7.597200058029885e-05,
      "loss": 0.0333,
      "step": 6725
    },
    {
      "epoch": 0.7291847354726799,
      "grad_norm": 0.1679409146308899,
      "learning_rate": 7.596837371246192e-05,
      "loss": 0.0423,
      "step": 6726
    },
    {
      "epoch": 0.7292931483087598,
      "grad_norm": 0.2169111669063568,
      "learning_rate": 7.5964746844625e-05,
      "loss": 0.0285,
      "step": 6727
    },
    {
      "epoch": 0.7294015611448396,
      "grad_norm": 0.15179221332073212,
      "learning_rate": 7.596111997678805e-05,
      "loss": 0.034,
      "step": 6728
    },
    {
      "epoch": 0.7295099739809193,
      "grad_norm": 0.25925683975219727,
      "learning_rate": 7.595749310895111e-05,
      "loss": 0.0499,
      "step": 6729
    },
    {
      "epoch": 0.7296183868169991,
      "grad_norm": 0.09998292475938797,
      "learning_rate": 7.595386624111418e-05,
      "loss": 0.0191,
      "step": 6730
    },
    {
      "epoch": 0.729726799653079,
      "grad_norm": 0.2406928539276123,
      "learning_rate": 7.595023937327724e-05,
      "loss": 0.036,
      "step": 6731
    },
    {
      "epoch": 0.7298352124891587,
      "grad_norm": 0.3532503545284271,
      "learning_rate": 7.594661250544031e-05,
      "loss": 0.0662,
      "step": 6732
    },
    {
      "epoch": 0.7299436253252385,
      "grad_norm": 0.26755449175834656,
      "learning_rate": 7.594298563760337e-05,
      "loss": 0.0356,
      "step": 6733
    },
    {
      "epoch": 0.7300520381613183,
      "grad_norm": 0.1315993070602417,
      "learning_rate": 7.593935876976644e-05,
      "loss": 0.0198,
      "step": 6734
    },
    {
      "epoch": 0.7301604509973981,
      "grad_norm": 0.19256480038166046,
      "learning_rate": 7.59357319019295e-05,
      "loss": 0.0286,
      "step": 6735
    },
    {
      "epoch": 0.7302688638334779,
      "grad_norm": 0.1558612734079361,
      "learning_rate": 7.593210503409257e-05,
      "loss": 0.0312,
      "step": 6736
    },
    {
      "epoch": 0.7303772766695577,
      "grad_norm": 0.15428555011749268,
      "learning_rate": 7.592847816625562e-05,
      "loss": 0.0297,
      "step": 6737
    },
    {
      "epoch": 0.7304856895056374,
      "grad_norm": 0.1455206573009491,
      "learning_rate": 7.592485129841868e-05,
      "loss": 0.0225,
      "step": 6738
    },
    {
      "epoch": 0.7305941023417173,
      "grad_norm": 0.28758206963539124,
      "learning_rate": 7.592122443058175e-05,
      "loss": 0.0429,
      "step": 6739
    },
    {
      "epoch": 0.730702515177797,
      "grad_norm": 0.22497043013572693,
      "learning_rate": 7.591759756274481e-05,
      "loss": 0.0364,
      "step": 6740
    },
    {
      "epoch": 0.7308109280138768,
      "grad_norm": 0.13852785527706146,
      "learning_rate": 7.591397069490788e-05,
      "loss": 0.0143,
      "step": 6741
    },
    {
      "epoch": 0.7309193408499567,
      "grad_norm": 0.045161329209804535,
      "learning_rate": 7.591034382707094e-05,
      "loss": 0.0054,
      "step": 6742
    },
    {
      "epoch": 0.7310277536860365,
      "grad_norm": 0.42339733242988586,
      "learning_rate": 7.590671695923401e-05,
      "loss": 0.07,
      "step": 6743
    },
    {
      "epoch": 0.7311361665221162,
      "grad_norm": 0.2400771528482437,
      "learning_rate": 7.590309009139708e-05,
      "loss": 0.0511,
      "step": 6744
    },
    {
      "epoch": 0.731244579358196,
      "grad_norm": 0.15351936221122742,
      "learning_rate": 7.589946322356014e-05,
      "loss": 0.0309,
      "step": 6745
    },
    {
      "epoch": 0.7313529921942759,
      "grad_norm": 0.31290075182914734,
      "learning_rate": 7.589583635572321e-05,
      "loss": 0.0317,
      "step": 6746
    },
    {
      "epoch": 0.7314614050303556,
      "grad_norm": 0.32940730452537537,
      "learning_rate": 7.589220948788626e-05,
      "loss": 0.0516,
      "step": 6747
    },
    {
      "epoch": 0.7315698178664354,
      "grad_norm": 0.21619117259979248,
      "learning_rate": 7.588858262004934e-05,
      "loss": 0.0387,
      "step": 6748
    },
    {
      "epoch": 0.7316782307025151,
      "grad_norm": 0.5546481609344482,
      "learning_rate": 7.588495575221239e-05,
      "loss": 0.0514,
      "step": 6749
    },
    {
      "epoch": 0.731786643538595,
      "grad_norm": 0.26976048946380615,
      "learning_rate": 7.588132888437546e-05,
      "loss": 0.0291,
      "step": 6750
    },
    {
      "epoch": 0.7318950563746748,
      "grad_norm": 0.13529925048351288,
      "learning_rate": 7.587770201653852e-05,
      "loss": 0.0215,
      "step": 6751
    },
    {
      "epoch": 0.7320034692107545,
      "grad_norm": 0.541850745677948,
      "learning_rate": 7.587407514870158e-05,
      "loss": 0.0602,
      "step": 6752
    },
    {
      "epoch": 0.7321118820468343,
      "grad_norm": 0.4906438887119293,
      "learning_rate": 7.587044828086465e-05,
      "loss": 0.0774,
      "step": 6753
    },
    {
      "epoch": 0.7322202948829142,
      "grad_norm": 0.33811047673225403,
      "learning_rate": 7.58668214130277e-05,
      "loss": 0.0722,
      "step": 6754
    },
    {
      "epoch": 0.7323287077189939,
      "grad_norm": 0.23876918852329254,
      "learning_rate": 7.586319454519078e-05,
      "loss": 0.03,
      "step": 6755
    },
    {
      "epoch": 0.7324371205550737,
      "grad_norm": 0.08682162314653397,
      "learning_rate": 7.585956767735383e-05,
      "loss": 0.0162,
      "step": 6756
    },
    {
      "epoch": 0.7325455333911535,
      "grad_norm": 0.12649251520633698,
      "learning_rate": 7.58559408095169e-05,
      "loss": 0.0164,
      "step": 6757
    },
    {
      "epoch": 0.7326539462272333,
      "grad_norm": 0.20112073421478271,
      "learning_rate": 7.585231394167996e-05,
      "loss": 0.0248,
      "step": 6758
    },
    {
      "epoch": 0.7327623590633131,
      "grad_norm": 0.29380592703819275,
      "learning_rate": 7.584868707384303e-05,
      "loss": 0.0329,
      "step": 6759
    },
    {
      "epoch": 0.7328707718993929,
      "grad_norm": 0.4017620086669922,
      "learning_rate": 7.58450602060061e-05,
      "loss": 0.0515,
      "step": 6760
    },
    {
      "epoch": 0.7329791847354726,
      "grad_norm": 0.2979152798652649,
      "learning_rate": 7.584143333816916e-05,
      "loss": 0.0274,
      "step": 6761
    },
    {
      "epoch": 0.7330875975715525,
      "grad_norm": 0.17251642048358917,
      "learning_rate": 7.583780647033223e-05,
      "loss": 0.0282,
      "step": 6762
    },
    {
      "epoch": 0.7331960104076323,
      "grad_norm": 0.23520106077194214,
      "learning_rate": 7.583417960249529e-05,
      "loss": 0.032,
      "step": 6763
    },
    {
      "epoch": 0.733304423243712,
      "grad_norm": 0.2374536395072937,
      "learning_rate": 7.583055273465836e-05,
      "loss": 0.0377,
      "step": 6764
    },
    {
      "epoch": 0.7334128360797918,
      "grad_norm": 0.14481332898139954,
      "learning_rate": 7.582692586682142e-05,
      "loss": 0.0212,
      "step": 6765
    },
    {
      "epoch": 0.7335212489158717,
      "grad_norm": 0.774594247341156,
      "learning_rate": 7.582329899898448e-05,
      "loss": 0.0494,
      "step": 6766
    },
    {
      "epoch": 0.7336296617519514,
      "grad_norm": 0.32084453105926514,
      "learning_rate": 7.581967213114755e-05,
      "loss": 0.0476,
      "step": 6767
    },
    {
      "epoch": 0.7337380745880312,
      "grad_norm": 0.429717481136322,
      "learning_rate": 7.58160452633106e-05,
      "loss": 0.0331,
      "step": 6768
    },
    {
      "epoch": 0.733846487424111,
      "grad_norm": 0.20931507647037506,
      "learning_rate": 7.581241839547367e-05,
      "loss": 0.0241,
      "step": 6769
    },
    {
      "epoch": 0.7339549002601908,
      "grad_norm": 0.11498653888702393,
      "learning_rate": 7.580879152763673e-05,
      "loss": 0.0157,
      "step": 6770
    },
    {
      "epoch": 0.7340633130962706,
      "grad_norm": 0.683250904083252,
      "learning_rate": 7.58051646597998e-05,
      "loss": 0.0494,
      "step": 6771
    },
    {
      "epoch": 0.7341717259323504,
      "grad_norm": 0.27974939346313477,
      "learning_rate": 7.580153779196286e-05,
      "loss": 0.035,
      "step": 6772
    },
    {
      "epoch": 0.7342801387684302,
      "grad_norm": 0.1435849815607071,
      "learning_rate": 7.579791092412593e-05,
      "loss": 0.0402,
      "step": 6773
    },
    {
      "epoch": 0.73438855160451,
      "grad_norm": 0.3989080488681793,
      "learning_rate": 7.579428405628899e-05,
      "loss": 0.0292,
      "step": 6774
    },
    {
      "epoch": 0.7344969644405898,
      "grad_norm": 0.44254621863365173,
      "learning_rate": 7.579065718845205e-05,
      "loss": 0.0886,
      "step": 6775
    },
    {
      "epoch": 0.7346053772766695,
      "grad_norm": 0.18166126310825348,
      "learning_rate": 7.578703032061512e-05,
      "loss": 0.0486,
      "step": 6776
    },
    {
      "epoch": 0.7347137901127494,
      "grad_norm": 0.4940432012081146,
      "learning_rate": 7.578340345277817e-05,
      "loss": 0.0458,
      "step": 6777
    },
    {
      "epoch": 0.7348222029488292,
      "grad_norm": 0.19700738787651062,
      "learning_rate": 7.577977658494126e-05,
      "loss": 0.0436,
      "step": 6778
    },
    {
      "epoch": 0.7349306157849089,
      "grad_norm": 0.44021737575531006,
      "learning_rate": 7.577614971710432e-05,
      "loss": 0.0498,
      "step": 6779
    },
    {
      "epoch": 0.7350390286209887,
      "grad_norm": 0.3827705383300781,
      "learning_rate": 7.577252284926739e-05,
      "loss": 0.0392,
      "step": 6780
    },
    {
      "epoch": 0.7351474414570686,
      "grad_norm": 0.09576132148504257,
      "learning_rate": 7.576889598143044e-05,
      "loss": 0.0165,
      "step": 6781
    },
    {
      "epoch": 0.7352558542931483,
      "grad_norm": 0.2599744498729706,
      "learning_rate": 7.57652691135935e-05,
      "loss": 0.069,
      "step": 6782
    },
    {
      "epoch": 0.7353642671292281,
      "grad_norm": 0.13462375104427338,
      "learning_rate": 7.576164224575657e-05,
      "loss": 0.0215,
      "step": 6783
    },
    {
      "epoch": 0.7354726799653079,
      "grad_norm": 0.34712809324264526,
      "learning_rate": 7.575801537791963e-05,
      "loss": 0.0879,
      "step": 6784
    },
    {
      "epoch": 0.7355810928013877,
      "grad_norm": 0.6608728170394897,
      "learning_rate": 7.57543885100827e-05,
      "loss": 0.0598,
      "step": 6785
    },
    {
      "epoch": 0.7356895056374675,
      "grad_norm": 0.10171656310558319,
      "learning_rate": 7.575076164224576e-05,
      "loss": 0.0295,
      "step": 6786
    },
    {
      "epoch": 0.7357979184735473,
      "grad_norm": 0.15347085893154144,
      "learning_rate": 7.574713477440883e-05,
      "loss": 0.0272,
      "step": 6787
    },
    {
      "epoch": 0.735906331309627,
      "grad_norm": 0.2757102847099304,
      "learning_rate": 7.574350790657189e-05,
      "loss": 0.0309,
      "step": 6788
    },
    {
      "epoch": 0.7360147441457069,
      "grad_norm": 0.5669068098068237,
      "learning_rate": 7.573988103873496e-05,
      "loss": 0.0611,
      "step": 6789
    },
    {
      "epoch": 0.7361231569817867,
      "grad_norm": 0.17039364576339722,
      "learning_rate": 7.573625417089801e-05,
      "loss": 0.0402,
      "step": 6790
    },
    {
      "epoch": 0.7362315698178664,
      "grad_norm": 0.22135306894779205,
      "learning_rate": 7.573262730306107e-05,
      "loss": 0.0291,
      "step": 6791
    },
    {
      "epoch": 0.7363399826539462,
      "grad_norm": 0.15014789998531342,
      "learning_rate": 7.572900043522414e-05,
      "loss": 0.0333,
      "step": 6792
    },
    {
      "epoch": 0.736448395490026,
      "grad_norm": 0.16210521757602692,
      "learning_rate": 7.57253735673872e-05,
      "loss": 0.0312,
      "step": 6793
    },
    {
      "epoch": 0.7365568083261058,
      "grad_norm": 0.1656636893749237,
      "learning_rate": 7.572174669955027e-05,
      "loss": 0.0139,
      "step": 6794
    },
    {
      "epoch": 0.7366652211621856,
      "grad_norm": 0.12488773465156555,
      "learning_rate": 7.571811983171334e-05,
      "loss": 0.0174,
      "step": 6795
    },
    {
      "epoch": 0.7367736339982653,
      "grad_norm": 0.1753188669681549,
      "learning_rate": 7.57144929638764e-05,
      "loss": 0.0218,
      "step": 6796
    },
    {
      "epoch": 0.7368820468343452,
      "grad_norm": 0.24642913043498993,
      "learning_rate": 7.571086609603947e-05,
      "loss": 0.0423,
      "step": 6797
    },
    {
      "epoch": 0.736990459670425,
      "grad_norm": 0.2284393012523651,
      "learning_rate": 7.570723922820253e-05,
      "loss": 0.0506,
      "step": 6798
    },
    {
      "epoch": 0.7370988725065047,
      "grad_norm": 0.339126318693161,
      "learning_rate": 7.57036123603656e-05,
      "loss": 0.0386,
      "step": 6799
    },
    {
      "epoch": 0.7372072853425846,
      "grad_norm": 0.14682507514953613,
      "learning_rate": 7.569998549252866e-05,
      "loss": 0.0385,
      "step": 6800
    },
    {
      "epoch": 0.7373156981786644,
      "grad_norm": 0.5979540944099426,
      "learning_rate": 7.569635862469173e-05,
      "loss": 0.0351,
      "step": 6801
    },
    {
      "epoch": 0.7374241110147441,
      "grad_norm": 0.1810072660446167,
      "learning_rate": 7.569273175685478e-05,
      "loss": 0.0306,
      "step": 6802
    },
    {
      "epoch": 0.7375325238508239,
      "grad_norm": 0.3068965971469879,
      "learning_rate": 7.568910488901785e-05,
      "loss": 0.0459,
      "step": 6803
    },
    {
      "epoch": 0.7376409366869038,
      "grad_norm": 0.3711821436882019,
      "learning_rate": 7.568547802118091e-05,
      "loss": 0.051,
      "step": 6804
    },
    {
      "epoch": 0.7377493495229835,
      "grad_norm": 0.44048890471458435,
      "learning_rate": 7.568185115334397e-05,
      "loss": 0.0431,
      "step": 6805
    },
    {
      "epoch": 0.7378577623590633,
      "grad_norm": 0.16313685476779938,
      "learning_rate": 7.567822428550704e-05,
      "loss": 0.0276,
      "step": 6806
    },
    {
      "epoch": 0.7379661751951431,
      "grad_norm": 0.07945416867733002,
      "learning_rate": 7.56745974176701e-05,
      "loss": 0.0239,
      "step": 6807
    },
    {
      "epoch": 0.738074588031223,
      "grad_norm": 0.12433691322803497,
      "learning_rate": 7.567097054983317e-05,
      "loss": 0.0259,
      "step": 6808
    },
    {
      "epoch": 0.7381830008673027,
      "grad_norm": 0.26432034373283386,
      "learning_rate": 7.566734368199623e-05,
      "loss": 0.052,
      "step": 6809
    },
    {
      "epoch": 0.7382914137033825,
      "grad_norm": 0.14889156818389893,
      "learning_rate": 7.56637168141593e-05,
      "loss": 0.0336,
      "step": 6810
    },
    {
      "epoch": 0.7383998265394622,
      "grad_norm": 0.23336420953273773,
      "learning_rate": 7.566008994632235e-05,
      "loss": 0.0613,
      "step": 6811
    },
    {
      "epoch": 0.7385082393755421,
      "grad_norm": 0.6999801993370056,
      "learning_rate": 7.565646307848542e-05,
      "loss": 0.0789,
      "step": 6812
    },
    {
      "epoch": 0.7386166522116219,
      "grad_norm": 0.1791541427373886,
      "learning_rate": 7.56528362106485e-05,
      "loss": 0.0212,
      "step": 6813
    },
    {
      "epoch": 0.7387250650477016,
      "grad_norm": 0.36387181282043457,
      "learning_rate": 7.564920934281155e-05,
      "loss": 0.0628,
      "step": 6814
    },
    {
      "epoch": 0.7388334778837814,
      "grad_norm": 0.45447322726249695,
      "learning_rate": 7.564558247497462e-05,
      "loss": 0.0355,
      "step": 6815
    },
    {
      "epoch": 0.7389418907198613,
      "grad_norm": 0.24474437534809113,
      "learning_rate": 7.564195560713768e-05,
      "loss": 0.058,
      "step": 6816
    },
    {
      "epoch": 0.739050303555941,
      "grad_norm": 0.09390102326869965,
      "learning_rate": 7.563832873930075e-05,
      "loss": 0.0132,
      "step": 6817
    },
    {
      "epoch": 0.7391587163920208,
      "grad_norm": 0.10764452815055847,
      "learning_rate": 7.563470187146381e-05,
      "loss": 0.0122,
      "step": 6818
    },
    {
      "epoch": 0.7392671292281006,
      "grad_norm": 0.33501413464546204,
      "learning_rate": 7.563107500362687e-05,
      "loss": 0.063,
      "step": 6819
    },
    {
      "epoch": 0.7393755420641804,
      "grad_norm": 0.30764880776405334,
      "learning_rate": 7.562744813578994e-05,
      "loss": 0.0376,
      "step": 6820
    },
    {
      "epoch": 0.7394839549002602,
      "grad_norm": 0.5301632285118103,
      "learning_rate": 7.5623821267953e-05,
      "loss": 0.0681,
      "step": 6821
    },
    {
      "epoch": 0.73959236773634,
      "grad_norm": 0.2816947102546692,
      "learning_rate": 7.562019440011607e-05,
      "loss": 0.0634,
      "step": 6822
    },
    {
      "epoch": 0.7397007805724197,
      "grad_norm": 0.1529100090265274,
      "learning_rate": 7.561656753227912e-05,
      "loss": 0.0232,
      "step": 6823
    },
    {
      "epoch": 0.7398091934084996,
      "grad_norm": 0.1497957706451416,
      "learning_rate": 7.56129406644422e-05,
      "loss": 0.0384,
      "step": 6824
    },
    {
      "epoch": 0.7399176062445794,
      "grad_norm": 0.42865967750549316,
      "learning_rate": 7.560931379660525e-05,
      "loss": 0.0377,
      "step": 6825
    },
    {
      "epoch": 0.7400260190806591,
      "grad_norm": 0.19042804837226868,
      "learning_rate": 7.560568692876832e-05,
      "loss": 0.0553,
      "step": 6826
    },
    {
      "epoch": 0.7401344319167389,
      "grad_norm": 0.13222426176071167,
      "learning_rate": 7.560206006093138e-05,
      "loss": 0.0269,
      "step": 6827
    },
    {
      "epoch": 0.7402428447528188,
      "grad_norm": 0.8514929413795471,
      "learning_rate": 7.559843319309444e-05,
      "loss": 0.0539,
      "step": 6828
    },
    {
      "epoch": 0.7403512575888985,
      "grad_norm": 0.2773949205875397,
      "learning_rate": 7.559480632525752e-05,
      "loss": 0.0415,
      "step": 6829
    },
    {
      "epoch": 0.7404596704249783,
      "grad_norm": 0.19790755212306976,
      "learning_rate": 7.559117945742058e-05,
      "loss": 0.0469,
      "step": 6830
    },
    {
      "epoch": 0.7405680832610582,
      "grad_norm": 0.32828688621520996,
      "learning_rate": 7.558755258958365e-05,
      "loss": 0.0898,
      "step": 6831
    },
    {
      "epoch": 0.7406764960971379,
      "grad_norm": 0.1642734557390213,
      "learning_rate": 7.55839257217467e-05,
      "loss": 0.038,
      "step": 6832
    },
    {
      "epoch": 0.7407849089332177,
      "grad_norm": 0.15673001110553741,
      "learning_rate": 7.558029885390976e-05,
      "loss": 0.0354,
      "step": 6833
    },
    {
      "epoch": 0.7408933217692975,
      "grad_norm": 0.18363170325756073,
      "learning_rate": 7.557667198607283e-05,
      "loss": 0.0428,
      "step": 6834
    },
    {
      "epoch": 0.7410017346053773,
      "grad_norm": 0.21645709872245789,
      "learning_rate": 7.557304511823589e-05,
      "loss": 0.0612,
      "step": 6835
    },
    {
      "epoch": 0.7411101474414571,
      "grad_norm": 0.2330397367477417,
      "learning_rate": 7.556941825039896e-05,
      "loss": 0.0434,
      "step": 6836
    },
    {
      "epoch": 0.7412185602775369,
      "grad_norm": 0.1947449892759323,
      "learning_rate": 7.556579138256202e-05,
      "loss": 0.0533,
      "step": 6837
    },
    {
      "epoch": 0.7413269731136166,
      "grad_norm": 0.5368776321411133,
      "learning_rate": 7.556216451472509e-05,
      "loss": 0.0853,
      "step": 6838
    },
    {
      "epoch": 0.7414353859496965,
      "grad_norm": 0.12521526217460632,
      "learning_rate": 7.555853764688815e-05,
      "loss": 0.0287,
      "step": 6839
    },
    {
      "epoch": 0.7415437987857763,
      "grad_norm": 0.2908911108970642,
      "learning_rate": 7.555491077905122e-05,
      "loss": 0.0732,
      "step": 6840
    },
    {
      "epoch": 0.741652211621856,
      "grad_norm": 0.2118772268295288,
      "learning_rate": 7.555128391121428e-05,
      "loss": 0.0577,
      "step": 6841
    },
    {
      "epoch": 0.7417606244579358,
      "grad_norm": 0.2199612706899643,
      "learning_rate": 7.554765704337733e-05,
      "loss": 0.0746,
      "step": 6842
    },
    {
      "epoch": 0.7418690372940157,
      "grad_norm": 0.3035479784011841,
      "learning_rate": 7.55440301755404e-05,
      "loss": 0.0539,
      "step": 6843
    },
    {
      "epoch": 0.7419774501300954,
      "grad_norm": 0.36363136768341064,
      "learning_rate": 7.554040330770346e-05,
      "loss": 0.0439,
      "step": 6844
    },
    {
      "epoch": 0.7420858629661752,
      "grad_norm": 0.28585973381996155,
      "learning_rate": 7.553677643986653e-05,
      "loss": 0.0485,
      "step": 6845
    },
    {
      "epoch": 0.7421942758022549,
      "grad_norm": 0.28643569350242615,
      "learning_rate": 7.553314957202959e-05,
      "loss": 0.0698,
      "step": 6846
    },
    {
      "epoch": 0.7423026886383348,
      "grad_norm": 0.16241905093193054,
      "learning_rate": 7.552952270419266e-05,
      "loss": 0.0393,
      "step": 6847
    },
    {
      "epoch": 0.7424111014744146,
      "grad_norm": 0.3442977964878082,
      "learning_rate": 7.552589583635573e-05,
      "loss": 0.0642,
      "step": 6848
    },
    {
      "epoch": 0.7425195143104943,
      "grad_norm": 0.12837979197502136,
      "learning_rate": 7.552226896851879e-05,
      "loss": 0.0181,
      "step": 6849
    },
    {
      "epoch": 0.7426279271465741,
      "grad_norm": 0.21468456089496613,
      "learning_rate": 7.551864210068186e-05,
      "loss": 0.0577,
      "step": 6850
    },
    {
      "epoch": 0.742736339982654,
      "grad_norm": 0.32147204875946045,
      "learning_rate": 7.551501523284492e-05,
      "loss": 0.0831,
      "step": 6851
    },
    {
      "epoch": 0.7428447528187337,
      "grad_norm": 0.13142871856689453,
      "learning_rate": 7.551138836500799e-05,
      "loss": 0.0348,
      "step": 6852
    },
    {
      "epoch": 0.7429531656548135,
      "grad_norm": 0.29476499557495117,
      "learning_rate": 7.550776149717105e-05,
      "loss": 0.0581,
      "step": 6853
    },
    {
      "epoch": 0.7430615784908933,
      "grad_norm": 0.09950358420610428,
      "learning_rate": 7.550413462933412e-05,
      "loss": 0.023,
      "step": 6854
    },
    {
      "epoch": 0.7431699913269731,
      "grad_norm": 0.25084906816482544,
      "learning_rate": 7.550050776149717e-05,
      "loss": 0.0339,
      "step": 6855
    },
    {
      "epoch": 0.7432784041630529,
      "grad_norm": 0.1919724941253662,
      "learning_rate": 7.549688089366023e-05,
      "loss": 0.0486,
      "step": 6856
    },
    {
      "epoch": 0.7433868169991327,
      "grad_norm": 0.23158811032772064,
      "learning_rate": 7.54932540258233e-05,
      "loss": 0.0262,
      "step": 6857
    },
    {
      "epoch": 0.7434952298352124,
      "grad_norm": 0.35766279697418213,
      "learning_rate": 7.548962715798636e-05,
      "loss": 0.0414,
      "step": 6858
    },
    {
      "epoch": 0.7436036426712923,
      "grad_norm": 0.18610629439353943,
      "learning_rate": 7.548600029014943e-05,
      "loss": 0.053,
      "step": 6859
    },
    {
      "epoch": 0.7437120555073721,
      "grad_norm": 0.12019573897123337,
      "learning_rate": 7.548237342231249e-05,
      "loss": 0.0134,
      "step": 6860
    },
    {
      "epoch": 0.7438204683434518,
      "grad_norm": 0.18255209922790527,
      "learning_rate": 7.547874655447556e-05,
      "loss": 0.0337,
      "step": 6861
    },
    {
      "epoch": 0.7439288811795317,
      "grad_norm": 0.18866942822933197,
      "learning_rate": 7.547511968663862e-05,
      "loss": 0.0258,
      "step": 6862
    },
    {
      "epoch": 0.7440372940156115,
      "grad_norm": 0.2818436920642853,
      "learning_rate": 7.547149281880169e-05,
      "loss": 0.0552,
      "step": 6863
    },
    {
      "epoch": 0.7441457068516912,
      "grad_norm": 0.0476762093603611,
      "learning_rate": 7.546786595096476e-05,
      "loss": 0.0049,
      "step": 6864
    },
    {
      "epoch": 0.744254119687771,
      "grad_norm": 0.11817807704210281,
      "learning_rate": 7.546423908312782e-05,
      "loss": 0.0272,
      "step": 6865
    },
    {
      "epoch": 0.7443625325238509,
      "grad_norm": 0.15607719123363495,
      "learning_rate": 7.546061221529089e-05,
      "loss": 0.0436,
      "step": 6866
    },
    {
      "epoch": 0.7444709453599306,
      "grad_norm": 0.1539916694164276,
      "learning_rate": 7.545698534745394e-05,
      "loss": 0.0472,
      "step": 6867
    },
    {
      "epoch": 0.7445793581960104,
      "grad_norm": 0.20617254078388214,
      "learning_rate": 7.545335847961701e-05,
      "loss": 0.027,
      "step": 6868
    },
    {
      "epoch": 0.7446877710320902,
      "grad_norm": 0.2169570028781891,
      "learning_rate": 7.544973161178007e-05,
      "loss": 0.0418,
      "step": 6869
    },
    {
      "epoch": 0.74479618386817,
      "grad_norm": 0.27973413467407227,
      "learning_rate": 7.544610474394314e-05,
      "loss": 0.0325,
      "step": 6870
    },
    {
      "epoch": 0.7449045967042498,
      "grad_norm": 0.676777184009552,
      "learning_rate": 7.54424778761062e-05,
      "loss": 0.0412,
      "step": 6871
    },
    {
      "epoch": 0.7450130095403296,
      "grad_norm": 0.372500479221344,
      "learning_rate": 7.543885100826926e-05,
      "loss": 0.09,
      "step": 6872
    },
    {
      "epoch": 0.7451214223764093,
      "grad_norm": 0.33095550537109375,
      "learning_rate": 7.543522414043233e-05,
      "loss": 0.0572,
      "step": 6873
    },
    {
      "epoch": 0.7452298352124892,
      "grad_norm": 0.2801898121833801,
      "learning_rate": 7.543159727259539e-05,
      "loss": 0.0418,
      "step": 6874
    },
    {
      "epoch": 0.745338248048569,
      "grad_norm": 0.16506336629390717,
      "learning_rate": 7.542797040475846e-05,
      "loss": 0.0165,
      "step": 6875
    },
    {
      "epoch": 0.7454466608846487,
      "grad_norm": 0.42270272970199585,
      "learning_rate": 7.542434353692151e-05,
      "loss": 0.04,
      "step": 6876
    },
    {
      "epoch": 0.7455550737207285,
      "grad_norm": 0.19697649776935577,
      "learning_rate": 7.542071666908458e-05,
      "loss": 0.0316,
      "step": 6877
    },
    {
      "epoch": 0.7456634865568084,
      "grad_norm": 0.4296569526195526,
      "learning_rate": 7.541708980124764e-05,
      "loss": 0.064,
      "step": 6878
    },
    {
      "epoch": 0.7457718993928881,
      "grad_norm": 0.29077717661857605,
      "learning_rate": 7.54134629334107e-05,
      "loss": 0.0596,
      "step": 6879
    },
    {
      "epoch": 0.7458803122289679,
      "grad_norm": 0.3846104145050049,
      "learning_rate": 7.540983606557377e-05,
      "loss": 0.0687,
      "step": 6880
    },
    {
      "epoch": 0.7459887250650477,
      "grad_norm": 0.7625508904457092,
      "learning_rate": 7.540620919773684e-05,
      "loss": 0.0487,
      "step": 6881
    },
    {
      "epoch": 0.7460971379011275,
      "grad_norm": 0.15107519924640656,
      "learning_rate": 7.540258232989991e-05,
      "loss": 0.0299,
      "step": 6882
    },
    {
      "epoch": 0.7462055507372073,
      "grad_norm": 0.27361366152763367,
      "learning_rate": 7.539895546206297e-05,
      "loss": 0.0516,
      "step": 6883
    },
    {
      "epoch": 0.746313963573287,
      "grad_norm": 0.6538628935813904,
      "learning_rate": 7.539532859422604e-05,
      "loss": 0.0525,
      "step": 6884
    },
    {
      "epoch": 0.7464223764093668,
      "grad_norm": 0.3647095263004303,
      "learning_rate": 7.53917017263891e-05,
      "loss": 0.0649,
      "step": 6885
    },
    {
      "epoch": 0.7465307892454467,
      "grad_norm": 0.08706540614366531,
      "learning_rate": 7.538807485855215e-05,
      "loss": 0.0161,
      "step": 6886
    },
    {
      "epoch": 0.7466392020815265,
      "grad_norm": 0.12055659294128418,
      "learning_rate": 7.538444799071523e-05,
      "loss": 0.0634,
      "step": 6887
    },
    {
      "epoch": 0.7467476149176062,
      "grad_norm": 0.40078097581863403,
      "learning_rate": 7.538082112287828e-05,
      "loss": 0.0523,
      "step": 6888
    },
    {
      "epoch": 0.7468560277536861,
      "grad_norm": 0.35088083148002625,
      "learning_rate": 7.537719425504135e-05,
      "loss": 0.1063,
      "step": 6889
    },
    {
      "epoch": 0.7469644405897659,
      "grad_norm": 0.2893071174621582,
      "learning_rate": 7.537356738720441e-05,
      "loss": 0.0529,
      "step": 6890
    },
    {
      "epoch": 0.7470728534258456,
      "grad_norm": 0.08745928853750229,
      "learning_rate": 7.536994051936748e-05,
      "loss": 0.0157,
      "step": 6891
    },
    {
      "epoch": 0.7471812662619254,
      "grad_norm": 0.3468009829521179,
      "learning_rate": 7.536631365153054e-05,
      "loss": 0.0941,
      "step": 6892
    },
    {
      "epoch": 0.7472896790980053,
      "grad_norm": 0.17020489275455475,
      "learning_rate": 7.536268678369361e-05,
      "loss": 0.0492,
      "step": 6893
    },
    {
      "epoch": 0.747398091934085,
      "grad_norm": 0.27001339197158813,
      "learning_rate": 7.535905991585667e-05,
      "loss": 0.0605,
      "step": 6894
    },
    {
      "epoch": 0.7475065047701648,
      "grad_norm": 0.23421712219715118,
      "learning_rate": 7.535543304801972e-05,
      "loss": 0.0765,
      "step": 6895
    },
    {
      "epoch": 0.7476149176062445,
      "grad_norm": 0.4100154936313629,
      "learning_rate": 7.53518061801828e-05,
      "loss": 0.0464,
      "step": 6896
    },
    {
      "epoch": 0.7477233304423244,
      "grad_norm": 0.1699998378753662,
      "learning_rate": 7.534817931234585e-05,
      "loss": 0.0265,
      "step": 6897
    },
    {
      "epoch": 0.7478317432784042,
      "grad_norm": 0.12155802547931671,
      "learning_rate": 7.534455244450894e-05,
      "loss": 0.0223,
      "step": 6898
    },
    {
      "epoch": 0.747940156114484,
      "grad_norm": 0.2261345386505127,
      "learning_rate": 7.5340925576672e-05,
      "loss": 0.028,
      "step": 6899
    },
    {
      "epoch": 0.7480485689505637,
      "grad_norm": 0.14095339179039001,
      "learning_rate": 7.533729870883505e-05,
      "loss": 0.02,
      "step": 6900
    },
    {
      "epoch": 0.7481569817866436,
      "grad_norm": 0.24454189836978912,
      "learning_rate": 7.533367184099812e-05,
      "loss": 0.0607,
      "step": 6901
    },
    {
      "epoch": 0.7482653946227233,
      "grad_norm": 0.19961006939411163,
      "learning_rate": 7.533004497316118e-05,
      "loss": 0.0357,
      "step": 6902
    },
    {
      "epoch": 0.7483738074588031,
      "grad_norm": 0.28226977586746216,
      "learning_rate": 7.532641810532425e-05,
      "loss": 0.0888,
      "step": 6903
    },
    {
      "epoch": 0.7484822202948829,
      "grad_norm": 0.3196169137954712,
      "learning_rate": 7.532279123748731e-05,
      "loss": 0.0469,
      "step": 6904
    },
    {
      "epoch": 0.7485906331309627,
      "grad_norm": 0.12060041725635529,
      "learning_rate": 7.531916436965038e-05,
      "loss": 0.0368,
      "step": 6905
    },
    {
      "epoch": 0.7486990459670425,
      "grad_norm": 0.2728167176246643,
      "learning_rate": 7.531553750181344e-05,
      "loss": 0.0672,
      "step": 6906
    },
    {
      "epoch": 0.7488074588031223,
      "grad_norm": 0.2714446187019348,
      "learning_rate": 7.531191063397651e-05,
      "loss": 0.0586,
      "step": 6907
    },
    {
      "epoch": 0.748915871639202,
      "grad_norm": 0.1801108717918396,
      "learning_rate": 7.530828376613956e-05,
      "loss": 0.0332,
      "step": 6908
    },
    {
      "epoch": 0.7490242844752819,
      "grad_norm": 0.38606616854667664,
      "learning_rate": 7.530465689830262e-05,
      "loss": 0.0818,
      "step": 6909
    },
    {
      "epoch": 0.7491326973113617,
      "grad_norm": 0.1546705961227417,
      "learning_rate": 7.530103003046569e-05,
      "loss": 0.0276,
      "step": 6910
    },
    {
      "epoch": 0.7492411101474414,
      "grad_norm": 0.09878667443990707,
      "learning_rate": 7.529740316262875e-05,
      "loss": 0.0284,
      "step": 6911
    },
    {
      "epoch": 0.7493495229835212,
      "grad_norm": 0.22742784023284912,
      "learning_rate": 7.529377629479182e-05,
      "loss": 0.0368,
      "step": 6912
    },
    {
      "epoch": 0.7494579358196011,
      "grad_norm": 0.1786123663187027,
      "learning_rate": 7.529014942695488e-05,
      "loss": 0.0388,
      "step": 6913
    },
    {
      "epoch": 0.7495663486556808,
      "grad_norm": 0.270377516746521,
      "learning_rate": 7.528652255911795e-05,
      "loss": 0.0599,
      "step": 6914
    },
    {
      "epoch": 0.7496747614917606,
      "grad_norm": 0.546068549156189,
      "learning_rate": 7.528289569128101e-05,
      "loss": 0.0902,
      "step": 6915
    },
    {
      "epoch": 0.7497831743278404,
      "grad_norm": 0.15615491569042206,
      "learning_rate": 7.527926882344408e-05,
      "loss": 0.0432,
      "step": 6916
    },
    {
      "epoch": 0.7498915871639202,
      "grad_norm": 0.2073463499546051,
      "learning_rate": 7.527564195560715e-05,
      "loss": 0.0654,
      "step": 6917
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.14413343369960785,
      "learning_rate": 7.52720150877702e-05,
      "loss": 0.0391,
      "step": 6918
    },
    {
      "epoch": 0.7501084128360798,
      "grad_norm": 0.2651393711566925,
      "learning_rate": 7.526838821993328e-05,
      "loss": 0.051,
      "step": 6919
    },
    {
      "epoch": 0.7502168256721596,
      "grad_norm": 0.09450720250606537,
      "learning_rate": 7.526476135209633e-05,
      "loss": 0.0226,
      "step": 6920
    },
    {
      "epoch": 0.7503252385082394,
      "grad_norm": 0.2807486653327942,
      "learning_rate": 7.52611344842594e-05,
      "loss": 0.0741,
      "step": 6921
    },
    {
      "epoch": 0.7504336513443192,
      "grad_norm": 0.1971389502286911,
      "learning_rate": 7.525750761642246e-05,
      "loss": 0.0305,
      "step": 6922
    },
    {
      "epoch": 0.7505420641803989,
      "grad_norm": 0.09139484167098999,
      "learning_rate": 7.525388074858552e-05,
      "loss": 0.0271,
      "step": 6923
    },
    {
      "epoch": 0.7506504770164788,
      "grad_norm": 0.28896015882492065,
      "learning_rate": 7.525025388074859e-05,
      "loss": 0.0554,
      "step": 6924
    },
    {
      "epoch": 0.7507588898525586,
      "grad_norm": 0.21830160915851593,
      "learning_rate": 7.524662701291165e-05,
      "loss": 0.0685,
      "step": 6925
    },
    {
      "epoch": 0.7508673026886383,
      "grad_norm": 0.18284304440021515,
      "learning_rate": 7.524300014507472e-05,
      "loss": 0.0396,
      "step": 6926
    },
    {
      "epoch": 0.7509757155247181,
      "grad_norm": 0.12590426206588745,
      "learning_rate": 7.523937327723778e-05,
      "loss": 0.0178,
      "step": 6927
    },
    {
      "epoch": 0.751084128360798,
      "grad_norm": 0.10255138576030731,
      "learning_rate": 7.523574640940085e-05,
      "loss": 0.038,
      "step": 6928
    },
    {
      "epoch": 0.7511925411968777,
      "grad_norm": 0.17466045916080475,
      "learning_rate": 7.52321195415639e-05,
      "loss": 0.0557,
      "step": 6929
    },
    {
      "epoch": 0.7513009540329575,
      "grad_norm": 0.07542698085308075,
      "learning_rate": 7.522849267372698e-05,
      "loss": 0.0257,
      "step": 6930
    },
    {
      "epoch": 0.7514093668690373,
      "grad_norm": 0.11900454014539719,
      "learning_rate": 7.522486580589003e-05,
      "loss": 0.0127,
      "step": 6931
    },
    {
      "epoch": 0.7515177797051171,
      "grad_norm": 0.3604215085506439,
      "learning_rate": 7.522123893805309e-05,
      "loss": 0.0629,
      "step": 6932
    },
    {
      "epoch": 0.7516261925411969,
      "grad_norm": 0.14100511372089386,
      "learning_rate": 7.521761207021617e-05,
      "loss": 0.0143,
      "step": 6933
    },
    {
      "epoch": 0.7517346053772767,
      "grad_norm": 0.10938320308923721,
      "learning_rate": 7.521398520237923e-05,
      "loss": 0.0219,
      "step": 6934
    },
    {
      "epoch": 0.7518430182133564,
      "grad_norm": 0.08078568428754807,
      "learning_rate": 7.52103583345423e-05,
      "loss": 0.0141,
      "step": 6935
    },
    {
      "epoch": 0.7519514310494363,
      "grad_norm": 0.20889602601528168,
      "learning_rate": 7.520673146670536e-05,
      "loss": 0.0366,
      "step": 6936
    },
    {
      "epoch": 0.752059843885516,
      "grad_norm": 0.13720639050006866,
      "learning_rate": 7.520310459886842e-05,
      "loss": 0.0335,
      "step": 6937
    },
    {
      "epoch": 0.7521682567215958,
      "grad_norm": 0.17075110971927643,
      "learning_rate": 7.519947773103149e-05,
      "loss": 0.0393,
      "step": 6938
    },
    {
      "epoch": 0.7522766695576756,
      "grad_norm": 0.2634205222129822,
      "learning_rate": 7.519585086319455e-05,
      "loss": 0.036,
      "step": 6939
    },
    {
      "epoch": 0.7523850823937555,
      "grad_norm": 0.14255622029304504,
      "learning_rate": 7.519222399535762e-05,
      "loss": 0.0416,
      "step": 6940
    },
    {
      "epoch": 0.7524934952298352,
      "grad_norm": 0.08094070851802826,
      "learning_rate": 7.518859712752067e-05,
      "loss": 0.0217,
      "step": 6941
    },
    {
      "epoch": 0.752601908065915,
      "grad_norm": 0.27843722701072693,
      "learning_rate": 7.518497025968374e-05,
      "loss": 0.0484,
      "step": 6942
    },
    {
      "epoch": 0.7527103209019947,
      "grad_norm": 0.17721091210842133,
      "learning_rate": 7.51813433918468e-05,
      "loss": 0.0277,
      "step": 6943
    },
    {
      "epoch": 0.7528187337380746,
      "grad_norm": 0.14767178893089294,
      "learning_rate": 7.517771652400987e-05,
      "loss": 0.0352,
      "step": 6944
    },
    {
      "epoch": 0.7529271465741544,
      "grad_norm": 0.1579078733921051,
      "learning_rate": 7.517408965617293e-05,
      "loss": 0.0345,
      "step": 6945
    },
    {
      "epoch": 0.7530355594102341,
      "grad_norm": 0.2811765670776367,
      "learning_rate": 7.517046278833599e-05,
      "loss": 0.0431,
      "step": 6946
    },
    {
      "epoch": 0.7531439722463139,
      "grad_norm": 0.2086648941040039,
      "learning_rate": 7.516683592049906e-05,
      "loss": 0.0398,
      "step": 6947
    },
    {
      "epoch": 0.7532523850823938,
      "grad_norm": 0.30371859669685364,
      "learning_rate": 7.516320905266212e-05,
      "loss": 0.0499,
      "step": 6948
    },
    {
      "epoch": 0.7533607979184735,
      "grad_norm": 0.1450909525156021,
      "learning_rate": 7.515958218482519e-05,
      "loss": 0.0488,
      "step": 6949
    },
    {
      "epoch": 0.7534692107545533,
      "grad_norm": 0.18815845251083374,
      "learning_rate": 7.515595531698826e-05,
      "loss": 0.0503,
      "step": 6950
    },
    {
      "epoch": 0.7535776235906332,
      "grad_norm": 0.19086678326129913,
      "learning_rate": 7.515232844915131e-05,
      "loss": 0.0548,
      "step": 6951
    },
    {
      "epoch": 0.753686036426713,
      "grad_norm": 0.3963085412979126,
      "learning_rate": 7.514870158131439e-05,
      "loss": 0.0937,
      "step": 6952
    },
    {
      "epoch": 0.7537944492627927,
      "grad_norm": 0.225234255194664,
      "learning_rate": 7.514507471347744e-05,
      "loss": 0.0466,
      "step": 6953
    },
    {
      "epoch": 0.7539028620988725,
      "grad_norm": 0.13062535226345062,
      "learning_rate": 7.514144784564051e-05,
      "loss": 0.0295,
      "step": 6954
    },
    {
      "epoch": 0.7540112749349523,
      "grad_norm": 0.20213650166988373,
      "learning_rate": 7.513782097780357e-05,
      "loss": 0.0313,
      "step": 6955
    },
    {
      "epoch": 0.7541196877710321,
      "grad_norm": 0.30967849493026733,
      "learning_rate": 7.513419410996664e-05,
      "loss": 0.043,
      "step": 6956
    },
    {
      "epoch": 0.7542281006071119,
      "grad_norm": 0.22153040766716003,
      "learning_rate": 7.51305672421297e-05,
      "loss": 0.0444,
      "step": 6957
    },
    {
      "epoch": 0.7543365134431916,
      "grad_norm": 0.26443377137184143,
      "learning_rate": 7.512694037429277e-05,
      "loss": 0.0584,
      "step": 6958
    },
    {
      "epoch": 0.7544449262792715,
      "grad_norm": 0.13374063372612,
      "learning_rate": 7.512331350645583e-05,
      "loss": 0.0341,
      "step": 6959
    },
    {
      "epoch": 0.7545533391153513,
      "grad_norm": 0.5404277443885803,
      "learning_rate": 7.511968663861888e-05,
      "loss": 0.088,
      "step": 6960
    },
    {
      "epoch": 0.754661751951431,
      "grad_norm": 0.20430339872837067,
      "learning_rate": 7.511605977078196e-05,
      "loss": 0.0532,
      "step": 6961
    },
    {
      "epoch": 0.7547701647875108,
      "grad_norm": 0.3350524604320526,
      "learning_rate": 7.511243290294501e-05,
      "loss": 0.0778,
      "step": 6962
    },
    {
      "epoch": 0.7548785776235907,
      "grad_norm": 0.10002642869949341,
      "learning_rate": 7.510880603510808e-05,
      "loss": 0.0348,
      "step": 6963
    },
    {
      "epoch": 0.7549869904596704,
      "grad_norm": 0.21970422565937042,
      "learning_rate": 7.510517916727114e-05,
      "loss": 0.0293,
      "step": 6964
    },
    {
      "epoch": 0.7550954032957502,
      "grad_norm": 0.20758485794067383,
      "learning_rate": 7.510155229943421e-05,
      "loss": 0.0321,
      "step": 6965
    },
    {
      "epoch": 0.75520381613183,
      "grad_norm": 0.27848494052886963,
      "learning_rate": 7.509792543159727e-05,
      "loss": 0.0569,
      "step": 6966
    },
    {
      "epoch": 0.7553122289679098,
      "grad_norm": 0.2583957612514496,
      "learning_rate": 7.509429856376034e-05,
      "loss": 0.0479,
      "step": 6967
    },
    {
      "epoch": 0.7554206418039896,
      "grad_norm": 0.30475306510925293,
      "learning_rate": 7.509067169592341e-05,
      "loss": 0.0584,
      "step": 6968
    },
    {
      "epoch": 0.7555290546400694,
      "grad_norm": 0.09433779865503311,
      "learning_rate": 7.508704482808647e-05,
      "loss": 0.0142,
      "step": 6969
    },
    {
      "epoch": 0.7556374674761491,
      "grad_norm": 0.27813637256622314,
      "learning_rate": 7.508341796024954e-05,
      "loss": 0.0693,
      "step": 6970
    },
    {
      "epoch": 0.755745880312229,
      "grad_norm": 0.33248236775398254,
      "learning_rate": 7.50797910924126e-05,
      "loss": 0.0554,
      "step": 6971
    },
    {
      "epoch": 0.7558542931483088,
      "grad_norm": 0.30076950788497925,
      "learning_rate": 7.507616422457567e-05,
      "loss": 0.0518,
      "step": 6972
    },
    {
      "epoch": 0.7559627059843885,
      "grad_norm": 0.08531944453716278,
      "learning_rate": 7.507253735673872e-05,
      "loss": 0.0058,
      "step": 6973
    },
    {
      "epoch": 0.7560711188204683,
      "grad_norm": 0.1991671770811081,
      "learning_rate": 7.50689104889018e-05,
      "loss": 0.0564,
      "step": 6974
    },
    {
      "epoch": 0.7561795316565482,
      "grad_norm": 0.4629102051258087,
      "learning_rate": 7.506528362106485e-05,
      "loss": 0.0446,
      "step": 6975
    },
    {
      "epoch": 0.7562879444926279,
      "grad_norm": 0.3903270959854126,
      "learning_rate": 7.506165675322791e-05,
      "loss": 0.0227,
      "step": 6976
    },
    {
      "epoch": 0.7563963573287077,
      "grad_norm": 0.2134203016757965,
      "learning_rate": 7.505802988539098e-05,
      "loss": 0.0429,
      "step": 6977
    },
    {
      "epoch": 0.7565047701647876,
      "grad_norm": 0.20934416353702545,
      "learning_rate": 7.505440301755404e-05,
      "loss": 0.0336,
      "step": 6978
    },
    {
      "epoch": 0.7566131830008673,
      "grad_norm": 0.4444045424461365,
      "learning_rate": 7.505077614971711e-05,
      "loss": 0.0719,
      "step": 6979
    },
    {
      "epoch": 0.7567215958369471,
      "grad_norm": 0.31846800446510315,
      "learning_rate": 7.504714928188017e-05,
      "loss": 0.0416,
      "step": 6980
    },
    {
      "epoch": 0.7568300086730269,
      "grad_norm": 0.6511107087135315,
      "learning_rate": 7.504352241404324e-05,
      "loss": 0.055,
      "step": 6981
    },
    {
      "epoch": 0.7569384215091067,
      "grad_norm": 0.2025718241930008,
      "learning_rate": 7.50398955462063e-05,
      "loss": 0.0549,
      "step": 6982
    },
    {
      "epoch": 0.7570468343451865,
      "grad_norm": 0.09356120973825455,
      "learning_rate": 7.503626867836935e-05,
      "loss": 0.0113,
      "step": 6983
    },
    {
      "epoch": 0.7571552471812663,
      "grad_norm": 0.5313478112220764,
      "learning_rate": 7.503264181053242e-05,
      "loss": 0.0659,
      "step": 6984
    },
    {
      "epoch": 0.757263660017346,
      "grad_norm": 0.17900687456130981,
      "learning_rate": 7.50290149426955e-05,
      "loss": 0.0586,
      "step": 6985
    },
    {
      "epoch": 0.7573720728534259,
      "grad_norm": 0.1996791660785675,
      "learning_rate": 7.502538807485857e-05,
      "loss": 0.032,
      "step": 6986
    },
    {
      "epoch": 0.7574804856895057,
      "grad_norm": 0.306609570980072,
      "learning_rate": 7.502176120702162e-05,
      "loss": 0.0264,
      "step": 6987
    },
    {
      "epoch": 0.7575888985255854,
      "grad_norm": 0.32618531584739685,
      "learning_rate": 7.50181343391847e-05,
      "loss": 0.0363,
      "step": 6988
    },
    {
      "epoch": 0.7576973113616652,
      "grad_norm": 0.18531747162342072,
      "learning_rate": 7.501450747134775e-05,
      "loss": 0.0389,
      "step": 6989
    },
    {
      "epoch": 0.7578057241977451,
      "grad_norm": 0.24840974807739258,
      "learning_rate": 7.501088060351081e-05,
      "loss": 0.0253,
      "step": 6990
    },
    {
      "epoch": 0.7579141370338248,
      "grad_norm": 0.09750139713287354,
      "learning_rate": 7.500725373567388e-05,
      "loss": 0.0126,
      "step": 6991
    },
    {
      "epoch": 0.7580225498699046,
      "grad_norm": 0.1869666576385498,
      "learning_rate": 7.500362686783694e-05,
      "loss": 0.0313,
      "step": 6992
    },
    {
      "epoch": 0.7581309627059843,
      "grad_norm": 0.23369961977005005,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.0519,
      "step": 6993
    },
    {
      "epoch": 0.7582393755420642,
      "grad_norm": 0.15852893888950348,
      "learning_rate": 7.499637313216306e-05,
      "loss": 0.0183,
      "step": 6994
    },
    {
      "epoch": 0.758347788378144,
      "grad_norm": 0.08608759194612503,
      "learning_rate": 7.499274626432614e-05,
      "loss": 0.0208,
      "step": 6995
    },
    {
      "epoch": 0.7584562012142237,
      "grad_norm": 0.07694019377231598,
      "learning_rate": 7.498911939648919e-05,
      "loss": 0.0256,
      "step": 6996
    },
    {
      "epoch": 0.7585646140503035,
      "grad_norm": 0.4109245836734772,
      "learning_rate": 7.498549252865226e-05,
      "loss": 0.0505,
      "step": 6997
    },
    {
      "epoch": 0.7586730268863834,
      "grad_norm": 0.2578375041484833,
      "learning_rate": 7.498186566081532e-05,
      "loss": 0.0286,
      "step": 6998
    },
    {
      "epoch": 0.7587814397224631,
      "grad_norm": 0.36792874336242676,
      "learning_rate": 7.497823879297838e-05,
      "loss": 0.0424,
      "step": 6999
    },
    {
      "epoch": 0.7588898525585429,
      "grad_norm": 0.25678423047065735,
      "learning_rate": 7.497461192514145e-05,
      "loss": 0.049,
      "step": 7000
    },
    {
      "epoch": 0.7589982653946227,
      "grad_norm": 0.5409319996833801,
      "learning_rate": 7.49709850573045e-05,
      "loss": 0.0904,
      "step": 7001
    },
    {
      "epoch": 0.7591066782307025,
      "grad_norm": 0.6220301985740662,
      "learning_rate": 7.496735818946759e-05,
      "loss": 0.0326,
      "step": 7002
    },
    {
      "epoch": 0.7592150910667823,
      "grad_norm": 0.2619060277938843,
      "learning_rate": 7.496373132163065e-05,
      "loss": 0.0279,
      "step": 7003
    },
    {
      "epoch": 0.7593235039028621,
      "grad_norm": 0.341909795999527,
      "learning_rate": 7.49601044537937e-05,
      "loss": 0.0355,
      "step": 7004
    },
    {
      "epoch": 0.7594319167389418,
      "grad_norm": 0.10305529087781906,
      "learning_rate": 7.495647758595678e-05,
      "loss": 0.0128,
      "step": 7005
    },
    {
      "epoch": 0.7595403295750217,
      "grad_norm": 0.15193454921245575,
      "learning_rate": 7.495285071811983e-05,
      "loss": 0.013,
      "step": 7006
    },
    {
      "epoch": 0.7596487424111015,
      "grad_norm": 0.293804794549942,
      "learning_rate": 7.49492238502829e-05,
      "loss": 0.0382,
      "step": 7007
    },
    {
      "epoch": 0.7597571552471812,
      "grad_norm": 0.3478849530220032,
      "learning_rate": 7.494559698244596e-05,
      "loss": 0.0241,
      "step": 7008
    },
    {
      "epoch": 0.7598655680832611,
      "grad_norm": 0.3032623529434204,
      "learning_rate": 7.494197011460903e-05,
      "loss": 0.0465,
      "step": 7009
    },
    {
      "epoch": 0.7599739809193409,
      "grad_norm": 0.16050276160240173,
      "learning_rate": 7.493834324677209e-05,
      "loss": 0.0182,
      "step": 7010
    },
    {
      "epoch": 0.7600823937554206,
      "grad_norm": 0.13782495260238647,
      "learning_rate": 7.493471637893516e-05,
      "loss": 0.0212,
      "step": 7011
    },
    {
      "epoch": 0.7601908065915004,
      "grad_norm": 0.22988706827163696,
      "learning_rate": 7.493108951109822e-05,
      "loss": 0.0182,
      "step": 7012
    },
    {
      "epoch": 0.7602992194275803,
      "grad_norm": 0.2635868489742279,
      "learning_rate": 7.492746264326128e-05,
      "loss": 0.0664,
      "step": 7013
    },
    {
      "epoch": 0.76040763226366,
      "grad_norm": 0.47703295946121216,
      "learning_rate": 7.492383577542435e-05,
      "loss": 0.0795,
      "step": 7014
    },
    {
      "epoch": 0.7605160450997398,
      "grad_norm": 0.45477810502052307,
      "learning_rate": 7.49202089075874e-05,
      "loss": 0.0799,
      "step": 7015
    },
    {
      "epoch": 0.7606244579358196,
      "grad_norm": 0.21249914169311523,
      "learning_rate": 7.491658203975047e-05,
      "loss": 0.0463,
      "step": 7016
    },
    {
      "epoch": 0.7607328707718994,
      "grad_norm": 0.26749011874198914,
      "learning_rate": 7.491295517191353e-05,
      "loss": 0.0255,
      "step": 7017
    },
    {
      "epoch": 0.7608412836079792,
      "grad_norm": 0.09240327775478363,
      "learning_rate": 7.49093283040766e-05,
      "loss": 0.0093,
      "step": 7018
    },
    {
      "epoch": 0.760949696444059,
      "grad_norm": 0.35019612312316895,
      "learning_rate": 7.490570143623967e-05,
      "loss": 0.0416,
      "step": 7019
    },
    {
      "epoch": 0.7610581092801387,
      "grad_norm": 0.4290688931941986,
      "learning_rate": 7.490207456840273e-05,
      "loss": 0.0498,
      "step": 7020
    },
    {
      "epoch": 0.7611665221162186,
      "grad_norm": 0.31376752257347107,
      "learning_rate": 7.48984477005658e-05,
      "loss": 0.0331,
      "step": 7021
    },
    {
      "epoch": 0.7612749349522984,
      "grad_norm": 0.44501781463623047,
      "learning_rate": 7.489482083272886e-05,
      "loss": 0.0194,
      "step": 7022
    },
    {
      "epoch": 0.7613833477883781,
      "grad_norm": 0.20249517261981964,
      "learning_rate": 7.489119396489193e-05,
      "loss": 0.0254,
      "step": 7023
    },
    {
      "epoch": 0.7614917606244579,
      "grad_norm": 0.08721622824668884,
      "learning_rate": 7.488756709705499e-05,
      "loss": 0.01,
      "step": 7024
    },
    {
      "epoch": 0.7616001734605378,
      "grad_norm": 0.24399377405643463,
      "learning_rate": 7.488394022921806e-05,
      "loss": 0.0441,
      "step": 7025
    },
    {
      "epoch": 0.7617085862966175,
      "grad_norm": 0.19129003584384918,
      "learning_rate": 7.488031336138112e-05,
      "loss": 0.0531,
      "step": 7026
    },
    {
      "epoch": 0.7618169991326973,
      "grad_norm": 0.2644543945789337,
      "learning_rate": 7.487668649354417e-05,
      "loss": 0.0249,
      "step": 7027
    },
    {
      "epoch": 0.761925411968777,
      "grad_norm": 0.25543108582496643,
      "learning_rate": 7.487305962570724e-05,
      "loss": 0.0429,
      "step": 7028
    },
    {
      "epoch": 0.7620338248048569,
      "grad_norm": 0.21688395738601685,
      "learning_rate": 7.48694327578703e-05,
      "loss": 0.0905,
      "step": 7029
    },
    {
      "epoch": 0.7621422376409367,
      "grad_norm": 0.055634740740060806,
      "learning_rate": 7.486580589003337e-05,
      "loss": 0.0116,
      "step": 7030
    },
    {
      "epoch": 0.7622506504770165,
      "grad_norm": 0.37999993562698364,
      "learning_rate": 7.486217902219643e-05,
      "loss": 0.0768,
      "step": 7031
    },
    {
      "epoch": 0.7623590633130962,
      "grad_norm": 0.5275715589523315,
      "learning_rate": 7.48585521543595e-05,
      "loss": 0.0456,
      "step": 7032
    },
    {
      "epoch": 0.7624674761491761,
      "grad_norm": 0.44307053089141846,
      "learning_rate": 7.485492528652256e-05,
      "loss": 0.0739,
      "step": 7033
    },
    {
      "epoch": 0.7625758889852559,
      "grad_norm": 0.28476694226264954,
      "learning_rate": 7.485129841868563e-05,
      "loss": 0.0329,
      "step": 7034
    },
    {
      "epoch": 0.7626843018213356,
      "grad_norm": 0.13143248856067657,
      "learning_rate": 7.484767155084869e-05,
      "loss": 0.0177,
      "step": 7035
    },
    {
      "epoch": 0.7627927146574154,
      "grad_norm": 0.2818371057510376,
      "learning_rate": 7.484404468301174e-05,
      "loss": 0.0496,
      "step": 7036
    },
    {
      "epoch": 0.7629011274934953,
      "grad_norm": 0.15309447050094604,
      "learning_rate": 7.484041781517483e-05,
      "loss": 0.0159,
      "step": 7037
    },
    {
      "epoch": 0.763009540329575,
      "grad_norm": 0.28891634941101074,
      "learning_rate": 7.483679094733788e-05,
      "loss": 0.045,
      "step": 7038
    },
    {
      "epoch": 0.7631179531656548,
      "grad_norm": 0.13825608789920807,
      "learning_rate": 7.483316407950096e-05,
      "loss": 0.0338,
      "step": 7039
    },
    {
      "epoch": 0.7632263660017347,
      "grad_norm": 0.5585644245147705,
      "learning_rate": 7.482953721166401e-05,
      "loss": 0.1312,
      "step": 7040
    },
    {
      "epoch": 0.7633347788378144,
      "grad_norm": 0.4834500551223755,
      "learning_rate": 7.482591034382707e-05,
      "loss": 0.0945,
      "step": 7041
    },
    {
      "epoch": 0.7634431916738942,
      "grad_norm": 0.17556582391262054,
      "learning_rate": 7.482228347599014e-05,
      "loss": 0.0283,
      "step": 7042
    },
    {
      "epoch": 0.763551604509974,
      "grad_norm": 0.32392755150794983,
      "learning_rate": 7.48186566081532e-05,
      "loss": 0.0625,
      "step": 7043
    },
    {
      "epoch": 0.7636600173460538,
      "grad_norm": 0.1395205706357956,
      "learning_rate": 7.481502974031627e-05,
      "loss": 0.0239,
      "step": 7044
    },
    {
      "epoch": 0.7637684301821336,
      "grad_norm": 0.3333992660045624,
      "learning_rate": 7.481140287247933e-05,
      "loss": 0.09,
      "step": 7045
    },
    {
      "epoch": 0.7638768430182133,
      "grad_norm": 0.17624354362487793,
      "learning_rate": 7.48077760046424e-05,
      "loss": 0.0562,
      "step": 7046
    },
    {
      "epoch": 0.7639852558542931,
      "grad_norm": 0.28147563338279724,
      "learning_rate": 7.480414913680546e-05,
      "loss": 0.0613,
      "step": 7047
    },
    {
      "epoch": 0.764093668690373,
      "grad_norm": 0.23494035005569458,
      "learning_rate": 7.480052226896853e-05,
      "loss": 0.0203,
      "step": 7048
    },
    {
      "epoch": 0.7642020815264527,
      "grad_norm": 0.43125322461128235,
      "learning_rate": 7.479689540113158e-05,
      "loss": 0.0525,
      "step": 7049
    },
    {
      "epoch": 0.7643104943625325,
      "grad_norm": 0.3157440721988678,
      "learning_rate": 7.479326853329464e-05,
      "loss": 0.0637,
      "step": 7050
    },
    {
      "epoch": 0.7644189071986123,
      "grad_norm": 0.35870593786239624,
      "learning_rate": 7.478964166545771e-05,
      "loss": 0.1204,
      "step": 7051
    },
    {
      "epoch": 0.7645273200346921,
      "grad_norm": 0.09930713474750519,
      "learning_rate": 7.478601479762077e-05,
      "loss": 0.0296,
      "step": 7052
    },
    {
      "epoch": 0.7646357328707719,
      "grad_norm": 0.09654779732227325,
      "learning_rate": 7.478238792978384e-05,
      "loss": 0.0233,
      "step": 7053
    },
    {
      "epoch": 0.7647441457068517,
      "grad_norm": 0.10269737988710403,
      "learning_rate": 7.477876106194691e-05,
      "loss": 0.0212,
      "step": 7054
    },
    {
      "epoch": 0.7648525585429314,
      "grad_norm": 0.15833121538162231,
      "learning_rate": 7.477513419410998e-05,
      "loss": 0.0396,
      "step": 7055
    },
    {
      "epoch": 0.7649609713790113,
      "grad_norm": 0.5338245034217834,
      "learning_rate": 7.477150732627304e-05,
      "loss": 0.0804,
      "step": 7056
    },
    {
      "epoch": 0.7650693842150911,
      "grad_norm": 0.1233835369348526,
      "learning_rate": 7.47678804584361e-05,
      "loss": 0.0394,
      "step": 7057
    },
    {
      "epoch": 0.7651777970511708,
      "grad_norm": 0.1728304773569107,
      "learning_rate": 7.476425359059917e-05,
      "loss": 0.0196,
      "step": 7058
    },
    {
      "epoch": 0.7652862098872506,
      "grad_norm": 0.1401139795780182,
      "learning_rate": 7.476062672276222e-05,
      "loss": 0.0199,
      "step": 7059
    },
    {
      "epoch": 0.7653946227233305,
      "grad_norm": 0.19561053812503815,
      "learning_rate": 7.47569998549253e-05,
      "loss": 0.0483,
      "step": 7060
    },
    {
      "epoch": 0.7655030355594102,
      "grad_norm": 0.1017182469367981,
      "learning_rate": 7.475337298708835e-05,
      "loss": 0.0168,
      "step": 7061
    },
    {
      "epoch": 0.76561144839549,
      "grad_norm": 0.2986134886741638,
      "learning_rate": 7.474974611925142e-05,
      "loss": 0.056,
      "step": 7062
    },
    {
      "epoch": 0.7657198612315698,
      "grad_norm": 0.30120208859443665,
      "learning_rate": 7.474611925141448e-05,
      "loss": 0.0708,
      "step": 7063
    },
    {
      "epoch": 0.7658282740676496,
      "grad_norm": 0.14501936733722687,
      "learning_rate": 7.474249238357754e-05,
      "loss": 0.0304,
      "step": 7064
    },
    {
      "epoch": 0.7659366869037294,
      "grad_norm": 0.23149950802326202,
      "learning_rate": 7.473886551574061e-05,
      "loss": 0.0253,
      "step": 7065
    },
    {
      "epoch": 0.7660450997398092,
      "grad_norm": 0.3103247582912445,
      "learning_rate": 7.473523864790367e-05,
      "loss": 0.0675,
      "step": 7066
    },
    {
      "epoch": 0.766153512575889,
      "grad_norm": 0.12021871656179428,
      "learning_rate": 7.473161178006674e-05,
      "loss": 0.0217,
      "step": 7067
    },
    {
      "epoch": 0.7662619254119688,
      "grad_norm": 0.2882634103298187,
      "learning_rate": 7.47279849122298e-05,
      "loss": 0.0608,
      "step": 7068
    },
    {
      "epoch": 0.7663703382480486,
      "grad_norm": 0.2375997006893158,
      "learning_rate": 7.472435804439287e-05,
      "loss": 0.0525,
      "step": 7069
    },
    {
      "epoch": 0.7664787510841283,
      "grad_norm": 0.14010080695152283,
      "learning_rate": 7.472073117655592e-05,
      "loss": 0.0235,
      "step": 7070
    },
    {
      "epoch": 0.7665871639202082,
      "grad_norm": 0.21342171728610992,
      "learning_rate": 7.4717104308719e-05,
      "loss": 0.0307,
      "step": 7071
    },
    {
      "epoch": 0.766695576756288,
      "grad_norm": 0.2523323595523834,
      "learning_rate": 7.471347744088206e-05,
      "loss": 0.0493,
      "step": 7072
    },
    {
      "epoch": 0.7668039895923677,
      "grad_norm": 0.18161320686340332,
      "learning_rate": 7.470985057304512e-05,
      "loss": 0.0363,
      "step": 7073
    },
    {
      "epoch": 0.7669124024284475,
      "grad_norm": 0.16515757143497467,
      "learning_rate": 7.470622370520819e-05,
      "loss": 0.0261,
      "step": 7074
    },
    {
      "epoch": 0.7670208152645274,
      "grad_norm": 0.2322901040315628,
      "learning_rate": 7.470259683737125e-05,
      "loss": 0.0523,
      "step": 7075
    },
    {
      "epoch": 0.7671292281006071,
      "grad_norm": 0.34801164269447327,
      "learning_rate": 7.469896996953432e-05,
      "loss": 0.0523,
      "step": 7076
    },
    {
      "epoch": 0.7672376409366869,
      "grad_norm": 0.2623155117034912,
      "learning_rate": 7.469534310169738e-05,
      "loss": 0.0458,
      "step": 7077
    },
    {
      "epoch": 0.7673460537727667,
      "grad_norm": 0.24736253917217255,
      "learning_rate": 7.469171623386045e-05,
      "loss": 0.0387,
      "step": 7078
    },
    {
      "epoch": 0.7674544666088465,
      "grad_norm": 0.2150379717350006,
      "learning_rate": 7.46880893660235e-05,
      "loss": 0.0202,
      "step": 7079
    },
    {
      "epoch": 0.7675628794449263,
      "grad_norm": 0.11584120243787766,
      "learning_rate": 7.468446249818656e-05,
      "loss": 0.0138,
      "step": 7080
    },
    {
      "epoch": 0.7676712922810061,
      "grad_norm": 0.08569619804620743,
      "learning_rate": 7.468083563034963e-05,
      "loss": 0.0139,
      "step": 7081
    },
    {
      "epoch": 0.7677797051170858,
      "grad_norm": 0.12654300034046173,
      "learning_rate": 7.467720876251269e-05,
      "loss": 0.0137,
      "step": 7082
    },
    {
      "epoch": 0.7678881179531657,
      "grad_norm": 0.17779122292995453,
      "learning_rate": 7.467358189467576e-05,
      "loss": 0.0288,
      "step": 7083
    },
    {
      "epoch": 0.7679965307892455,
      "grad_norm": 0.3068862855434418,
      "learning_rate": 7.466995502683882e-05,
      "loss": 0.0477,
      "step": 7084
    },
    {
      "epoch": 0.7681049436253252,
      "grad_norm": 0.4444675147533417,
      "learning_rate": 7.466632815900189e-05,
      "loss": 0.0386,
      "step": 7085
    },
    {
      "epoch": 0.768213356461405,
      "grad_norm": 0.34904390573501587,
      "learning_rate": 7.466270129116495e-05,
      "loss": 0.0839,
      "step": 7086
    },
    {
      "epoch": 0.7683217692974849,
      "grad_norm": 0.28283199667930603,
      "learning_rate": 7.465907442332802e-05,
      "loss": 0.0509,
      "step": 7087
    },
    {
      "epoch": 0.7684301821335646,
      "grad_norm": 0.24120579659938812,
      "learning_rate": 7.465544755549108e-05,
      "loss": 0.0125,
      "step": 7088
    },
    {
      "epoch": 0.7685385949696444,
      "grad_norm": 0.4379207193851471,
      "learning_rate": 7.465182068765415e-05,
      "loss": 0.0489,
      "step": 7089
    },
    {
      "epoch": 0.7686470078057241,
      "grad_norm": 0.2129295915365219,
      "learning_rate": 7.464819381981722e-05,
      "loss": 0.0269,
      "step": 7090
    },
    {
      "epoch": 0.768755420641804,
      "grad_norm": 0.20809537172317505,
      "learning_rate": 7.464456695198028e-05,
      "loss": 0.045,
      "step": 7091
    },
    {
      "epoch": 0.7688638334778838,
      "grad_norm": 0.1814011186361313,
      "learning_rate": 7.464094008414335e-05,
      "loss": 0.0185,
      "step": 7092
    },
    {
      "epoch": 0.7689722463139635,
      "grad_norm": 0.2048235833644867,
      "learning_rate": 7.46373132163064e-05,
      "loss": 0.0225,
      "step": 7093
    },
    {
      "epoch": 0.7690806591500433,
      "grad_norm": 0.6796891093254089,
      "learning_rate": 7.463368634846946e-05,
      "loss": 0.071,
      "step": 7094
    },
    {
      "epoch": 0.7691890719861232,
      "grad_norm": 0.3033177852630615,
      "learning_rate": 7.463005948063253e-05,
      "loss": 0.0286,
      "step": 7095
    },
    {
      "epoch": 0.769297484822203,
      "grad_norm": 0.2770785689353943,
      "learning_rate": 7.462643261279559e-05,
      "loss": 0.0452,
      "step": 7096
    },
    {
      "epoch": 0.7694058976582827,
      "grad_norm": 0.2107257843017578,
      "learning_rate": 7.462280574495866e-05,
      "loss": 0.0294,
      "step": 7097
    },
    {
      "epoch": 0.7695143104943626,
      "grad_norm": 0.1366315633058548,
      "learning_rate": 7.461917887712172e-05,
      "loss": 0.0164,
      "step": 7098
    },
    {
      "epoch": 0.7696227233304423,
      "grad_norm": 0.29785826802253723,
      "learning_rate": 7.461555200928479e-05,
      "loss": 0.0658,
      "step": 7099
    },
    {
      "epoch": 0.7697311361665221,
      "grad_norm": 0.488385409116745,
      "learning_rate": 7.461192514144785e-05,
      "loss": 0.0327,
      "step": 7100
    },
    {
      "epoch": 0.7698395490026019,
      "grad_norm": 0.4547693133354187,
      "learning_rate": 7.460829827361092e-05,
      "loss": 0.0239,
      "step": 7101
    },
    {
      "epoch": 0.7699479618386817,
      "grad_norm": 0.40923169255256653,
      "learning_rate": 7.460467140577397e-05,
      "loss": 0.0741,
      "step": 7102
    },
    {
      "epoch": 0.7700563746747615,
      "grad_norm": 0.22083808481693268,
      "learning_rate": 7.460104453793703e-05,
      "loss": 0.0309,
      "step": 7103
    },
    {
      "epoch": 0.7701647875108413,
      "grad_norm": 0.1741347312927246,
      "learning_rate": 7.45974176701001e-05,
      "loss": 0.0181,
      "step": 7104
    },
    {
      "epoch": 0.770273200346921,
      "grad_norm": 0.22132188081741333,
      "learning_rate": 7.459379080226316e-05,
      "loss": 0.0483,
      "step": 7105
    },
    {
      "epoch": 0.7703816131830009,
      "grad_norm": 0.10482635349035263,
      "learning_rate": 7.459016393442624e-05,
      "loss": 0.0171,
      "step": 7106
    },
    {
      "epoch": 0.7704900260190807,
      "grad_norm": 0.2209882140159607,
      "learning_rate": 7.45865370665893e-05,
      "loss": 0.0257,
      "step": 7107
    },
    {
      "epoch": 0.7705984388551604,
      "grad_norm": 0.1619414985179901,
      "learning_rate": 7.458291019875236e-05,
      "loss": 0.0268,
      "step": 7108
    },
    {
      "epoch": 0.7707068516912402,
      "grad_norm": 0.29863008856773376,
      "learning_rate": 7.457928333091543e-05,
      "loss": 0.0382,
      "step": 7109
    },
    {
      "epoch": 0.7708152645273201,
      "grad_norm": 0.38391223549842834,
      "learning_rate": 7.457565646307849e-05,
      "loss": 0.0854,
      "step": 7110
    },
    {
      "epoch": 0.7709236773633998,
      "grad_norm": 0.23664550483226776,
      "learning_rate": 7.457202959524156e-05,
      "loss": 0.0513,
      "step": 7111
    },
    {
      "epoch": 0.7710320901994796,
      "grad_norm": 0.2242957502603531,
      "learning_rate": 7.456840272740462e-05,
      "loss": 0.0389,
      "step": 7112
    },
    {
      "epoch": 0.7711405030355594,
      "grad_norm": 0.3051541745662689,
      "learning_rate": 7.456477585956769e-05,
      "loss": 0.0779,
      "step": 7113
    },
    {
      "epoch": 0.7712489158716392,
      "grad_norm": 0.2791004478931427,
      "learning_rate": 7.456114899173074e-05,
      "loss": 0.0197,
      "step": 7114
    },
    {
      "epoch": 0.771357328707719,
      "grad_norm": 0.2592722773551941,
      "learning_rate": 7.455752212389381e-05,
      "loss": 0.0527,
      "step": 7115
    },
    {
      "epoch": 0.7714657415437988,
      "grad_norm": 0.09288857132196426,
      "learning_rate": 7.455389525605687e-05,
      "loss": 0.0249,
      "step": 7116
    },
    {
      "epoch": 0.7715741543798785,
      "grad_norm": 0.3334261178970337,
      "learning_rate": 7.455026838821993e-05,
      "loss": 0.0486,
      "step": 7117
    },
    {
      "epoch": 0.7716825672159584,
      "grad_norm": 0.19726185500621796,
      "learning_rate": 7.4546641520383e-05,
      "loss": 0.0456,
      "step": 7118
    },
    {
      "epoch": 0.7717909800520382,
      "grad_norm": 0.2679433822631836,
      "learning_rate": 7.454301465254606e-05,
      "loss": 0.0512,
      "step": 7119
    },
    {
      "epoch": 0.7718993928881179,
      "grad_norm": 0.2822525203227997,
      "learning_rate": 7.453938778470913e-05,
      "loss": 0.0332,
      "step": 7120
    },
    {
      "epoch": 0.7720078057241977,
      "grad_norm": 0.31217706203460693,
      "learning_rate": 7.453576091687219e-05,
      "loss": 0.0743,
      "step": 7121
    },
    {
      "epoch": 0.7721162185602776,
      "grad_norm": 0.13008175790309906,
      "learning_rate": 7.453213404903526e-05,
      "loss": 0.034,
      "step": 7122
    },
    {
      "epoch": 0.7722246313963573,
      "grad_norm": 0.23210503160953522,
      "learning_rate": 7.452850718119833e-05,
      "loss": 0.0168,
      "step": 7123
    },
    {
      "epoch": 0.7723330442324371,
      "grad_norm": 0.17342843115329742,
      "learning_rate": 7.452488031336138e-05,
      "loss": 0.0304,
      "step": 7124
    },
    {
      "epoch": 0.772441457068517,
      "grad_norm": 0.2243579477071762,
      "learning_rate": 7.452125344552446e-05,
      "loss": 0.017,
      "step": 7125
    },
    {
      "epoch": 0.7725498699045967,
      "grad_norm": 0.2237837314605713,
      "learning_rate": 7.451762657768751e-05,
      "loss": 0.0242,
      "step": 7126
    },
    {
      "epoch": 0.7726582827406765,
      "grad_norm": 0.34913718700408936,
      "learning_rate": 7.451399970985058e-05,
      "loss": 0.0363,
      "step": 7127
    },
    {
      "epoch": 0.7727666955767563,
      "grad_norm": 0.21120800077915192,
      "learning_rate": 7.451037284201364e-05,
      "loss": 0.0389,
      "step": 7128
    },
    {
      "epoch": 0.7728751084128361,
      "grad_norm": 0.17290887236595154,
      "learning_rate": 7.450674597417671e-05,
      "loss": 0.0231,
      "step": 7129
    },
    {
      "epoch": 0.7729835212489159,
      "grad_norm": 0.064803846180439,
      "learning_rate": 7.450311910633977e-05,
      "loss": 0.0072,
      "step": 7130
    },
    {
      "epoch": 0.7730919340849957,
      "grad_norm": 0.19230200350284576,
      "learning_rate": 7.449949223850283e-05,
      "loss": 0.0479,
      "step": 7131
    },
    {
      "epoch": 0.7732003469210754,
      "grad_norm": 0.40018004179000854,
      "learning_rate": 7.44958653706659e-05,
      "loss": 0.0619,
      "step": 7132
    },
    {
      "epoch": 0.7733087597571553,
      "grad_norm": 0.2215469628572464,
      "learning_rate": 7.449223850282895e-05,
      "loss": 0.036,
      "step": 7133
    },
    {
      "epoch": 0.7734171725932351,
      "grad_norm": 0.0912393108010292,
      "learning_rate": 7.448861163499203e-05,
      "loss": 0.0119,
      "step": 7134
    },
    {
      "epoch": 0.7735255854293148,
      "grad_norm": 0.2323794811964035,
      "learning_rate": 7.448498476715508e-05,
      "loss": 0.038,
      "step": 7135
    },
    {
      "epoch": 0.7736339982653946,
      "grad_norm": 0.22787564992904663,
      "learning_rate": 7.448135789931815e-05,
      "loss": 0.0264,
      "step": 7136
    },
    {
      "epoch": 0.7737424111014745,
      "grad_norm": 0.6514954566955566,
      "learning_rate": 7.447773103148121e-05,
      "loss": 0.053,
      "step": 7137
    },
    {
      "epoch": 0.7738508239375542,
      "grad_norm": 0.21508988738059998,
      "learning_rate": 7.447410416364428e-05,
      "loss": 0.0325,
      "step": 7138
    },
    {
      "epoch": 0.773959236773634,
      "grad_norm": 0.13768483698368073,
      "learning_rate": 7.447047729580734e-05,
      "loss": 0.0223,
      "step": 7139
    },
    {
      "epoch": 0.7740676496097137,
      "grad_norm": 0.23688921332359314,
      "learning_rate": 7.446685042797041e-05,
      "loss": 0.0761,
      "step": 7140
    },
    {
      "epoch": 0.7741760624457936,
      "grad_norm": 0.18661454319953918,
      "learning_rate": 7.446322356013348e-05,
      "loss": 0.0557,
      "step": 7141
    },
    {
      "epoch": 0.7742844752818734,
      "grad_norm": 0.4287847578525543,
      "learning_rate": 7.445959669229654e-05,
      "loss": 0.0425,
      "step": 7142
    },
    {
      "epoch": 0.7743928881179531,
      "grad_norm": 0.23277302086353302,
      "learning_rate": 7.445596982445961e-05,
      "loss": 0.03,
      "step": 7143
    },
    {
      "epoch": 0.7745013009540329,
      "grad_norm": 0.25460749864578247,
      "learning_rate": 7.445234295662267e-05,
      "loss": 0.0333,
      "step": 7144
    },
    {
      "epoch": 0.7746097137901128,
      "grad_norm": 0.2510603666305542,
      "learning_rate": 7.444871608878572e-05,
      "loss": 0.0487,
      "step": 7145
    },
    {
      "epoch": 0.7747181266261925,
      "grad_norm": 0.20077569782733917,
      "learning_rate": 7.44450892209488e-05,
      "loss": 0.0305,
      "step": 7146
    },
    {
      "epoch": 0.7748265394622723,
      "grad_norm": 0.38438209891319275,
      "learning_rate": 7.444146235311185e-05,
      "loss": 0.082,
      "step": 7147
    },
    {
      "epoch": 0.7749349522983521,
      "grad_norm": 0.48336461186408997,
      "learning_rate": 7.443783548527492e-05,
      "loss": 0.0571,
      "step": 7148
    },
    {
      "epoch": 0.775043365134432,
      "grad_norm": 0.2697247266769409,
      "learning_rate": 7.443420861743798e-05,
      "loss": 0.059,
      "step": 7149
    },
    {
      "epoch": 0.7751517779705117,
      "grad_norm": 0.21878348290920258,
      "learning_rate": 7.443058174960105e-05,
      "loss": 0.022,
      "step": 7150
    },
    {
      "epoch": 0.7752601908065915,
      "grad_norm": 0.5321568250656128,
      "learning_rate": 7.442695488176411e-05,
      "loss": 0.0524,
      "step": 7151
    },
    {
      "epoch": 0.7753686036426712,
      "grad_norm": 0.15343961119651794,
      "learning_rate": 7.442332801392718e-05,
      "loss": 0.0238,
      "step": 7152
    },
    {
      "epoch": 0.7754770164787511,
      "grad_norm": 0.4968990981578827,
      "learning_rate": 7.441970114609024e-05,
      "loss": 0.0954,
      "step": 7153
    },
    {
      "epoch": 0.7755854293148309,
      "grad_norm": 0.23896172642707825,
      "learning_rate": 7.44160742782533e-05,
      "loss": 0.0514,
      "step": 7154
    },
    {
      "epoch": 0.7756938421509106,
      "grad_norm": 0.10071621835231781,
      "learning_rate": 7.441244741041636e-05,
      "loss": 0.015,
      "step": 7155
    },
    {
      "epoch": 0.7758022549869905,
      "grad_norm": 0.22209256887435913,
      "learning_rate": 7.440882054257942e-05,
      "loss": 0.0542,
      "step": 7156
    },
    {
      "epoch": 0.7759106678230703,
      "grad_norm": 0.28121042251586914,
      "learning_rate": 7.440519367474249e-05,
      "loss": 0.0393,
      "step": 7157
    },
    {
      "epoch": 0.77601908065915,
      "grad_norm": 0.0884370282292366,
      "learning_rate": 7.440156680690556e-05,
      "loss": 0.018,
      "step": 7158
    },
    {
      "epoch": 0.7761274934952298,
      "grad_norm": 0.17211486399173737,
      "learning_rate": 7.439793993906863e-05,
      "loss": 0.0218,
      "step": 7159
    },
    {
      "epoch": 0.7762359063313097,
      "grad_norm": 0.34250712394714355,
      "learning_rate": 7.439431307123169e-05,
      "loss": 0.0334,
      "step": 7160
    },
    {
      "epoch": 0.7763443191673894,
      "grad_norm": 0.28447893261909485,
      "learning_rate": 7.439068620339475e-05,
      "loss": 0.0626,
      "step": 7161
    },
    {
      "epoch": 0.7764527320034692,
      "grad_norm": 0.19124068319797516,
      "learning_rate": 7.438705933555782e-05,
      "loss": 0.0274,
      "step": 7162
    },
    {
      "epoch": 0.776561144839549,
      "grad_norm": 0.09798605740070343,
      "learning_rate": 7.438343246772088e-05,
      "loss": 0.0153,
      "step": 7163
    },
    {
      "epoch": 0.7766695576756288,
      "grad_norm": 0.16262286901474,
      "learning_rate": 7.437980559988395e-05,
      "loss": 0.023,
      "step": 7164
    },
    {
      "epoch": 0.7767779705117086,
      "grad_norm": 0.35844534635543823,
      "learning_rate": 7.4376178732047e-05,
      "loss": 0.0565,
      "step": 7165
    },
    {
      "epoch": 0.7768863833477884,
      "grad_norm": 0.3904532492160797,
      "learning_rate": 7.437255186421008e-05,
      "loss": 0.0373,
      "step": 7166
    },
    {
      "epoch": 0.7769947961838681,
      "grad_norm": 0.2310086339712143,
      "learning_rate": 7.436892499637313e-05,
      "loss": 0.0192,
      "step": 7167
    },
    {
      "epoch": 0.777103209019948,
      "grad_norm": 0.22044511139392853,
      "learning_rate": 7.436529812853619e-05,
      "loss": 0.0479,
      "step": 7168
    },
    {
      "epoch": 0.7772116218560278,
      "grad_norm": 0.23410503566265106,
      "learning_rate": 7.436167126069926e-05,
      "loss": 0.0466,
      "step": 7169
    },
    {
      "epoch": 0.7773200346921075,
      "grad_norm": 0.32083970308303833,
      "learning_rate": 7.435804439286232e-05,
      "loss": 0.0891,
      "step": 7170
    },
    {
      "epoch": 0.7774284475281873,
      "grad_norm": 0.29278746247291565,
      "learning_rate": 7.435441752502539e-05,
      "loss": 0.0335,
      "step": 7171
    },
    {
      "epoch": 0.7775368603642672,
      "grad_norm": 0.37214842438697815,
      "learning_rate": 7.435079065718845e-05,
      "loss": 0.0311,
      "step": 7172
    },
    {
      "epoch": 0.7776452732003469,
      "grad_norm": 0.38812246918678284,
      "learning_rate": 7.434716378935152e-05,
      "loss": 0.0484,
      "step": 7173
    },
    {
      "epoch": 0.7777536860364267,
      "grad_norm": 0.06525448709726334,
      "learning_rate": 7.434353692151458e-05,
      "loss": 0.013,
      "step": 7174
    },
    {
      "epoch": 0.7778620988725065,
      "grad_norm": 0.1343093067407608,
      "learning_rate": 7.433991005367765e-05,
      "loss": 0.0204,
      "step": 7175
    },
    {
      "epoch": 0.7779705117085863,
      "grad_norm": 0.2685135006904602,
      "learning_rate": 7.433628318584072e-05,
      "loss": 0.0482,
      "step": 7176
    },
    {
      "epoch": 0.7780789245446661,
      "grad_norm": 0.22181859612464905,
      "learning_rate": 7.433265631800378e-05,
      "loss": 0.0381,
      "step": 7177
    },
    {
      "epoch": 0.7781873373807459,
      "grad_norm": 0.25086331367492676,
      "learning_rate": 7.432902945016685e-05,
      "loss": 0.0472,
      "step": 7178
    },
    {
      "epoch": 0.7782957502168256,
      "grad_norm": 0.270296186208725,
      "learning_rate": 7.43254025823299e-05,
      "loss": 0.0448,
      "step": 7179
    },
    {
      "epoch": 0.7784041630529055,
      "grad_norm": 0.27187222242355347,
      "learning_rate": 7.432177571449297e-05,
      "loss": 0.0446,
      "step": 7180
    },
    {
      "epoch": 0.7785125758889853,
      "grad_norm": 0.1822296530008316,
      "learning_rate": 7.431814884665603e-05,
      "loss": 0.0369,
      "step": 7181
    },
    {
      "epoch": 0.778620988725065,
      "grad_norm": 0.2580306828022003,
      "learning_rate": 7.43145219788191e-05,
      "loss": 0.0174,
      "step": 7182
    },
    {
      "epoch": 0.7787294015611448,
      "grad_norm": 0.22448845207691193,
      "learning_rate": 7.431089511098216e-05,
      "loss": 0.0381,
      "step": 7183
    },
    {
      "epoch": 0.7788378143972247,
      "grad_norm": 0.23813657462596893,
      "learning_rate": 7.430726824314522e-05,
      "loss": 0.0181,
      "step": 7184
    },
    {
      "epoch": 0.7789462272333044,
      "grad_norm": 0.13722719252109528,
      "learning_rate": 7.430364137530829e-05,
      "loss": 0.0227,
      "step": 7185
    },
    {
      "epoch": 0.7790546400693842,
      "grad_norm": 0.28967392444610596,
      "learning_rate": 7.430001450747135e-05,
      "loss": 0.0521,
      "step": 7186
    },
    {
      "epoch": 0.7791630529054641,
      "grad_norm": 0.2791319191455841,
      "learning_rate": 7.429638763963442e-05,
      "loss": 0.0601,
      "step": 7187
    },
    {
      "epoch": 0.7792714657415438,
      "grad_norm": 0.39685705304145813,
      "learning_rate": 7.429276077179747e-05,
      "loss": 0.0428,
      "step": 7188
    },
    {
      "epoch": 0.7793798785776236,
      "grad_norm": 0.2435770332813263,
      "learning_rate": 7.428913390396054e-05,
      "loss": 0.0512,
      "step": 7189
    },
    {
      "epoch": 0.7794882914137033,
      "grad_norm": 0.09796818345785141,
      "learning_rate": 7.42855070361236e-05,
      "loss": 0.0148,
      "step": 7190
    },
    {
      "epoch": 0.7795967042497832,
      "grad_norm": 0.22228071093559265,
      "learning_rate": 7.428188016828667e-05,
      "loss": 0.031,
      "step": 7191
    },
    {
      "epoch": 0.779705117085863,
      "grad_norm": 0.3115859627723694,
      "learning_rate": 7.427825330044974e-05,
      "loss": 0.0376,
      "step": 7192
    },
    {
      "epoch": 0.7798135299219427,
      "grad_norm": 0.37070053815841675,
      "learning_rate": 7.42746264326128e-05,
      "loss": 0.0926,
      "step": 7193
    },
    {
      "epoch": 0.7799219427580225,
      "grad_norm": 0.2217191606760025,
      "learning_rate": 7.427099956477587e-05,
      "loss": 0.0414,
      "step": 7194
    },
    {
      "epoch": 0.7800303555941024,
      "grad_norm": 0.292488157749176,
      "learning_rate": 7.426737269693893e-05,
      "loss": 0.0454,
      "step": 7195
    },
    {
      "epoch": 0.7801387684301822,
      "grad_norm": 0.31956344842910767,
      "learning_rate": 7.4263745829102e-05,
      "loss": 0.0735,
      "step": 7196
    },
    {
      "epoch": 0.7802471812662619,
      "grad_norm": 0.3153611719608307,
      "learning_rate": 7.426011896126506e-05,
      "loss": 0.0331,
      "step": 7197
    },
    {
      "epoch": 0.7803555941023417,
      "grad_norm": 0.19907844066619873,
      "learning_rate": 7.425649209342811e-05,
      "loss": 0.0358,
      "step": 7198
    },
    {
      "epoch": 0.7804640069384216,
      "grad_norm": 0.25911569595336914,
      "learning_rate": 7.425286522559119e-05,
      "loss": 0.0531,
      "step": 7199
    },
    {
      "epoch": 0.7805724197745013,
      "grad_norm": 0.1272374838590622,
      "learning_rate": 7.424923835775424e-05,
      "loss": 0.0237,
      "step": 7200
    },
    {
      "epoch": 0.7806808326105811,
      "grad_norm": 0.3282642662525177,
      "learning_rate": 7.424561148991731e-05,
      "loss": 0.0819,
      "step": 7201
    },
    {
      "epoch": 0.7807892454466608,
      "grad_norm": 0.14228011667728424,
      "learning_rate": 7.424198462208037e-05,
      "loss": 0.0226,
      "step": 7202
    },
    {
      "epoch": 0.7808976582827407,
      "grad_norm": 0.19155877828598022,
      "learning_rate": 7.423835775424344e-05,
      "loss": 0.0498,
      "step": 7203
    },
    {
      "epoch": 0.7810060711188205,
      "grad_norm": 0.2193291336297989,
      "learning_rate": 7.42347308864065e-05,
      "loss": 0.031,
      "step": 7204
    },
    {
      "epoch": 0.7811144839549002,
      "grad_norm": 0.2790692448616028,
      "learning_rate": 7.423110401856957e-05,
      "loss": 0.0419,
      "step": 7205
    },
    {
      "epoch": 0.78122289679098,
      "grad_norm": 0.22726954519748688,
      "learning_rate": 7.422747715073263e-05,
      "loss": 0.0196,
      "step": 7206
    },
    {
      "epoch": 0.7813313096270599,
      "grad_norm": 0.18803256750106812,
      "learning_rate": 7.422385028289568e-05,
      "loss": 0.0378,
      "step": 7207
    },
    {
      "epoch": 0.7814397224631396,
      "grad_norm": 0.46130993962287903,
      "learning_rate": 7.422022341505876e-05,
      "loss": 0.0593,
      "step": 7208
    },
    {
      "epoch": 0.7815481352992194,
      "grad_norm": 0.30101513862609863,
      "learning_rate": 7.421659654722183e-05,
      "loss": 0.0597,
      "step": 7209
    },
    {
      "epoch": 0.7816565481352992,
      "grad_norm": 0.2664961814880371,
      "learning_rate": 7.42129696793849e-05,
      "loss": 0.0411,
      "step": 7210
    },
    {
      "epoch": 0.781764960971379,
      "grad_norm": 0.4848313331604004,
      "learning_rate": 7.420934281154795e-05,
      "loss": 0.026,
      "step": 7211
    },
    {
      "epoch": 0.7818733738074588,
      "grad_norm": 0.1498958021402359,
      "learning_rate": 7.420571594371101e-05,
      "loss": 0.0265,
      "step": 7212
    },
    {
      "epoch": 0.7819817866435386,
      "grad_norm": 0.30458274483680725,
      "learning_rate": 7.420208907587408e-05,
      "loss": 0.0606,
      "step": 7213
    },
    {
      "epoch": 0.7820901994796184,
      "grad_norm": 0.15307028591632843,
      "learning_rate": 7.419846220803714e-05,
      "loss": 0.0267,
      "step": 7214
    },
    {
      "epoch": 0.7821986123156982,
      "grad_norm": 0.15047340095043182,
      "learning_rate": 7.419483534020021e-05,
      "loss": 0.022,
      "step": 7215
    },
    {
      "epoch": 0.782307025151778,
      "grad_norm": 0.15925872325897217,
      "learning_rate": 7.419120847236327e-05,
      "loss": 0.0227,
      "step": 7216
    },
    {
      "epoch": 0.7824154379878577,
      "grad_norm": 0.28187957406044006,
      "learning_rate": 7.418758160452634e-05,
      "loss": 0.0318,
      "step": 7217
    },
    {
      "epoch": 0.7825238508239376,
      "grad_norm": 0.13712505996227264,
      "learning_rate": 7.41839547366894e-05,
      "loss": 0.0207,
      "step": 7218
    },
    {
      "epoch": 0.7826322636600174,
      "grad_norm": 0.19572369754314423,
      "learning_rate": 7.418032786885247e-05,
      "loss": 0.0184,
      "step": 7219
    },
    {
      "epoch": 0.7827406764960971,
      "grad_norm": 0.27584612369537354,
      "learning_rate": 7.417670100101552e-05,
      "loss": 0.0241,
      "step": 7220
    },
    {
      "epoch": 0.7828490893321769,
      "grad_norm": 0.26438868045806885,
      "learning_rate": 7.417307413317858e-05,
      "loss": 0.0496,
      "step": 7221
    },
    {
      "epoch": 0.7829575021682568,
      "grad_norm": 0.18417415022850037,
      "learning_rate": 7.416944726534165e-05,
      "loss": 0.0237,
      "step": 7222
    },
    {
      "epoch": 0.7830659150043365,
      "grad_norm": 0.19938130676746368,
      "learning_rate": 7.416582039750471e-05,
      "loss": 0.0421,
      "step": 7223
    },
    {
      "epoch": 0.7831743278404163,
      "grad_norm": 0.3357785642147064,
      "learning_rate": 7.416219352966778e-05,
      "loss": 0.0503,
      "step": 7224
    },
    {
      "epoch": 0.7832827406764961,
      "grad_norm": 0.2105969339609146,
      "learning_rate": 7.415856666183084e-05,
      "loss": 0.04,
      "step": 7225
    },
    {
      "epoch": 0.7833911535125759,
      "grad_norm": 0.21331730484962463,
      "learning_rate": 7.415493979399391e-05,
      "loss": 0.0162,
      "step": 7226
    },
    {
      "epoch": 0.7834995663486557,
      "grad_norm": 0.3834695816040039,
      "learning_rate": 7.415131292615698e-05,
      "loss": 0.0721,
      "step": 7227
    },
    {
      "epoch": 0.7836079791847355,
      "grad_norm": 0.2935928702354431,
      "learning_rate": 7.414768605832004e-05,
      "loss": 0.0504,
      "step": 7228
    },
    {
      "epoch": 0.7837163920208152,
      "grad_norm": 0.211944580078125,
      "learning_rate": 7.414405919048311e-05,
      "loss": 0.0426,
      "step": 7229
    },
    {
      "epoch": 0.7838248048568951,
      "grad_norm": 0.43646082282066345,
      "learning_rate": 7.414043232264617e-05,
      "loss": 0.0579,
      "step": 7230
    },
    {
      "epoch": 0.7839332176929749,
      "grad_norm": 0.5649744272232056,
      "learning_rate": 7.413680545480924e-05,
      "loss": 0.0321,
      "step": 7231
    },
    {
      "epoch": 0.7840416305290546,
      "grad_norm": 0.2995476722717285,
      "learning_rate": 7.41331785869723e-05,
      "loss": 0.0393,
      "step": 7232
    },
    {
      "epoch": 0.7841500433651344,
      "grad_norm": 0.33745327591896057,
      "learning_rate": 7.412955171913537e-05,
      "loss": 0.0713,
      "step": 7233
    },
    {
      "epoch": 0.7842584562012143,
      "grad_norm": 0.08904033154249191,
      "learning_rate": 7.412592485129842e-05,
      "loss": 0.017,
      "step": 7234
    },
    {
      "epoch": 0.784366869037294,
      "grad_norm": 0.26619043946266174,
      "learning_rate": 7.412229798346148e-05,
      "loss": 0.0539,
      "step": 7235
    },
    {
      "epoch": 0.7844752818733738,
      "grad_norm": 0.27769213914871216,
      "learning_rate": 7.411867111562455e-05,
      "loss": 0.0387,
      "step": 7236
    },
    {
      "epoch": 0.7845836947094535,
      "grad_norm": 0.09488727897405624,
      "learning_rate": 7.411504424778761e-05,
      "loss": 0.0158,
      "step": 7237
    },
    {
      "epoch": 0.7846921075455334,
      "grad_norm": 0.2854951322078705,
      "learning_rate": 7.411141737995068e-05,
      "loss": 0.0315,
      "step": 7238
    },
    {
      "epoch": 0.7848005203816132,
      "grad_norm": 0.1995101124048233,
      "learning_rate": 7.410779051211374e-05,
      "loss": 0.0381,
      "step": 7239
    },
    {
      "epoch": 0.784908933217693,
      "grad_norm": 0.16227217018604279,
      "learning_rate": 7.410416364427681e-05,
      "loss": 0.0481,
      "step": 7240
    },
    {
      "epoch": 0.7850173460537727,
      "grad_norm": 0.32843390107154846,
      "learning_rate": 7.410053677643986e-05,
      "loss": 0.0429,
      "step": 7241
    },
    {
      "epoch": 0.7851257588898526,
      "grad_norm": 0.09129605442285538,
      "learning_rate": 7.409690990860294e-05,
      "loss": 0.0103,
      "step": 7242
    },
    {
      "epoch": 0.7852341717259324,
      "grad_norm": 0.3218197226524353,
      "learning_rate": 7.409328304076599e-05,
      "loss": 0.062,
      "step": 7243
    },
    {
      "epoch": 0.7853425845620121,
      "grad_norm": 0.14618928730487823,
      "learning_rate": 7.408965617292906e-05,
      "loss": 0.0259,
      "step": 7244
    },
    {
      "epoch": 0.785450997398092,
      "grad_norm": 0.24305635690689087,
      "learning_rate": 7.408602930509213e-05,
      "loss": 0.0227,
      "step": 7245
    },
    {
      "epoch": 0.7855594102341718,
      "grad_norm": 0.32024651765823364,
      "learning_rate": 7.408240243725519e-05,
      "loss": 0.0551,
      "step": 7246
    },
    {
      "epoch": 0.7856678230702515,
      "grad_norm": 0.14414581656455994,
      "learning_rate": 7.407877556941826e-05,
      "loss": 0.0164,
      "step": 7247
    },
    {
      "epoch": 0.7857762359063313,
      "grad_norm": 0.3411979675292969,
      "learning_rate": 7.407514870158132e-05,
      "loss": 0.0862,
      "step": 7248
    },
    {
      "epoch": 0.7858846487424112,
      "grad_norm": 0.2671636641025543,
      "learning_rate": 7.407152183374438e-05,
      "loss": 0.0748,
      "step": 7249
    },
    {
      "epoch": 0.7859930615784909,
      "grad_norm": 0.2743200659751892,
      "learning_rate": 7.406789496590745e-05,
      "loss": 0.0415,
      "step": 7250
    },
    {
      "epoch": 0.7861014744145707,
      "grad_norm": 0.296064555644989,
      "learning_rate": 7.40642680980705e-05,
      "loss": 0.0542,
      "step": 7251
    },
    {
      "epoch": 0.7862098872506504,
      "grad_norm": 0.2627677023410797,
      "learning_rate": 7.406064123023358e-05,
      "loss": 0.0647,
      "step": 7252
    },
    {
      "epoch": 0.7863183000867303,
      "grad_norm": 0.35655465722084045,
      "learning_rate": 7.405701436239663e-05,
      "loss": 0.0601,
      "step": 7253
    },
    {
      "epoch": 0.7864267129228101,
      "grad_norm": 0.21563783288002014,
      "learning_rate": 7.40533874945597e-05,
      "loss": 0.0207,
      "step": 7254
    },
    {
      "epoch": 0.7865351257588898,
      "grad_norm": 0.37929588556289673,
      "learning_rate": 7.404976062672276e-05,
      "loss": 0.0548,
      "step": 7255
    },
    {
      "epoch": 0.7866435385949696,
      "grad_norm": 0.30957525968551636,
      "learning_rate": 7.404613375888583e-05,
      "loss": 0.0471,
      "step": 7256
    },
    {
      "epoch": 0.7867519514310495,
      "grad_norm": 0.1567237824201584,
      "learning_rate": 7.404250689104889e-05,
      "loss": 0.0381,
      "step": 7257
    },
    {
      "epoch": 0.7868603642671292,
      "grad_norm": 0.3183596432209015,
      "learning_rate": 7.403888002321195e-05,
      "loss": 0.0463,
      "step": 7258
    },
    {
      "epoch": 0.786968777103209,
      "grad_norm": 0.188038170337677,
      "learning_rate": 7.403525315537502e-05,
      "loss": 0.0364,
      "step": 7259
    },
    {
      "epoch": 0.7870771899392888,
      "grad_norm": 0.2927710711956024,
      "learning_rate": 7.403162628753808e-05,
      "loss": 0.0691,
      "step": 7260
    },
    {
      "epoch": 0.7871856027753686,
      "grad_norm": 0.22045467793941498,
      "learning_rate": 7.402799941970116e-05,
      "loss": 0.0338,
      "step": 7261
    },
    {
      "epoch": 0.7872940156114484,
      "grad_norm": 0.16575342416763306,
      "learning_rate": 7.402437255186422e-05,
      "loss": 0.0271,
      "step": 7262
    },
    {
      "epoch": 0.7874024284475282,
      "grad_norm": 0.22810542583465576,
      "learning_rate": 7.402074568402729e-05,
      "loss": 0.0471,
      "step": 7263
    },
    {
      "epoch": 0.7875108412836079,
      "grad_norm": 0.21272076666355133,
      "learning_rate": 7.401711881619035e-05,
      "loss": 0.0708,
      "step": 7264
    },
    {
      "epoch": 0.7876192541196878,
      "grad_norm": 0.3020514249801636,
      "learning_rate": 7.40134919483534e-05,
      "loss": 0.0428,
      "step": 7265
    },
    {
      "epoch": 0.7877276669557676,
      "grad_norm": 0.193563774228096,
      "learning_rate": 7.400986508051647e-05,
      "loss": 0.0204,
      "step": 7266
    },
    {
      "epoch": 0.7878360797918473,
      "grad_norm": 0.16687196493148804,
      "learning_rate": 7.400623821267953e-05,
      "loss": 0.0424,
      "step": 7267
    },
    {
      "epoch": 0.7879444926279271,
      "grad_norm": 0.2981862425804138,
      "learning_rate": 7.40026113448426e-05,
      "loss": 0.0481,
      "step": 7268
    },
    {
      "epoch": 0.788052905464007,
      "grad_norm": 0.12313783168792725,
      "learning_rate": 7.399898447700566e-05,
      "loss": 0.0189,
      "step": 7269
    },
    {
      "epoch": 0.7881613183000867,
      "grad_norm": 0.2224731594324112,
      "learning_rate": 7.399535760916873e-05,
      "loss": 0.02,
      "step": 7270
    },
    {
      "epoch": 0.7882697311361665,
      "grad_norm": 0.3761654198169708,
      "learning_rate": 7.399173074133179e-05,
      "loss": 0.0481,
      "step": 7271
    },
    {
      "epoch": 0.7883781439722463,
      "grad_norm": 0.1911078244447708,
      "learning_rate": 7.398810387349486e-05,
      "loss": 0.0357,
      "step": 7272
    },
    {
      "epoch": 0.7884865568083261,
      "grad_norm": 0.18626625835895538,
      "learning_rate": 7.398447700565792e-05,
      "loss": 0.0299,
      "step": 7273
    },
    {
      "epoch": 0.7885949696444059,
      "grad_norm": 0.6052817702293396,
      "learning_rate": 7.398085013782097e-05,
      "loss": 0.0591,
      "step": 7274
    },
    {
      "epoch": 0.7887033824804857,
      "grad_norm": 0.498262494802475,
      "learning_rate": 7.397722326998404e-05,
      "loss": 0.0351,
      "step": 7275
    },
    {
      "epoch": 0.7888117953165655,
      "grad_norm": 0.3312241733074188,
      "learning_rate": 7.39735964021471e-05,
      "loss": 0.0305,
      "step": 7276
    },
    {
      "epoch": 0.7889202081526453,
      "grad_norm": 0.1642076075077057,
      "learning_rate": 7.396996953431017e-05,
      "loss": 0.0382,
      "step": 7277
    },
    {
      "epoch": 0.7890286209887251,
      "grad_norm": 0.316114604473114,
      "learning_rate": 7.396634266647323e-05,
      "loss": 0.0329,
      "step": 7278
    },
    {
      "epoch": 0.7891370338248048,
      "grad_norm": 0.26860561966896057,
      "learning_rate": 7.39627157986363e-05,
      "loss": 0.0406,
      "step": 7279
    },
    {
      "epoch": 0.7892454466608847,
      "grad_norm": 0.42156338691711426,
      "learning_rate": 7.395908893079937e-05,
      "loss": 0.0732,
      "step": 7280
    },
    {
      "epoch": 0.7893538594969645,
      "grad_norm": 0.4837941825389862,
      "learning_rate": 7.395546206296243e-05,
      "loss": 0.0332,
      "step": 7281
    },
    {
      "epoch": 0.7894622723330442,
      "grad_norm": 0.20418286323547363,
      "learning_rate": 7.39518351951255e-05,
      "loss": 0.0239,
      "step": 7282
    },
    {
      "epoch": 0.789570685169124,
      "grad_norm": 0.2206660807132721,
      "learning_rate": 7.394820832728856e-05,
      "loss": 0.0372,
      "step": 7283
    },
    {
      "epoch": 0.7896790980052039,
      "grad_norm": 0.257301390171051,
      "learning_rate": 7.394458145945163e-05,
      "loss": 0.0236,
      "step": 7284
    },
    {
      "epoch": 0.7897875108412836,
      "grad_norm": 0.19529251754283905,
      "learning_rate": 7.394095459161469e-05,
      "loss": 0.0236,
      "step": 7285
    },
    {
      "epoch": 0.7898959236773634,
      "grad_norm": 0.20111128687858582,
      "learning_rate": 7.393732772377776e-05,
      "loss": 0.039,
      "step": 7286
    },
    {
      "epoch": 0.7900043365134432,
      "grad_norm": 0.14750944077968597,
      "learning_rate": 7.393370085594081e-05,
      "loss": 0.0372,
      "step": 7287
    },
    {
      "epoch": 0.790112749349523,
      "grad_norm": 0.39120230078697205,
      "learning_rate": 7.393007398810387e-05,
      "loss": 0.0408,
      "step": 7288
    },
    {
      "epoch": 0.7902211621856028,
      "grad_norm": 0.37187841534614563,
      "learning_rate": 7.392644712026694e-05,
      "loss": 0.0443,
      "step": 7289
    },
    {
      "epoch": 0.7903295750216826,
      "grad_norm": 0.12369851768016815,
      "learning_rate": 7.392282025243e-05,
      "loss": 0.0229,
      "step": 7290
    },
    {
      "epoch": 0.7904379878577623,
      "grad_norm": 0.38006463646888733,
      "learning_rate": 7.391919338459307e-05,
      "loss": 0.0599,
      "step": 7291
    },
    {
      "epoch": 0.7905464006938422,
      "grad_norm": 0.3097788095474243,
      "learning_rate": 7.391556651675613e-05,
      "loss": 0.0516,
      "step": 7292
    },
    {
      "epoch": 0.790654813529922,
      "grad_norm": 1.1203662157058716,
      "learning_rate": 7.39119396489192e-05,
      "loss": 0.0824,
      "step": 7293
    },
    {
      "epoch": 0.7907632263660017,
      "grad_norm": 0.21449525654315948,
      "learning_rate": 7.390831278108226e-05,
      "loss": 0.0302,
      "step": 7294
    },
    {
      "epoch": 0.7908716392020815,
      "grad_norm": 0.27944639325141907,
      "learning_rate": 7.390468591324533e-05,
      "loss": 0.0568,
      "step": 7295
    },
    {
      "epoch": 0.7909800520381614,
      "grad_norm": 0.1975737363100052,
      "learning_rate": 7.39010590454084e-05,
      "loss": 0.014,
      "step": 7296
    },
    {
      "epoch": 0.7910884648742411,
      "grad_norm": 0.3404505252838135,
      "learning_rate": 7.389743217757145e-05,
      "loss": 0.0376,
      "step": 7297
    },
    {
      "epoch": 0.7911968777103209,
      "grad_norm": 0.4580398201942444,
      "learning_rate": 7.389380530973453e-05,
      "loss": 0.0623,
      "step": 7298
    },
    {
      "epoch": 0.7913052905464006,
      "grad_norm": 0.29526934027671814,
      "learning_rate": 7.389017844189758e-05,
      "loss": 0.0363,
      "step": 7299
    },
    {
      "epoch": 0.7914137033824805,
      "grad_norm": 0.43260669708251953,
      "learning_rate": 7.388655157406065e-05,
      "loss": 0.0288,
      "step": 7300
    },
    {
      "epoch": 0.7915221162185603,
      "grad_norm": 0.16522468626499176,
      "learning_rate": 7.388292470622371e-05,
      "loss": 0.0363,
      "step": 7301
    },
    {
      "epoch": 0.79163052905464,
      "grad_norm": 0.9235005378723145,
      "learning_rate": 7.387929783838677e-05,
      "loss": 0.1083,
      "step": 7302
    },
    {
      "epoch": 0.7917389418907199,
      "grad_norm": 0.1477561742067337,
      "learning_rate": 7.387567097054984e-05,
      "loss": 0.029,
      "step": 7303
    },
    {
      "epoch": 0.7918473547267997,
      "grad_norm": 0.13350674510002136,
      "learning_rate": 7.38720441027129e-05,
      "loss": 0.0179,
      "step": 7304
    },
    {
      "epoch": 0.7919557675628794,
      "grad_norm": 0.30388227105140686,
      "learning_rate": 7.386841723487597e-05,
      "loss": 0.0745,
      "step": 7305
    },
    {
      "epoch": 0.7920641803989592,
      "grad_norm": 0.10855907946825027,
      "learning_rate": 7.386479036703902e-05,
      "loss": 0.0199,
      "step": 7306
    },
    {
      "epoch": 0.7921725932350391,
      "grad_norm": 0.25397399067878723,
      "learning_rate": 7.38611634992021e-05,
      "loss": 0.0584,
      "step": 7307
    },
    {
      "epoch": 0.7922810060711188,
      "grad_norm": 0.23400583863258362,
      "learning_rate": 7.385753663136515e-05,
      "loss": 0.0357,
      "step": 7308
    },
    {
      "epoch": 0.7923894189071986,
      "grad_norm": 0.1968865692615509,
      "learning_rate": 7.385390976352822e-05,
      "loss": 0.0493,
      "step": 7309
    },
    {
      "epoch": 0.7924978317432784,
      "grad_norm": 0.3447900712490082,
      "learning_rate": 7.385028289569128e-05,
      "loss": 0.0451,
      "step": 7310
    },
    {
      "epoch": 0.7926062445793582,
      "grad_norm": 0.20253804326057434,
      "learning_rate": 7.384665602785434e-05,
      "loss": 0.0211,
      "step": 7311
    },
    {
      "epoch": 0.792714657415438,
      "grad_norm": 0.19417306780815125,
      "learning_rate": 7.384302916001741e-05,
      "loss": 0.0452,
      "step": 7312
    },
    {
      "epoch": 0.7928230702515178,
      "grad_norm": 0.20408892631530762,
      "learning_rate": 7.383940229218048e-05,
      "loss": 0.0284,
      "step": 7313
    },
    {
      "epoch": 0.7929314830875975,
      "grad_norm": 0.39694690704345703,
      "learning_rate": 7.383577542434355e-05,
      "loss": 0.1336,
      "step": 7314
    },
    {
      "epoch": 0.7930398959236774,
      "grad_norm": 0.08182422816753387,
      "learning_rate": 7.383214855650661e-05,
      "loss": 0.0204,
      "step": 7315
    },
    {
      "epoch": 0.7931483087597572,
      "grad_norm": 0.3383272588253021,
      "learning_rate": 7.382852168866967e-05,
      "loss": 0.0387,
      "step": 7316
    },
    {
      "epoch": 0.7932567215958369,
      "grad_norm": 0.09963962435722351,
      "learning_rate": 7.382489482083274e-05,
      "loss": 0.0186,
      "step": 7317
    },
    {
      "epoch": 0.7933651344319167,
      "grad_norm": 0.2109634429216385,
      "learning_rate": 7.38212679529958e-05,
      "loss": 0.0465,
      "step": 7318
    },
    {
      "epoch": 0.7934735472679966,
      "grad_norm": 0.21092955768108368,
      "learning_rate": 7.381764108515886e-05,
      "loss": 0.0571,
      "step": 7319
    },
    {
      "epoch": 0.7935819601040763,
      "grad_norm": 0.15065838396549225,
      "learning_rate": 7.381401421732192e-05,
      "loss": 0.0258,
      "step": 7320
    },
    {
      "epoch": 0.7936903729401561,
      "grad_norm": 0.23575422167778015,
      "learning_rate": 7.381038734948499e-05,
      "loss": 0.0605,
      "step": 7321
    },
    {
      "epoch": 0.7937987857762359,
      "grad_norm": 0.14586608111858368,
      "learning_rate": 7.380676048164805e-05,
      "loss": 0.0348,
      "step": 7322
    },
    {
      "epoch": 0.7939071986123157,
      "grad_norm": 0.27147242426872253,
      "learning_rate": 7.380313361381112e-05,
      "loss": 0.0327,
      "step": 7323
    },
    {
      "epoch": 0.7940156114483955,
      "grad_norm": 0.17730800807476044,
      "learning_rate": 7.379950674597418e-05,
      "loss": 0.0299,
      "step": 7324
    },
    {
      "epoch": 0.7941240242844753,
      "grad_norm": 0.2701648473739624,
      "learning_rate": 7.379587987813724e-05,
      "loss": 0.0698,
      "step": 7325
    },
    {
      "epoch": 0.794232437120555,
      "grad_norm": 0.37555545568466187,
      "learning_rate": 7.37922530103003e-05,
      "loss": 0.0886,
      "step": 7326
    },
    {
      "epoch": 0.7943408499566349,
      "grad_norm": 0.10710500180721283,
      "learning_rate": 7.378862614246336e-05,
      "loss": 0.0199,
      "step": 7327
    },
    {
      "epoch": 0.7944492627927147,
      "grad_norm": 0.21119904518127441,
      "learning_rate": 7.378499927462643e-05,
      "loss": 0.0319,
      "step": 7328
    },
    {
      "epoch": 0.7945576756287944,
      "grad_norm": 0.21613812446594238,
      "learning_rate": 7.378137240678949e-05,
      "loss": 0.069,
      "step": 7329
    },
    {
      "epoch": 0.7946660884648742,
      "grad_norm": 0.30535590648651123,
      "learning_rate": 7.377774553895256e-05,
      "loss": 0.0196,
      "step": 7330
    },
    {
      "epoch": 0.7947745013009541,
      "grad_norm": 0.1581835150718689,
      "learning_rate": 7.377411867111563e-05,
      "loss": 0.0353,
      "step": 7331
    },
    {
      "epoch": 0.7948829141370338,
      "grad_norm": 0.5266404747962952,
      "learning_rate": 7.377049180327869e-05,
      "loss": 0.0892,
      "step": 7332
    },
    {
      "epoch": 0.7949913269731136,
      "grad_norm": 0.37387266755104065,
      "learning_rate": 7.376686493544176e-05,
      "loss": 0.0364,
      "step": 7333
    },
    {
      "epoch": 0.7950997398091935,
      "grad_norm": 0.15068987011909485,
      "learning_rate": 7.376323806760482e-05,
      "loss": 0.0443,
      "step": 7334
    },
    {
      "epoch": 0.7952081526452732,
      "grad_norm": 0.2984798550605774,
      "learning_rate": 7.375961119976789e-05,
      "loss": 0.0552,
      "step": 7335
    },
    {
      "epoch": 0.795316565481353,
      "grad_norm": 0.15023335814476013,
      "learning_rate": 7.375598433193095e-05,
      "loss": 0.0335,
      "step": 7336
    },
    {
      "epoch": 0.7954249783174328,
      "grad_norm": 0.3583405911922455,
      "learning_rate": 7.375235746409402e-05,
      "loss": 0.0658,
      "step": 7337
    },
    {
      "epoch": 0.7955333911535126,
      "grad_norm": 0.1763254553079605,
      "learning_rate": 7.374873059625708e-05,
      "loss": 0.0397,
      "step": 7338
    },
    {
      "epoch": 0.7956418039895924,
      "grad_norm": 0.16517725586891174,
      "learning_rate": 7.374510372842013e-05,
      "loss": 0.0201,
      "step": 7339
    },
    {
      "epoch": 0.7957502168256722,
      "grad_norm": 0.14393112063407898,
      "learning_rate": 7.37414768605832e-05,
      "loss": 0.0323,
      "step": 7340
    },
    {
      "epoch": 0.7958586296617519,
      "grad_norm": 0.2808106243610382,
      "learning_rate": 7.373784999274626e-05,
      "loss": 0.0537,
      "step": 7341
    },
    {
      "epoch": 0.7959670424978318,
      "grad_norm": 0.21761269867420197,
      "learning_rate": 7.373422312490933e-05,
      "loss": 0.0755,
      "step": 7342
    },
    {
      "epoch": 0.7960754553339116,
      "grad_norm": 0.23782722651958466,
      "learning_rate": 7.373059625707239e-05,
      "loss": 0.0458,
      "step": 7343
    },
    {
      "epoch": 0.7961838681699913,
      "grad_norm": 0.2338891178369522,
      "learning_rate": 7.372696938923546e-05,
      "loss": 0.0515,
      "step": 7344
    },
    {
      "epoch": 0.7962922810060711,
      "grad_norm": 0.5739153623580933,
      "learning_rate": 7.372334252139852e-05,
      "loss": 0.0457,
      "step": 7345
    },
    {
      "epoch": 0.796400693842151,
      "grad_norm": 0.2662501037120819,
      "learning_rate": 7.371971565356159e-05,
      "loss": 0.0339,
      "step": 7346
    },
    {
      "epoch": 0.7965091066782307,
      "grad_norm": 0.17950105667114258,
      "learning_rate": 7.371608878572465e-05,
      "loss": 0.0222,
      "step": 7347
    },
    {
      "epoch": 0.7966175195143105,
      "grad_norm": 0.1449669897556305,
      "learning_rate": 7.371246191788772e-05,
      "loss": 0.0294,
      "step": 7348
    },
    {
      "epoch": 0.7967259323503902,
      "grad_norm": 0.30776241421699524,
      "learning_rate": 7.370883505005079e-05,
      "loss": 0.0452,
      "step": 7349
    },
    {
      "epoch": 0.7968343451864701,
      "grad_norm": 0.8528451919555664,
      "learning_rate": 7.370520818221385e-05,
      "loss": 0.0351,
      "step": 7350
    },
    {
      "epoch": 0.7969427580225499,
      "grad_norm": 0.19718675315380096,
      "learning_rate": 7.370158131437692e-05,
      "loss": 0.0511,
      "step": 7351
    },
    {
      "epoch": 0.7970511708586296,
      "grad_norm": 0.09871000796556473,
      "learning_rate": 7.369795444653997e-05,
      "loss": 0.0159,
      "step": 7352
    },
    {
      "epoch": 0.7971595836947094,
      "grad_norm": 0.21959494054317474,
      "learning_rate": 7.369432757870304e-05,
      "loss": 0.0522,
      "step": 7353
    },
    {
      "epoch": 0.7972679965307893,
      "grad_norm": 0.13232421875,
      "learning_rate": 7.36907007108661e-05,
      "loss": 0.0243,
      "step": 7354
    },
    {
      "epoch": 0.797376409366869,
      "grad_norm": 0.2803577184677124,
      "learning_rate": 7.368707384302916e-05,
      "loss": 0.064,
      "step": 7355
    },
    {
      "epoch": 0.7974848222029488,
      "grad_norm": 0.27487292885780334,
      "learning_rate": 7.368344697519223e-05,
      "loss": 0.0556,
      "step": 7356
    },
    {
      "epoch": 0.7975932350390286,
      "grad_norm": 0.41167882084846497,
      "learning_rate": 7.367982010735529e-05,
      "loss": 0.0584,
      "step": 7357
    },
    {
      "epoch": 0.7977016478751084,
      "grad_norm": 0.2315734475851059,
      "learning_rate": 7.367619323951836e-05,
      "loss": 0.0541,
      "step": 7358
    },
    {
      "epoch": 0.7978100607111882,
      "grad_norm": 0.15016745030879974,
      "learning_rate": 7.367256637168142e-05,
      "loss": 0.0126,
      "step": 7359
    },
    {
      "epoch": 0.797918473547268,
      "grad_norm": 0.1348482221364975,
      "learning_rate": 7.366893950384449e-05,
      "loss": 0.0251,
      "step": 7360
    },
    {
      "epoch": 0.7980268863833477,
      "grad_norm": 0.3064996302127838,
      "learning_rate": 7.366531263600754e-05,
      "loss": 0.0568,
      "step": 7361
    },
    {
      "epoch": 0.7981352992194276,
      "grad_norm": 0.5005971789360046,
      "learning_rate": 7.36616857681706e-05,
      "loss": 0.0601,
      "step": 7362
    },
    {
      "epoch": 0.7982437120555074,
      "grad_norm": 0.15416143834590912,
      "learning_rate": 7.365805890033367e-05,
      "loss": 0.0376,
      "step": 7363
    },
    {
      "epoch": 0.7983521248915871,
      "grad_norm": 0.22258669137954712,
      "learning_rate": 7.365443203249673e-05,
      "loss": 0.0339,
      "step": 7364
    },
    {
      "epoch": 0.798460537727667,
      "grad_norm": 0.13208001852035522,
      "learning_rate": 7.365080516465981e-05,
      "loss": 0.0249,
      "step": 7365
    },
    {
      "epoch": 0.7985689505637468,
      "grad_norm": 0.33304983377456665,
      "learning_rate": 7.364717829682287e-05,
      "loss": 0.0543,
      "step": 7366
    },
    {
      "epoch": 0.7986773633998265,
      "grad_norm": 0.2943563163280487,
      "learning_rate": 7.364355142898594e-05,
      "loss": 0.0675,
      "step": 7367
    },
    {
      "epoch": 0.7987857762359063,
      "grad_norm": 0.32670724391937256,
      "learning_rate": 7.3639924561149e-05,
      "loss": 0.0949,
      "step": 7368
    },
    {
      "epoch": 0.7988941890719862,
      "grad_norm": 0.4901255965232849,
      "learning_rate": 7.363629769331206e-05,
      "loss": 0.0697,
      "step": 7369
    },
    {
      "epoch": 0.7990026019080659,
      "grad_norm": 0.30116698145866394,
      "learning_rate": 7.363267082547513e-05,
      "loss": 0.054,
      "step": 7370
    },
    {
      "epoch": 0.7991110147441457,
      "grad_norm": 0.13640126585960388,
      "learning_rate": 7.362904395763818e-05,
      "loss": 0.0236,
      "step": 7371
    },
    {
      "epoch": 0.7992194275802255,
      "grad_norm": 0.198699951171875,
      "learning_rate": 7.362541708980126e-05,
      "loss": 0.0211,
      "step": 7372
    },
    {
      "epoch": 0.7993278404163053,
      "grad_norm": 0.21767787635326385,
      "learning_rate": 7.362179022196431e-05,
      "loss": 0.0553,
      "step": 7373
    },
    {
      "epoch": 0.7994362532523851,
      "grad_norm": 0.20303978025913239,
      "learning_rate": 7.361816335412738e-05,
      "loss": 0.0281,
      "step": 7374
    },
    {
      "epoch": 0.7995446660884649,
      "grad_norm": 0.25337696075439453,
      "learning_rate": 7.361453648629044e-05,
      "loss": 0.0508,
      "step": 7375
    },
    {
      "epoch": 0.7996530789245446,
      "grad_norm": 0.22841976583003998,
      "learning_rate": 7.361090961845351e-05,
      "loss": 0.0213,
      "step": 7376
    },
    {
      "epoch": 0.7997614917606245,
      "grad_norm": 0.1878613829612732,
      "learning_rate": 7.360728275061657e-05,
      "loss": 0.0344,
      "step": 7377
    },
    {
      "epoch": 0.7998699045967043,
      "grad_norm": 0.2095472365617752,
      "learning_rate": 7.360365588277963e-05,
      "loss": 0.0271,
      "step": 7378
    },
    {
      "epoch": 0.799978317432784,
      "grad_norm": 0.2425624132156372,
      "learning_rate": 7.36000290149427e-05,
      "loss": 0.0281,
      "step": 7379
    },
    {
      "epoch": 0.8000867302688638,
      "grad_norm": 0.3026870787143707,
      "learning_rate": 7.359640214710575e-05,
      "loss": 0.0504,
      "step": 7380
    },
    {
      "epoch": 0.8001951431049437,
      "grad_norm": 0.0918690487742424,
      "learning_rate": 7.359277527926883e-05,
      "loss": 0.0118,
      "step": 7381
    },
    {
      "epoch": 0.8003035559410234,
      "grad_norm": 0.3588511347770691,
      "learning_rate": 7.35891484114319e-05,
      "loss": 0.0996,
      "step": 7382
    },
    {
      "epoch": 0.8004119687771032,
      "grad_norm": 0.7140032649040222,
      "learning_rate": 7.358552154359495e-05,
      "loss": 0.0424,
      "step": 7383
    },
    {
      "epoch": 0.800520381613183,
      "grad_norm": 0.31659451127052307,
      "learning_rate": 7.358189467575802e-05,
      "loss": 0.0345,
      "step": 7384
    },
    {
      "epoch": 0.8006287944492628,
      "grad_norm": 0.2564622163772583,
      "learning_rate": 7.357826780792108e-05,
      "loss": 0.0304,
      "step": 7385
    },
    {
      "epoch": 0.8007372072853426,
      "grad_norm": 0.15011097490787506,
      "learning_rate": 7.357464094008415e-05,
      "loss": 0.0306,
      "step": 7386
    },
    {
      "epoch": 0.8008456201214224,
      "grad_norm": 0.40786978602409363,
      "learning_rate": 7.357101407224721e-05,
      "loss": 0.0529,
      "step": 7387
    },
    {
      "epoch": 0.8009540329575021,
      "grad_norm": 0.2693599462509155,
      "learning_rate": 7.356738720441028e-05,
      "loss": 0.0581,
      "step": 7388
    },
    {
      "epoch": 0.801062445793582,
      "grad_norm": 0.5431095957756042,
      "learning_rate": 7.356376033657334e-05,
      "loss": 0.0645,
      "step": 7389
    },
    {
      "epoch": 0.8011708586296618,
      "grad_norm": 0.20436714589595795,
      "learning_rate": 7.356013346873641e-05,
      "loss": 0.0294,
      "step": 7390
    },
    {
      "epoch": 0.8012792714657415,
      "grad_norm": 0.3700449764728546,
      "learning_rate": 7.355650660089947e-05,
      "loss": 0.0431,
      "step": 7391
    },
    {
      "epoch": 0.8013876843018214,
      "grad_norm": 0.2563494145870209,
      "learning_rate": 7.355287973306252e-05,
      "loss": 0.0442,
      "step": 7392
    },
    {
      "epoch": 0.8014960971379012,
      "grad_norm": 0.18096566200256348,
      "learning_rate": 7.35492528652256e-05,
      "loss": 0.0296,
      "step": 7393
    },
    {
      "epoch": 0.8016045099739809,
      "grad_norm": 0.5034520626068115,
      "learning_rate": 7.354562599738865e-05,
      "loss": 0.052,
      "step": 7394
    },
    {
      "epoch": 0.8017129228100607,
      "grad_norm": 0.2713068425655365,
      "learning_rate": 7.354199912955172e-05,
      "loss": 0.0353,
      "step": 7395
    },
    {
      "epoch": 0.8018213356461406,
      "grad_norm": 0.2064894735813141,
      "learning_rate": 7.353837226171478e-05,
      "loss": 0.0347,
      "step": 7396
    },
    {
      "epoch": 0.8019297484822203,
      "grad_norm": 0.2998495101928711,
      "learning_rate": 7.353474539387785e-05,
      "loss": 0.0367,
      "step": 7397
    },
    {
      "epoch": 0.8020381613183001,
      "grad_norm": 0.2151651829481125,
      "learning_rate": 7.353111852604091e-05,
      "loss": 0.0253,
      "step": 7398
    },
    {
      "epoch": 0.8021465741543798,
      "grad_norm": 0.21562425792217255,
      "learning_rate": 7.352749165820398e-05,
      "loss": 0.0275,
      "step": 7399
    },
    {
      "epoch": 0.8022549869904597,
      "grad_norm": 0.12856122851371765,
      "learning_rate": 7.352386479036705e-05,
      "loss": 0.0276,
      "step": 7400
    },
    {
      "epoch": 0.8023633998265395,
      "grad_norm": 0.18442797660827637,
      "learning_rate": 7.352023792253011e-05,
      "loss": 0.0261,
      "step": 7401
    },
    {
      "epoch": 0.8024718126626192,
      "grad_norm": 0.35200563073158264,
      "learning_rate": 7.351661105469318e-05,
      "loss": 0.0404,
      "step": 7402
    },
    {
      "epoch": 0.802580225498699,
      "grad_norm": 0.2510106563568115,
      "learning_rate": 7.351298418685624e-05,
      "loss": 0.0368,
      "step": 7403
    },
    {
      "epoch": 0.8026886383347789,
      "grad_norm": 0.156545490026474,
      "learning_rate": 7.35093573190193e-05,
      "loss": 0.0197,
      "step": 7404
    },
    {
      "epoch": 0.8027970511708586,
      "grad_norm": 0.22181221842765808,
      "learning_rate": 7.350573045118236e-05,
      "loss": 0.0635,
      "step": 7405
    },
    {
      "epoch": 0.8029054640069384,
      "grad_norm": 0.1964351236820221,
      "learning_rate": 7.350210358334542e-05,
      "loss": 0.0224,
      "step": 7406
    },
    {
      "epoch": 0.8030138768430182,
      "grad_norm": 0.21182683110237122,
      "learning_rate": 7.349847671550849e-05,
      "loss": 0.0485,
      "step": 7407
    },
    {
      "epoch": 0.803122289679098,
      "grad_norm": 0.48479050397872925,
      "learning_rate": 7.349484984767155e-05,
      "loss": 0.0357,
      "step": 7408
    },
    {
      "epoch": 0.8032307025151778,
      "grad_norm": 0.15359918773174286,
      "learning_rate": 7.349122297983462e-05,
      "loss": 0.0107,
      "step": 7409
    },
    {
      "epoch": 0.8033391153512576,
      "grad_norm": 0.41729849576950073,
      "learning_rate": 7.348759611199768e-05,
      "loss": 0.0974,
      "step": 7410
    },
    {
      "epoch": 0.8034475281873373,
      "grad_norm": 0.1542304903268814,
      "learning_rate": 7.348396924416075e-05,
      "loss": 0.0235,
      "step": 7411
    },
    {
      "epoch": 0.8035559410234172,
      "grad_norm": 0.05713307112455368,
      "learning_rate": 7.34803423763238e-05,
      "loss": 0.0098,
      "step": 7412
    },
    {
      "epoch": 0.803664353859497,
      "grad_norm": 0.1972128003835678,
      "learning_rate": 7.347671550848688e-05,
      "loss": 0.0209,
      "step": 7413
    },
    {
      "epoch": 0.8037727666955767,
      "grad_norm": 0.2621404826641083,
      "learning_rate": 7.347308864064993e-05,
      "loss": 0.0352,
      "step": 7414
    },
    {
      "epoch": 0.8038811795316565,
      "grad_norm": 0.28377220034599304,
      "learning_rate": 7.346946177281299e-05,
      "loss": 0.0529,
      "step": 7415
    },
    {
      "epoch": 0.8039895923677364,
      "grad_norm": 0.41934847831726074,
      "learning_rate": 7.346583490497606e-05,
      "loss": 0.0752,
      "step": 7416
    },
    {
      "epoch": 0.8040980052038161,
      "grad_norm": 0.0693088248372078,
      "learning_rate": 7.346220803713913e-05,
      "loss": 0.0131,
      "step": 7417
    },
    {
      "epoch": 0.8042064180398959,
      "grad_norm": 0.20397153496742249,
      "learning_rate": 7.34585811693022e-05,
      "loss": 0.0283,
      "step": 7418
    },
    {
      "epoch": 0.8043148308759757,
      "grad_norm": 0.28745514154434204,
      "learning_rate": 7.345495430146526e-05,
      "loss": 0.0319,
      "step": 7419
    },
    {
      "epoch": 0.8044232437120555,
      "grad_norm": 0.22741617262363434,
      "learning_rate": 7.345132743362832e-05,
      "loss": 0.0371,
      "step": 7420
    },
    {
      "epoch": 0.8045316565481353,
      "grad_norm": 0.25042882561683655,
      "learning_rate": 7.344770056579139e-05,
      "loss": 0.0276,
      "step": 7421
    },
    {
      "epoch": 0.8046400693842151,
      "grad_norm": 0.3593624234199524,
      "learning_rate": 7.344407369795445e-05,
      "loss": 0.0071,
      "step": 7422
    },
    {
      "epoch": 0.8047484822202949,
      "grad_norm": 0.4650266468524933,
      "learning_rate": 7.344044683011752e-05,
      "loss": 0.0415,
      "step": 7423
    },
    {
      "epoch": 0.8048568950563747,
      "grad_norm": 0.42212435603141785,
      "learning_rate": 7.343681996228058e-05,
      "loss": 0.0503,
      "step": 7424
    },
    {
      "epoch": 0.8049653078924545,
      "grad_norm": 0.25499340891838074,
      "learning_rate": 7.343319309444365e-05,
      "loss": 0.0469,
      "step": 7425
    },
    {
      "epoch": 0.8050737207285342,
      "grad_norm": 0.1133439764380455,
      "learning_rate": 7.34295662266067e-05,
      "loss": 0.0122,
      "step": 7426
    },
    {
      "epoch": 0.8051821335646141,
      "grad_norm": 0.1554003208875656,
      "learning_rate": 7.342593935876977e-05,
      "loss": 0.0134,
      "step": 7427
    },
    {
      "epoch": 0.8052905464006939,
      "grad_norm": 0.26667577028274536,
      "learning_rate": 7.342231249093283e-05,
      "loss": 0.0344,
      "step": 7428
    },
    {
      "epoch": 0.8053989592367736,
      "grad_norm": 0.20646630227565765,
      "learning_rate": 7.341868562309589e-05,
      "loss": 0.0408,
      "step": 7429
    },
    {
      "epoch": 0.8055073720728534,
      "grad_norm": 0.37131157517433167,
      "learning_rate": 7.341505875525896e-05,
      "loss": 0.0404,
      "step": 7430
    },
    {
      "epoch": 0.8056157849089333,
      "grad_norm": 0.07699178159236908,
      "learning_rate": 7.341143188742202e-05,
      "loss": 0.0065,
      "step": 7431
    },
    {
      "epoch": 0.805724197745013,
      "grad_norm": 0.16998723149299622,
      "learning_rate": 7.340780501958509e-05,
      "loss": 0.024,
      "step": 7432
    },
    {
      "epoch": 0.8058326105810928,
      "grad_norm": 0.2723444998264313,
      "learning_rate": 7.340417815174815e-05,
      "loss": 0.0389,
      "step": 7433
    },
    {
      "epoch": 0.8059410234171726,
      "grad_norm": 0.17397236824035645,
      "learning_rate": 7.340055128391122e-05,
      "loss": 0.0427,
      "step": 7434
    },
    {
      "epoch": 0.8060494362532524,
      "grad_norm": 0.394644170999527,
      "learning_rate": 7.339692441607429e-05,
      "loss": 0.0535,
      "step": 7435
    },
    {
      "epoch": 0.8061578490893322,
      "grad_norm": 0.4802132248878479,
      "learning_rate": 7.339329754823734e-05,
      "loss": 0.0299,
      "step": 7436
    },
    {
      "epoch": 0.806266261925412,
      "grad_norm": 0.44104674458503723,
      "learning_rate": 7.338967068040042e-05,
      "loss": 0.0599,
      "step": 7437
    },
    {
      "epoch": 0.8063746747614917,
      "grad_norm": 0.2346200942993164,
      "learning_rate": 7.338604381256347e-05,
      "loss": 0.0261,
      "step": 7438
    },
    {
      "epoch": 0.8064830875975716,
      "grad_norm": 0.4307461380958557,
      "learning_rate": 7.338241694472654e-05,
      "loss": 0.0645,
      "step": 7439
    },
    {
      "epoch": 0.8065915004336514,
      "grad_norm": 0.13378678262233734,
      "learning_rate": 7.33787900768896e-05,
      "loss": 0.014,
      "step": 7440
    },
    {
      "epoch": 0.8066999132697311,
      "grad_norm": 0.20863699913024902,
      "learning_rate": 7.337516320905267e-05,
      "loss": 0.0339,
      "step": 7441
    },
    {
      "epoch": 0.8068083261058109,
      "grad_norm": 0.21037088334560394,
      "learning_rate": 7.337153634121573e-05,
      "loss": 0.0353,
      "step": 7442
    },
    {
      "epoch": 0.8069167389418908,
      "grad_norm": 0.3495188355445862,
      "learning_rate": 7.336790947337879e-05,
      "loss": 0.0328,
      "step": 7443
    },
    {
      "epoch": 0.8070251517779705,
      "grad_norm": 0.13533703982830048,
      "learning_rate": 7.336428260554186e-05,
      "loss": 0.0322,
      "step": 7444
    },
    {
      "epoch": 0.8071335646140503,
      "grad_norm": 0.5917894244194031,
      "learning_rate": 7.336065573770491e-05,
      "loss": 0.0886,
      "step": 7445
    },
    {
      "epoch": 0.80724197745013,
      "grad_norm": 0.20969998836517334,
      "learning_rate": 7.335702886986799e-05,
      "loss": 0.0482,
      "step": 7446
    },
    {
      "epoch": 0.8073503902862099,
      "grad_norm": 0.37736308574676514,
      "learning_rate": 7.335340200203104e-05,
      "loss": 0.0533,
      "step": 7447
    },
    {
      "epoch": 0.8074588031222897,
      "grad_norm": 0.3476702868938446,
      "learning_rate": 7.334977513419411e-05,
      "loss": 0.0695,
      "step": 7448
    },
    {
      "epoch": 0.8075672159583694,
      "grad_norm": 0.08094277232885361,
      "learning_rate": 7.334614826635717e-05,
      "loss": 0.0112,
      "step": 7449
    },
    {
      "epoch": 0.8076756287944492,
      "grad_norm": 0.33482226729393005,
      "learning_rate": 7.334252139852024e-05,
      "loss": 0.0474,
      "step": 7450
    },
    {
      "epoch": 0.8077840416305291,
      "grad_norm": 0.15122342109680176,
      "learning_rate": 7.333889453068331e-05,
      "loss": 0.0245,
      "step": 7451
    },
    {
      "epoch": 0.8078924544666088,
      "grad_norm": 0.2877037227153778,
      "learning_rate": 7.333526766284637e-05,
      "loss": 0.0384,
      "step": 7452
    },
    {
      "epoch": 0.8080008673026886,
      "grad_norm": 0.2002420723438263,
      "learning_rate": 7.333164079500944e-05,
      "loss": 0.033,
      "step": 7453
    },
    {
      "epoch": 0.8081092801387685,
      "grad_norm": 0.20523785054683685,
      "learning_rate": 7.33280139271725e-05,
      "loss": 0.0287,
      "step": 7454
    },
    {
      "epoch": 0.8082176929748482,
      "grad_norm": 0.10357879847288132,
      "learning_rate": 7.332438705933557e-05,
      "loss": 0.0231,
      "step": 7455
    },
    {
      "epoch": 0.808326105810928,
      "grad_norm": 0.1867896467447281,
      "learning_rate": 7.332076019149863e-05,
      "loss": 0.0203,
      "step": 7456
    },
    {
      "epoch": 0.8084345186470078,
      "grad_norm": 0.24937032163143158,
      "learning_rate": 7.33171333236617e-05,
      "loss": 0.0389,
      "step": 7457
    },
    {
      "epoch": 0.8085429314830876,
      "grad_norm": 0.051611192524433136,
      "learning_rate": 7.331350645582475e-05,
      "loss": 0.0067,
      "step": 7458
    },
    {
      "epoch": 0.8086513443191674,
      "grad_norm": 0.34205180406570435,
      "learning_rate": 7.330987958798781e-05,
      "loss": 0.0659,
      "step": 7459
    },
    {
      "epoch": 0.8087597571552472,
      "grad_norm": 0.32575398683547974,
      "learning_rate": 7.330625272015088e-05,
      "loss": 0.09,
      "step": 7460
    },
    {
      "epoch": 0.8088681699913269,
      "grad_norm": 0.11023588478565216,
      "learning_rate": 7.330262585231394e-05,
      "loss": 0.0076,
      "step": 7461
    },
    {
      "epoch": 0.8089765828274068,
      "grad_norm": 0.28349530696868896,
      "learning_rate": 7.329899898447701e-05,
      "loss": 0.0475,
      "step": 7462
    },
    {
      "epoch": 0.8090849956634866,
      "grad_norm": 0.29679474234580994,
      "learning_rate": 7.329537211664007e-05,
      "loss": 0.0424,
      "step": 7463
    },
    {
      "epoch": 0.8091934084995663,
      "grad_norm": 0.4485180675983429,
      "learning_rate": 7.329174524880314e-05,
      "loss": 0.0797,
      "step": 7464
    },
    {
      "epoch": 0.8093018213356461,
      "grad_norm": 0.06439467519521713,
      "learning_rate": 7.32881183809662e-05,
      "loss": 0.0091,
      "step": 7465
    },
    {
      "epoch": 0.809410234171726,
      "grad_norm": 0.32931166887283325,
      "learning_rate": 7.328449151312925e-05,
      "loss": 0.0591,
      "step": 7466
    },
    {
      "epoch": 0.8095186470078057,
      "grad_norm": 0.2791711091995239,
      "learning_rate": 7.328086464529233e-05,
      "loss": 0.02,
      "step": 7467
    },
    {
      "epoch": 0.8096270598438855,
      "grad_norm": 0.12628307938575745,
      "learning_rate": 7.327723777745538e-05,
      "loss": 0.0137,
      "step": 7468
    },
    {
      "epoch": 0.8097354726799653,
      "grad_norm": 0.3222377896308899,
      "learning_rate": 7.327361090961847e-05,
      "loss": 0.0486,
      "step": 7469
    },
    {
      "epoch": 0.8098438855160451,
      "grad_norm": 0.2699960172176361,
      "learning_rate": 7.326998404178152e-05,
      "loss": 0.082,
      "step": 7470
    },
    {
      "epoch": 0.8099522983521249,
      "grad_norm": 0.25027257204055786,
      "learning_rate": 7.32663571739446e-05,
      "loss": 0.0455,
      "step": 7471
    },
    {
      "epoch": 0.8100607111882047,
      "grad_norm": 0.3667718172073364,
      "learning_rate": 7.326273030610765e-05,
      "loss": 0.0515,
      "step": 7472
    },
    {
      "epoch": 0.8101691240242844,
      "grad_norm": 0.11082328110933304,
      "learning_rate": 7.325910343827071e-05,
      "loss": 0.0208,
      "step": 7473
    },
    {
      "epoch": 0.8102775368603643,
      "grad_norm": 0.3913988769054413,
      "learning_rate": 7.325547657043378e-05,
      "loss": 0.0492,
      "step": 7474
    },
    {
      "epoch": 0.8103859496964441,
      "grad_norm": 0.5495391488075256,
      "learning_rate": 7.325184970259684e-05,
      "loss": 0.0926,
      "step": 7475
    },
    {
      "epoch": 0.8104943625325238,
      "grad_norm": 0.10465560108423233,
      "learning_rate": 7.324822283475991e-05,
      "loss": 0.0309,
      "step": 7476
    },
    {
      "epoch": 0.8106027753686036,
      "grad_norm": 0.17645902931690216,
      "learning_rate": 7.324459596692297e-05,
      "loss": 0.0299,
      "step": 7477
    },
    {
      "epoch": 0.8107111882046835,
      "grad_norm": 0.1792639046907425,
      "learning_rate": 7.324096909908604e-05,
      "loss": 0.0397,
      "step": 7478
    },
    {
      "epoch": 0.8108196010407632,
      "grad_norm": 0.15938110649585724,
      "learning_rate": 7.32373422312491e-05,
      "loss": 0.0386,
      "step": 7479
    },
    {
      "epoch": 0.810928013876843,
      "grad_norm": 0.17835596203804016,
      "learning_rate": 7.323371536341217e-05,
      "loss": 0.0217,
      "step": 7480
    },
    {
      "epoch": 0.8110364267129229,
      "grad_norm": 0.19925448298454285,
      "learning_rate": 7.323008849557522e-05,
      "loss": 0.0396,
      "step": 7481
    },
    {
      "epoch": 0.8111448395490026,
      "grad_norm": 0.31843870878219604,
      "learning_rate": 7.322646162773828e-05,
      "loss": 0.0785,
      "step": 7482
    },
    {
      "epoch": 0.8112532523850824,
      "grad_norm": 0.1082550585269928,
      "learning_rate": 7.322283475990135e-05,
      "loss": 0.0088,
      "step": 7483
    },
    {
      "epoch": 0.8113616652211622,
      "grad_norm": 0.21428996324539185,
      "learning_rate": 7.321920789206441e-05,
      "loss": 0.0308,
      "step": 7484
    },
    {
      "epoch": 0.811470078057242,
      "grad_norm": 0.27354714274406433,
      "learning_rate": 7.321558102422748e-05,
      "loss": 0.0466,
      "step": 7485
    },
    {
      "epoch": 0.8115784908933218,
      "grad_norm": 0.08483482152223587,
      "learning_rate": 7.321195415639055e-05,
      "loss": 0.0128,
      "step": 7486
    },
    {
      "epoch": 0.8116869037294016,
      "grad_norm": 0.23268115520477295,
      "learning_rate": 7.320832728855361e-05,
      "loss": 0.0492,
      "step": 7487
    },
    {
      "epoch": 0.8117953165654813,
      "grad_norm": 0.16758213937282562,
      "learning_rate": 7.320470042071668e-05,
      "loss": 0.0333,
      "step": 7488
    },
    {
      "epoch": 0.8119037294015612,
      "grad_norm": 0.21796360611915588,
      "learning_rate": 7.320107355287974e-05,
      "loss": 0.0339,
      "step": 7489
    },
    {
      "epoch": 0.812012142237641,
      "grad_norm": 0.31902533769607544,
      "learning_rate": 7.31974466850428e-05,
      "loss": 0.0701,
      "step": 7490
    },
    {
      "epoch": 0.8121205550737207,
      "grad_norm": 0.31474733352661133,
      "learning_rate": 7.319381981720586e-05,
      "loss": 0.0542,
      "step": 7491
    },
    {
      "epoch": 0.8122289679098005,
      "grad_norm": 0.1245139092206955,
      "learning_rate": 7.319019294936893e-05,
      "loss": 0.0219,
      "step": 7492
    },
    {
      "epoch": 0.8123373807458804,
      "grad_norm": 0.07274224609136581,
      "learning_rate": 7.318656608153199e-05,
      "loss": 0.0223,
      "step": 7493
    },
    {
      "epoch": 0.8124457935819601,
      "grad_norm": 0.17133928835391998,
      "learning_rate": 7.318293921369506e-05,
      "loss": 0.0218,
      "step": 7494
    },
    {
      "epoch": 0.8125542064180399,
      "grad_norm": 0.20659804344177246,
      "learning_rate": 7.317931234585812e-05,
      "loss": 0.0558,
      "step": 7495
    },
    {
      "epoch": 0.8126626192541196,
      "grad_norm": 0.24373440444469452,
      "learning_rate": 7.317568547802118e-05,
      "loss": 0.0357,
      "step": 7496
    },
    {
      "epoch": 0.8127710320901995,
      "grad_norm": 0.19389916956424713,
      "learning_rate": 7.317205861018425e-05,
      "loss": 0.0532,
      "step": 7497
    },
    {
      "epoch": 0.8128794449262793,
      "grad_norm": 0.2697701156139374,
      "learning_rate": 7.31684317423473e-05,
      "loss": 0.0619,
      "step": 7498
    },
    {
      "epoch": 0.812987857762359,
      "grad_norm": 0.22069239616394043,
      "learning_rate": 7.316480487451038e-05,
      "loss": 0.0452,
      "step": 7499
    },
    {
      "epoch": 0.8130962705984388,
      "grad_norm": 0.3926294445991516,
      "learning_rate": 7.316117800667343e-05,
      "loss": 0.0599,
      "step": 7500
    },
    {
      "epoch": 0.8132046834345187,
      "grad_norm": 0.23230783641338348,
      "learning_rate": 7.31575511388365e-05,
      "loss": 0.0598,
      "step": 7501
    },
    {
      "epoch": 0.8133130962705984,
      "grad_norm": 0.42222127318382263,
      "learning_rate": 7.315392427099956e-05,
      "loss": 0.1104,
      "step": 7502
    },
    {
      "epoch": 0.8134215091066782,
      "grad_norm": 0.16148050129413605,
      "learning_rate": 7.315029740316263e-05,
      "loss": 0.021,
      "step": 7503
    },
    {
      "epoch": 0.813529921942758,
      "grad_norm": 0.14007818698883057,
      "learning_rate": 7.31466705353257e-05,
      "loss": 0.0267,
      "step": 7504
    },
    {
      "epoch": 0.8136383347788378,
      "grad_norm": 0.14955419301986694,
      "learning_rate": 7.314304366748876e-05,
      "loss": 0.0403,
      "step": 7505
    },
    {
      "epoch": 0.8137467476149176,
      "grad_norm": 0.33833780884742737,
      "learning_rate": 7.313941679965183e-05,
      "loss": 0.0713,
      "step": 7506
    },
    {
      "epoch": 0.8138551604509974,
      "grad_norm": 0.11866044998168945,
      "learning_rate": 7.313578993181489e-05,
      "loss": 0.0201,
      "step": 7507
    },
    {
      "epoch": 0.8139635732870771,
      "grad_norm": 0.17123037576675415,
      "learning_rate": 7.313216306397796e-05,
      "loss": 0.0313,
      "step": 7508
    },
    {
      "epoch": 0.814071986123157,
      "grad_norm": 0.3485708236694336,
      "learning_rate": 7.312853619614102e-05,
      "loss": 0.0475,
      "step": 7509
    },
    {
      "epoch": 0.8141803989592368,
      "grad_norm": 0.16670481860637665,
      "learning_rate": 7.312490932830407e-05,
      "loss": 0.0333,
      "step": 7510
    },
    {
      "epoch": 0.8142888117953165,
      "grad_norm": 0.18694989383220673,
      "learning_rate": 7.312128246046715e-05,
      "loss": 0.0691,
      "step": 7511
    },
    {
      "epoch": 0.8143972246313964,
      "grad_norm": 0.41315165162086487,
      "learning_rate": 7.31176555926302e-05,
      "loss": 0.0227,
      "step": 7512
    },
    {
      "epoch": 0.8145056374674762,
      "grad_norm": 0.2679334282875061,
      "learning_rate": 7.311402872479327e-05,
      "loss": 0.0646,
      "step": 7513
    },
    {
      "epoch": 0.8146140503035559,
      "grad_norm": 0.171617791056633,
      "learning_rate": 7.311040185695633e-05,
      "loss": 0.0138,
      "step": 7514
    },
    {
      "epoch": 0.8147224631396357,
      "grad_norm": 0.13565894961357117,
      "learning_rate": 7.31067749891194e-05,
      "loss": 0.0467,
      "step": 7515
    },
    {
      "epoch": 0.8148308759757156,
      "grad_norm": 0.3137289881706238,
      "learning_rate": 7.310314812128246e-05,
      "loss": 0.0253,
      "step": 7516
    },
    {
      "epoch": 0.8149392888117953,
      "grad_norm": 0.21543465554714203,
      "learning_rate": 7.309952125344553e-05,
      "loss": 0.032,
      "step": 7517
    },
    {
      "epoch": 0.8150477016478751,
      "grad_norm": 0.24343232810497284,
      "learning_rate": 7.309589438560859e-05,
      "loss": 0.0396,
      "step": 7518
    },
    {
      "epoch": 0.8151561144839549,
      "grad_norm": 0.3937539756298065,
      "learning_rate": 7.309226751777164e-05,
      "loss": 0.0504,
      "step": 7519
    },
    {
      "epoch": 0.8152645273200347,
      "grad_norm": 0.1690303087234497,
      "learning_rate": 7.308864064993473e-05,
      "loss": 0.0245,
      "step": 7520
    },
    {
      "epoch": 0.8153729401561145,
      "grad_norm": 0.13678741455078125,
      "learning_rate": 7.308501378209779e-05,
      "loss": 0.0167,
      "step": 7521
    },
    {
      "epoch": 0.8154813529921943,
      "grad_norm": 0.213140606880188,
      "learning_rate": 7.308138691426086e-05,
      "loss": 0.0264,
      "step": 7522
    },
    {
      "epoch": 0.815589765828274,
      "grad_norm": 0.22525501251220703,
      "learning_rate": 7.307776004642391e-05,
      "loss": 0.0319,
      "step": 7523
    },
    {
      "epoch": 0.8156981786643539,
      "grad_norm": 0.31347039341926575,
      "learning_rate": 7.307413317858697e-05,
      "loss": 0.0553,
      "step": 7524
    },
    {
      "epoch": 0.8158065915004337,
      "grad_norm": 0.1779947131872177,
      "learning_rate": 7.307050631075004e-05,
      "loss": 0.0302,
      "step": 7525
    },
    {
      "epoch": 0.8159150043365134,
      "grad_norm": 0.23099911212921143,
      "learning_rate": 7.30668794429131e-05,
      "loss": 0.0243,
      "step": 7526
    },
    {
      "epoch": 0.8160234171725932,
      "grad_norm": 0.22942328453063965,
      "learning_rate": 7.306325257507617e-05,
      "loss": 0.0187,
      "step": 7527
    },
    {
      "epoch": 0.8161318300086731,
      "grad_norm": 0.3493726849555969,
      "learning_rate": 7.305962570723923e-05,
      "loss": 0.0553,
      "step": 7528
    },
    {
      "epoch": 0.8162402428447528,
      "grad_norm": 0.193229079246521,
      "learning_rate": 7.30559988394023e-05,
      "loss": 0.0386,
      "step": 7529
    },
    {
      "epoch": 0.8163486556808326,
      "grad_norm": 0.2901729941368103,
      "learning_rate": 7.305237197156536e-05,
      "loss": 0.048,
      "step": 7530
    },
    {
      "epoch": 0.8164570685169124,
      "grad_norm": 0.322374552488327,
      "learning_rate": 7.304874510372843e-05,
      "loss": 0.0327,
      "step": 7531
    },
    {
      "epoch": 0.8165654813529922,
      "grad_norm": 0.33825308084487915,
      "learning_rate": 7.304511823589149e-05,
      "loss": 0.0331,
      "step": 7532
    },
    {
      "epoch": 0.816673894189072,
      "grad_norm": 0.18751557171344757,
      "learning_rate": 7.304149136805454e-05,
      "loss": 0.0339,
      "step": 7533
    },
    {
      "epoch": 0.8167823070251518,
      "grad_norm": 0.294643372297287,
      "learning_rate": 7.303786450021761e-05,
      "loss": 0.0206,
      "step": 7534
    },
    {
      "epoch": 0.8168907198612315,
      "grad_norm": 0.07157186418771744,
      "learning_rate": 7.303423763238067e-05,
      "loss": 0.0057,
      "step": 7535
    },
    {
      "epoch": 0.8169991326973114,
      "grad_norm": 0.6036931276321411,
      "learning_rate": 7.303061076454374e-05,
      "loss": 0.0746,
      "step": 7536
    },
    {
      "epoch": 0.8171075455333912,
      "grad_norm": 0.24633921682834625,
      "learning_rate": 7.30269838967068e-05,
      "loss": 0.0354,
      "step": 7537
    },
    {
      "epoch": 0.8172159583694709,
      "grad_norm": 0.5565100908279419,
      "learning_rate": 7.302335702886988e-05,
      "loss": 0.0805,
      "step": 7538
    },
    {
      "epoch": 0.8173243712055508,
      "grad_norm": 0.43189817667007446,
      "learning_rate": 7.301973016103294e-05,
      "loss": 0.0846,
      "step": 7539
    },
    {
      "epoch": 0.8174327840416306,
      "grad_norm": 0.44579681754112244,
      "learning_rate": 7.3016103293196e-05,
      "loss": 0.0706,
      "step": 7540
    },
    {
      "epoch": 0.8175411968777103,
      "grad_norm": 0.28943508863449097,
      "learning_rate": 7.301247642535907e-05,
      "loss": 0.0473,
      "step": 7541
    },
    {
      "epoch": 0.8176496097137901,
      "grad_norm": 0.2957040071487427,
      "learning_rate": 7.300884955752213e-05,
      "loss": 0.0514,
      "step": 7542
    },
    {
      "epoch": 0.81775802254987,
      "grad_norm": 0.24700883030891418,
      "learning_rate": 7.30052226896852e-05,
      "loss": 0.0428,
      "step": 7543
    },
    {
      "epoch": 0.8178664353859497,
      "grad_norm": 0.07733017206192017,
      "learning_rate": 7.300159582184825e-05,
      "loss": 0.0117,
      "step": 7544
    },
    {
      "epoch": 0.8179748482220295,
      "grad_norm": 0.11867685616016388,
      "learning_rate": 7.299796895401133e-05,
      "loss": 0.0262,
      "step": 7545
    },
    {
      "epoch": 0.8180832610581092,
      "grad_norm": 0.29855844378471375,
      "learning_rate": 7.299434208617438e-05,
      "loss": 0.0447,
      "step": 7546
    },
    {
      "epoch": 0.8181916738941891,
      "grad_norm": 0.11368467658758163,
      "learning_rate": 7.299071521833744e-05,
      "loss": 0.0277,
      "step": 7547
    },
    {
      "epoch": 0.8183000867302689,
      "grad_norm": 0.6951412558555603,
      "learning_rate": 7.298708835050051e-05,
      "loss": 0.0499,
      "step": 7548
    },
    {
      "epoch": 0.8184084995663486,
      "grad_norm": 0.38177022337913513,
      "learning_rate": 7.298346148266357e-05,
      "loss": 0.0399,
      "step": 7549
    },
    {
      "epoch": 0.8185169124024284,
      "grad_norm": 0.07977867871522903,
      "learning_rate": 7.297983461482664e-05,
      "loss": 0.0158,
      "step": 7550
    },
    {
      "epoch": 0.8186253252385083,
      "grad_norm": 0.260820209980011,
      "learning_rate": 7.29762077469897e-05,
      "loss": 0.0505,
      "step": 7551
    },
    {
      "epoch": 0.818733738074588,
      "grad_norm": 0.235174298286438,
      "learning_rate": 7.297258087915277e-05,
      "loss": 0.0646,
      "step": 7552
    },
    {
      "epoch": 0.8188421509106678,
      "grad_norm": 0.36418968439102173,
      "learning_rate": 7.296895401131582e-05,
      "loss": 0.0499,
      "step": 7553
    },
    {
      "epoch": 0.8189505637467476,
      "grad_norm": 0.13925617933273315,
      "learning_rate": 7.29653271434789e-05,
      "loss": 0.0134,
      "step": 7554
    },
    {
      "epoch": 0.8190589765828274,
      "grad_norm": 0.19883283972740173,
      "learning_rate": 7.296170027564197e-05,
      "loss": 0.0139,
      "step": 7555
    },
    {
      "epoch": 0.8191673894189072,
      "grad_norm": 0.15078787505626678,
      "learning_rate": 7.295807340780502e-05,
      "loss": 0.0318,
      "step": 7556
    },
    {
      "epoch": 0.819275802254987,
      "grad_norm": 0.31601467728614807,
      "learning_rate": 7.29544465399681e-05,
      "loss": 0.0397,
      "step": 7557
    },
    {
      "epoch": 0.8193842150910667,
      "grad_norm": 0.1863679438829422,
      "learning_rate": 7.295081967213115e-05,
      "loss": 0.0573,
      "step": 7558
    },
    {
      "epoch": 0.8194926279271466,
      "grad_norm": 0.26491421461105347,
      "learning_rate": 7.294719280429422e-05,
      "loss": 0.0315,
      "step": 7559
    },
    {
      "epoch": 0.8196010407632264,
      "grad_norm": 0.2818179726600647,
      "learning_rate": 7.294356593645728e-05,
      "loss": 0.0753,
      "step": 7560
    },
    {
      "epoch": 0.8197094535993061,
      "grad_norm": 0.33810073137283325,
      "learning_rate": 7.293993906862035e-05,
      "loss": 0.0588,
      "step": 7561
    },
    {
      "epoch": 0.8198178664353859,
      "grad_norm": 0.19441139698028564,
      "learning_rate": 7.293631220078341e-05,
      "loss": 0.0275,
      "step": 7562
    },
    {
      "epoch": 0.8199262792714658,
      "grad_norm": 0.18634632229804993,
      "learning_rate": 7.293268533294647e-05,
      "loss": 0.0271,
      "step": 7563
    },
    {
      "epoch": 0.8200346921075455,
      "grad_norm": 0.17461219429969788,
      "learning_rate": 7.292905846510954e-05,
      "loss": 0.0178,
      "step": 7564
    },
    {
      "epoch": 0.8201431049436253,
      "grad_norm": 0.2530573010444641,
      "learning_rate": 7.29254315972726e-05,
      "loss": 0.0646,
      "step": 7565
    },
    {
      "epoch": 0.8202515177797051,
      "grad_norm": 0.14023415744304657,
      "learning_rate": 7.292180472943566e-05,
      "loss": 0.0298,
      "step": 7566
    },
    {
      "epoch": 0.8203599306157849,
      "grad_norm": 0.198214590549469,
      "learning_rate": 7.291817786159872e-05,
      "loss": 0.0315,
      "step": 7567
    },
    {
      "epoch": 0.8204683434518647,
      "grad_norm": 0.2414526641368866,
      "learning_rate": 7.291455099376179e-05,
      "loss": 0.0368,
      "step": 7568
    },
    {
      "epoch": 0.8205767562879445,
      "grad_norm": 0.20507539808750153,
      "learning_rate": 7.291092412592485e-05,
      "loss": 0.0449,
      "step": 7569
    },
    {
      "epoch": 0.8206851691240243,
      "grad_norm": 0.18801598250865936,
      "learning_rate": 7.290729725808792e-05,
      "loss": 0.033,
      "step": 7570
    },
    {
      "epoch": 0.8207935819601041,
      "grad_norm": 0.06543733179569244,
      "learning_rate": 7.290367039025098e-05,
      "loss": 0.0066,
      "step": 7571
    },
    {
      "epoch": 0.8209019947961839,
      "grad_norm": 0.21636509895324707,
      "learning_rate": 7.290004352241405e-05,
      "loss": 0.0422,
      "step": 7572
    },
    {
      "epoch": 0.8210104076322636,
      "grad_norm": 0.18346545100212097,
      "learning_rate": 7.289641665457712e-05,
      "loss": 0.0277,
      "step": 7573
    },
    {
      "epoch": 0.8211188204683435,
      "grad_norm": 0.20616579055786133,
      "learning_rate": 7.289278978674018e-05,
      "loss": 0.0472,
      "step": 7574
    },
    {
      "epoch": 0.8212272333044233,
      "grad_norm": 0.38157084584236145,
      "learning_rate": 7.288916291890325e-05,
      "loss": 0.0682,
      "step": 7575
    },
    {
      "epoch": 0.821335646140503,
      "grad_norm": 0.33853527903556824,
      "learning_rate": 7.28855360510663e-05,
      "loss": 0.0556,
      "step": 7576
    },
    {
      "epoch": 0.8214440589765828,
      "grad_norm": 0.495150089263916,
      "learning_rate": 7.288190918322936e-05,
      "loss": 0.04,
      "step": 7577
    },
    {
      "epoch": 0.8215524718126627,
      "grad_norm": 0.2570369839668274,
      "learning_rate": 7.287828231539243e-05,
      "loss": 0.0554,
      "step": 7578
    },
    {
      "epoch": 0.8216608846487424,
      "grad_norm": 0.12477153539657593,
      "learning_rate": 7.287465544755549e-05,
      "loss": 0.0128,
      "step": 7579
    },
    {
      "epoch": 0.8217692974848222,
      "grad_norm": 0.4307856559753418,
      "learning_rate": 7.287102857971856e-05,
      "loss": 0.0643,
      "step": 7580
    },
    {
      "epoch": 0.821877710320902,
      "grad_norm": 0.4213997721672058,
      "learning_rate": 7.286740171188162e-05,
      "loss": 0.068,
      "step": 7581
    },
    {
      "epoch": 0.8219861231569818,
      "grad_norm": 0.3539854884147644,
      "learning_rate": 7.286377484404469e-05,
      "loss": 0.0752,
      "step": 7582
    },
    {
      "epoch": 0.8220945359930616,
      "grad_norm": 0.3651428818702698,
      "learning_rate": 7.286014797620775e-05,
      "loss": 0.0431,
      "step": 7583
    },
    {
      "epoch": 0.8222029488291414,
      "grad_norm": 0.33658427000045776,
      "learning_rate": 7.285652110837082e-05,
      "loss": 0.0793,
      "step": 7584
    },
    {
      "epoch": 0.8223113616652211,
      "grad_norm": 0.194309264421463,
      "learning_rate": 7.285289424053388e-05,
      "loss": 0.0147,
      "step": 7585
    },
    {
      "epoch": 0.822419774501301,
      "grad_norm": 0.29716867208480835,
      "learning_rate": 7.284926737269693e-05,
      "loss": 0.0363,
      "step": 7586
    },
    {
      "epoch": 0.8225281873373808,
      "grad_norm": 0.31637677550315857,
      "learning_rate": 7.284564050486e-05,
      "loss": 0.0559,
      "step": 7587
    },
    {
      "epoch": 0.8226366001734605,
      "grad_norm": 0.3836084306240082,
      "learning_rate": 7.284201363702306e-05,
      "loss": 0.0519,
      "step": 7588
    },
    {
      "epoch": 0.8227450130095403,
      "grad_norm": 0.7064812183380127,
      "learning_rate": 7.283838676918613e-05,
      "loss": 0.0482,
      "step": 7589
    },
    {
      "epoch": 0.8228534258456202,
      "grad_norm": 0.0694224089384079,
      "learning_rate": 7.28347599013492e-05,
      "loss": 0.0065,
      "step": 7590
    },
    {
      "epoch": 0.8229618386816999,
      "grad_norm": 0.30809468030929565,
      "learning_rate": 7.283113303351226e-05,
      "loss": 0.0382,
      "step": 7591
    },
    {
      "epoch": 0.8230702515177797,
      "grad_norm": 0.14434096217155457,
      "learning_rate": 7.282750616567533e-05,
      "loss": 0.0407,
      "step": 7592
    },
    {
      "epoch": 0.8231786643538594,
      "grad_norm": 0.16887131333351135,
      "learning_rate": 7.282387929783839e-05,
      "loss": 0.0239,
      "step": 7593
    },
    {
      "epoch": 0.8232870771899393,
      "grad_norm": 0.305536150932312,
      "learning_rate": 7.282025243000146e-05,
      "loss": 0.0515,
      "step": 7594
    },
    {
      "epoch": 0.8233954900260191,
      "grad_norm": 0.2830219566822052,
      "learning_rate": 7.281662556216452e-05,
      "loss": 0.0455,
      "step": 7595
    },
    {
      "epoch": 0.8235039028620988,
      "grad_norm": 0.12982234358787537,
      "learning_rate": 7.281299869432759e-05,
      "loss": 0.0179,
      "step": 7596
    },
    {
      "epoch": 0.8236123156981786,
      "grad_norm": 0.17663787305355072,
      "learning_rate": 7.280937182649065e-05,
      "loss": 0.0125,
      "step": 7597
    },
    {
      "epoch": 0.8237207285342585,
      "grad_norm": 0.2618632912635803,
      "learning_rate": 7.280574495865372e-05,
      "loss": 0.0442,
      "step": 7598
    },
    {
      "epoch": 0.8238291413703382,
      "grad_norm": 0.45471394062042236,
      "learning_rate": 7.280211809081677e-05,
      "loss": 0.084,
      "step": 7599
    },
    {
      "epoch": 0.823937554206418,
      "grad_norm": 0.18760806322097778,
      "learning_rate": 7.279849122297983e-05,
      "loss": 0.0459,
      "step": 7600
    },
    {
      "epoch": 0.8240459670424979,
      "grad_norm": 0.2697727084159851,
      "learning_rate": 7.27948643551429e-05,
      "loss": 0.0362,
      "step": 7601
    },
    {
      "epoch": 0.8241543798785776,
      "grad_norm": 0.12335099279880524,
      "learning_rate": 7.279123748730596e-05,
      "loss": 0.0155,
      "step": 7602
    },
    {
      "epoch": 0.8242627927146574,
      "grad_norm": 0.2513585388660431,
      "learning_rate": 7.278761061946903e-05,
      "loss": 0.062,
      "step": 7603
    },
    {
      "epoch": 0.8243712055507372,
      "grad_norm": 0.08494426310062408,
      "learning_rate": 7.278398375163209e-05,
      "loss": 0.0204,
      "step": 7604
    },
    {
      "epoch": 0.824479618386817,
      "grad_norm": 0.10613516718149185,
      "learning_rate": 7.278035688379516e-05,
      "loss": 0.0149,
      "step": 7605
    },
    {
      "epoch": 0.8245880312228968,
      "grad_norm": 0.5636166930198669,
      "learning_rate": 7.277673001595822e-05,
      "loss": 0.0421,
      "step": 7606
    },
    {
      "epoch": 0.8246964440589766,
      "grad_norm": 0.2824193835258484,
      "learning_rate": 7.277310314812129e-05,
      "loss": 0.0409,
      "step": 7607
    },
    {
      "epoch": 0.8248048568950563,
      "grad_norm": 0.36975643038749695,
      "learning_rate": 7.276947628028436e-05,
      "loss": 0.0449,
      "step": 7608
    },
    {
      "epoch": 0.8249132697311362,
      "grad_norm": 0.5888508558273315,
      "learning_rate": 7.276584941244741e-05,
      "loss": 0.0685,
      "step": 7609
    },
    {
      "epoch": 0.825021682567216,
      "grad_norm": 0.25825804471969604,
      "learning_rate": 7.276222254461049e-05,
      "loss": 0.0315,
      "step": 7610
    },
    {
      "epoch": 0.8251300954032957,
      "grad_norm": 0.1422099620103836,
      "learning_rate": 7.275859567677354e-05,
      "loss": 0.0153,
      "step": 7611
    },
    {
      "epoch": 0.8252385082393755,
      "grad_norm": 0.23198895156383514,
      "learning_rate": 7.275496880893661e-05,
      "loss": 0.067,
      "step": 7612
    },
    {
      "epoch": 0.8253469210754554,
      "grad_norm": 0.07836522161960602,
      "learning_rate": 7.275134194109967e-05,
      "loss": 0.0209,
      "step": 7613
    },
    {
      "epoch": 0.8254553339115351,
      "grad_norm": 0.16217368841171265,
      "learning_rate": 7.274771507326273e-05,
      "loss": 0.0265,
      "step": 7614
    },
    {
      "epoch": 0.8255637467476149,
      "grad_norm": 0.22700567543506622,
      "learning_rate": 7.27440882054258e-05,
      "loss": 0.0549,
      "step": 7615
    },
    {
      "epoch": 0.8256721595836947,
      "grad_norm": 0.20055879652500153,
      "learning_rate": 7.274046133758886e-05,
      "loss": 0.039,
      "step": 7616
    },
    {
      "epoch": 0.8257805724197745,
      "grad_norm": 0.40348678827285767,
      "learning_rate": 7.273683446975193e-05,
      "loss": 0.03,
      "step": 7617
    },
    {
      "epoch": 0.8258889852558543,
      "grad_norm": 3.998429536819458,
      "learning_rate": 7.273320760191498e-05,
      "loss": 0.076,
      "step": 7618
    },
    {
      "epoch": 0.8259973980919341,
      "grad_norm": 0.21824902296066284,
      "learning_rate": 7.272958073407806e-05,
      "loss": 0.0186,
      "step": 7619
    },
    {
      "epoch": 0.8261058109280138,
      "grad_norm": 0.5966082215309143,
      "learning_rate": 7.272595386624111e-05,
      "loss": 0.1222,
      "step": 7620
    },
    {
      "epoch": 0.8262142237640937,
      "grad_norm": 0.13488861918449402,
      "learning_rate": 7.272232699840418e-05,
      "loss": 0.0167,
      "step": 7621
    },
    {
      "epoch": 0.8263226366001735,
      "grad_norm": 0.45254579186439514,
      "learning_rate": 7.271870013056724e-05,
      "loss": 0.0407,
      "step": 7622
    },
    {
      "epoch": 0.8264310494362532,
      "grad_norm": 0.3881590664386749,
      "learning_rate": 7.27150732627303e-05,
      "loss": 0.0514,
      "step": 7623
    },
    {
      "epoch": 0.826539462272333,
      "grad_norm": 0.10924993455410004,
      "learning_rate": 7.271144639489338e-05,
      "loss": 0.019,
      "step": 7624
    },
    {
      "epoch": 0.8266478751084129,
      "grad_norm": 0.25820380449295044,
      "learning_rate": 7.270781952705644e-05,
      "loss": 0.0321,
      "step": 7625
    },
    {
      "epoch": 0.8267562879444926,
      "grad_norm": 0.18650270998477936,
      "learning_rate": 7.270419265921951e-05,
      "loss": 0.0592,
      "step": 7626
    },
    {
      "epoch": 0.8268647007805724,
      "grad_norm": 0.17979836463928223,
      "learning_rate": 7.270056579138257e-05,
      "loss": 0.0295,
      "step": 7627
    },
    {
      "epoch": 0.8269731136166523,
      "grad_norm": 0.38028213381767273,
      "learning_rate": 7.269693892354563e-05,
      "loss": 0.0882,
      "step": 7628
    },
    {
      "epoch": 0.827081526452732,
      "grad_norm": 0.3950563371181488,
      "learning_rate": 7.26933120557087e-05,
      "loss": 0.0464,
      "step": 7629
    },
    {
      "epoch": 0.8271899392888118,
      "grad_norm": 0.24701125919818878,
      "learning_rate": 7.268968518787175e-05,
      "loss": 0.0479,
      "step": 7630
    },
    {
      "epoch": 0.8272983521248916,
      "grad_norm": 0.17175588011741638,
      "learning_rate": 7.268605832003482e-05,
      "loss": 0.0352,
      "step": 7631
    },
    {
      "epoch": 0.8274067649609714,
      "grad_norm": 0.2847532033920288,
      "learning_rate": 7.268243145219788e-05,
      "loss": 0.0569,
      "step": 7632
    },
    {
      "epoch": 0.8275151777970512,
      "grad_norm": 0.23743708431720734,
      "learning_rate": 7.267880458436095e-05,
      "loss": 0.0521,
      "step": 7633
    },
    {
      "epoch": 0.827623590633131,
      "grad_norm": 0.11161497235298157,
      "learning_rate": 7.267517771652401e-05,
      "loss": 0.0111,
      "step": 7634
    },
    {
      "epoch": 0.8277320034692107,
      "grad_norm": 0.12656934559345245,
      "learning_rate": 7.267155084868708e-05,
      "loss": 0.0135,
      "step": 7635
    },
    {
      "epoch": 0.8278404163052906,
      "grad_norm": 0.08079381287097931,
      "learning_rate": 7.266792398085014e-05,
      "loss": 0.0092,
      "step": 7636
    },
    {
      "epoch": 0.8279488291413704,
      "grad_norm": 0.22303250432014465,
      "learning_rate": 7.26642971130132e-05,
      "loss": 0.0411,
      "step": 7637
    },
    {
      "epoch": 0.8280572419774501,
      "grad_norm": 0.4552434980869293,
      "learning_rate": 7.266067024517627e-05,
      "loss": 0.0488,
      "step": 7638
    },
    {
      "epoch": 0.8281656548135299,
      "grad_norm": 0.21720951795578003,
      "learning_rate": 7.265704337733932e-05,
      "loss": 0.0328,
      "step": 7639
    },
    {
      "epoch": 0.8282740676496098,
      "grad_norm": 0.17224156856536865,
      "learning_rate": 7.26534165095024e-05,
      "loss": 0.0148,
      "step": 7640
    },
    {
      "epoch": 0.8283824804856895,
      "grad_norm": 0.11481188982725143,
      "learning_rate": 7.264978964166547e-05,
      "loss": 0.0088,
      "step": 7641
    },
    {
      "epoch": 0.8284908933217693,
      "grad_norm": 0.2748905122280121,
      "learning_rate": 7.264616277382854e-05,
      "loss": 0.0441,
      "step": 7642
    },
    {
      "epoch": 0.828599306157849,
      "grad_norm": 0.26464173197746277,
      "learning_rate": 7.26425359059916e-05,
      "loss": 0.0216,
      "step": 7643
    },
    {
      "epoch": 0.8287077189939289,
      "grad_norm": 0.1537904292345047,
      "learning_rate": 7.263890903815465e-05,
      "loss": 0.0228,
      "step": 7644
    },
    {
      "epoch": 0.8288161318300087,
      "grad_norm": 0.12349008768796921,
      "learning_rate": 7.263528217031772e-05,
      "loss": 0.0246,
      "step": 7645
    },
    {
      "epoch": 0.8289245446660884,
      "grad_norm": 0.43972253799438477,
      "learning_rate": 7.263165530248078e-05,
      "loss": 0.0492,
      "step": 7646
    },
    {
      "epoch": 0.8290329575021682,
      "grad_norm": 0.17633818089962006,
      "learning_rate": 7.262802843464385e-05,
      "loss": 0.0384,
      "step": 7647
    },
    {
      "epoch": 0.8291413703382481,
      "grad_norm": 0.44162771105766296,
      "learning_rate": 7.262440156680691e-05,
      "loss": 0.0307,
      "step": 7648
    },
    {
      "epoch": 0.8292497831743278,
      "grad_norm": 0.1241665855050087,
      "learning_rate": 7.262077469896998e-05,
      "loss": 0.0127,
      "step": 7649
    },
    {
      "epoch": 0.8293581960104076,
      "grad_norm": 0.4265977442264557,
      "learning_rate": 7.261714783113304e-05,
      "loss": 0.1092,
      "step": 7650
    },
    {
      "epoch": 0.8294666088464874,
      "grad_norm": 0.2914072275161743,
      "learning_rate": 7.26135209632961e-05,
      "loss": 0.0261,
      "step": 7651
    },
    {
      "epoch": 0.8295750216825672,
      "grad_norm": 0.1984647959470749,
      "learning_rate": 7.260989409545916e-05,
      "loss": 0.0212,
      "step": 7652
    },
    {
      "epoch": 0.829683434518647,
      "grad_norm": 0.2142309546470642,
      "learning_rate": 7.260626722762222e-05,
      "loss": 0.0462,
      "step": 7653
    },
    {
      "epoch": 0.8297918473547268,
      "grad_norm": 0.3869975507259369,
      "learning_rate": 7.260264035978529e-05,
      "loss": 0.0234,
      "step": 7654
    },
    {
      "epoch": 0.8299002601908065,
      "grad_norm": 0.20655106008052826,
      "learning_rate": 7.259901349194835e-05,
      "loss": 0.0308,
      "step": 7655
    },
    {
      "epoch": 0.8300086730268864,
      "grad_norm": 0.41896897554397583,
      "learning_rate": 7.259538662411142e-05,
      "loss": 0.103,
      "step": 7656
    },
    {
      "epoch": 0.8301170858629662,
      "grad_norm": 0.19468842446804047,
      "learning_rate": 7.259175975627448e-05,
      "loss": 0.0203,
      "step": 7657
    },
    {
      "epoch": 0.8302254986990459,
      "grad_norm": 0.06840299814939499,
      "learning_rate": 7.258813288843755e-05,
      "loss": 0.0076,
      "step": 7658
    },
    {
      "epoch": 0.8303339115351258,
      "grad_norm": 0.4031021296977997,
      "learning_rate": 7.258450602060062e-05,
      "loss": 0.05,
      "step": 7659
    },
    {
      "epoch": 0.8304423243712056,
      "grad_norm": 0.6397636532783508,
      "learning_rate": 7.258087915276368e-05,
      "loss": 0.0278,
      "step": 7660
    },
    {
      "epoch": 0.8305507372072853,
      "grad_norm": 0.10793720185756683,
      "learning_rate": 7.257725228492675e-05,
      "loss": 0.0437,
      "step": 7661
    },
    {
      "epoch": 0.8306591500433651,
      "grad_norm": 0.38585546612739563,
      "learning_rate": 7.25736254170898e-05,
      "loss": 0.064,
      "step": 7662
    },
    {
      "epoch": 0.830767562879445,
      "grad_norm": 0.2812015414237976,
      "learning_rate": 7.256999854925288e-05,
      "loss": 0.0673,
      "step": 7663
    },
    {
      "epoch": 0.8308759757155247,
      "grad_norm": 0.12873825430870056,
      "learning_rate": 7.256637168141593e-05,
      "loss": 0.0223,
      "step": 7664
    },
    {
      "epoch": 0.8309843885516045,
      "grad_norm": 0.251647025346756,
      "learning_rate": 7.2562744813579e-05,
      "loss": 0.0289,
      "step": 7665
    },
    {
      "epoch": 0.8310928013876843,
      "grad_norm": 0.3952614367008209,
      "learning_rate": 7.255911794574206e-05,
      "loss": 0.034,
      "step": 7666
    },
    {
      "epoch": 0.8312012142237641,
      "grad_norm": 0.47558000683784485,
      "learning_rate": 7.255549107790512e-05,
      "loss": 0.0595,
      "step": 7667
    },
    {
      "epoch": 0.8313096270598439,
      "grad_norm": 0.4996797442436218,
      "learning_rate": 7.255186421006819e-05,
      "loss": 0.0503,
      "step": 7668
    },
    {
      "epoch": 0.8314180398959237,
      "grad_norm": 1.2744066715240479,
      "learning_rate": 7.254823734223125e-05,
      "loss": 0.0438,
      "step": 7669
    },
    {
      "epoch": 0.8315264527320034,
      "grad_norm": 0.4941619336605072,
      "learning_rate": 7.254461047439432e-05,
      "loss": 0.0637,
      "step": 7670
    },
    {
      "epoch": 0.8316348655680833,
      "grad_norm": 0.11783839017152786,
      "learning_rate": 7.254098360655738e-05,
      "loss": 0.0076,
      "step": 7671
    },
    {
      "epoch": 0.8317432784041631,
      "grad_norm": 0.7332679629325867,
      "learning_rate": 7.253735673872045e-05,
      "loss": 0.0605,
      "step": 7672
    },
    {
      "epoch": 0.8318516912402428,
      "grad_norm": 0.39955663681030273,
      "learning_rate": 7.25337298708835e-05,
      "loss": 0.0417,
      "step": 7673
    },
    {
      "epoch": 0.8319601040763226,
      "grad_norm": 0.31846150755882263,
      "learning_rate": 7.253010300304657e-05,
      "loss": 0.0831,
      "step": 7674
    },
    {
      "epoch": 0.8320685169124025,
      "grad_norm": 0.04977034032344818,
      "learning_rate": 7.252647613520963e-05,
      "loss": 0.0037,
      "step": 7675
    },
    {
      "epoch": 0.8321769297484822,
      "grad_norm": 0.20256368815898895,
      "learning_rate": 7.25228492673727e-05,
      "loss": 0.0218,
      "step": 7676
    },
    {
      "epoch": 0.832285342584562,
      "grad_norm": 0.08013200759887695,
      "learning_rate": 7.251922239953577e-05,
      "loss": 0.017,
      "step": 7677
    },
    {
      "epoch": 0.8323937554206418,
      "grad_norm": 0.3173854649066925,
      "learning_rate": 7.251559553169883e-05,
      "loss": 0.0404,
      "step": 7678
    },
    {
      "epoch": 0.8325021682567216,
      "grad_norm": 0.3116548955440521,
      "learning_rate": 7.25119686638619e-05,
      "loss": 0.0325,
      "step": 7679
    },
    {
      "epoch": 0.8326105810928014,
      "grad_norm": 0.5363249182701111,
      "learning_rate": 7.250834179602496e-05,
      "loss": 0.0693,
      "step": 7680
    },
    {
      "epoch": 0.8327189939288812,
      "grad_norm": 0.21674153208732605,
      "learning_rate": 7.250471492818802e-05,
      "loss": 0.0305,
      "step": 7681
    },
    {
      "epoch": 0.8328274067649609,
      "grad_norm": 0.056724075227975845,
      "learning_rate": 7.250108806035109e-05,
      "loss": 0.0064,
      "step": 7682
    },
    {
      "epoch": 0.8329358196010408,
      "grad_norm": 0.43698278069496155,
      "learning_rate": 7.249746119251414e-05,
      "loss": 0.0837,
      "step": 7683
    },
    {
      "epoch": 0.8330442324371206,
      "grad_norm": 0.17875058948993683,
      "learning_rate": 7.249383432467722e-05,
      "loss": 0.0417,
      "step": 7684
    },
    {
      "epoch": 0.8331526452732003,
      "grad_norm": 0.13464799523353577,
      "learning_rate": 7.249020745684027e-05,
      "loss": 0.0083,
      "step": 7685
    },
    {
      "epoch": 0.8332610581092801,
      "grad_norm": 0.46889638900756836,
      "learning_rate": 7.248658058900334e-05,
      "loss": 0.0536,
      "step": 7686
    },
    {
      "epoch": 0.83336947094536,
      "grad_norm": 0.24199607968330383,
      "learning_rate": 7.24829537211664e-05,
      "loss": 0.0268,
      "step": 7687
    },
    {
      "epoch": 0.8334778837814397,
      "grad_norm": 0.17072179913520813,
      "learning_rate": 7.247932685332947e-05,
      "loss": 0.0131,
      "step": 7688
    },
    {
      "epoch": 0.8335862966175195,
      "grad_norm": 0.2669180631637573,
      "learning_rate": 7.247569998549253e-05,
      "loss": 0.0215,
      "step": 7689
    },
    {
      "epoch": 0.8336947094535994,
      "grad_norm": 0.32970237731933594,
      "learning_rate": 7.247207311765559e-05,
      "loss": 0.0343,
      "step": 7690
    },
    {
      "epoch": 0.8338031222896791,
      "grad_norm": 0.14664235711097717,
      "learning_rate": 7.246844624981866e-05,
      "loss": 0.0265,
      "step": 7691
    },
    {
      "epoch": 0.8339115351257589,
      "grad_norm": 0.4971516728401184,
      "learning_rate": 7.246481938198171e-05,
      "loss": 0.0354,
      "step": 7692
    },
    {
      "epoch": 0.8340199479618386,
      "grad_norm": 0.5456222891807556,
      "learning_rate": 7.24611925141448e-05,
      "loss": 0.0595,
      "step": 7693
    },
    {
      "epoch": 0.8341283607979185,
      "grad_norm": 0.225478857755661,
      "learning_rate": 7.245756564630786e-05,
      "loss": 0.0439,
      "step": 7694
    },
    {
      "epoch": 0.8342367736339983,
      "grad_norm": 0.6685662269592285,
      "learning_rate": 7.245393877847091e-05,
      "loss": 0.0592,
      "step": 7695
    },
    {
      "epoch": 0.834345186470078,
      "grad_norm": 0.25334057211875916,
      "learning_rate": 7.245031191063398e-05,
      "loss": 0.0326,
      "step": 7696
    },
    {
      "epoch": 0.8344535993061578,
      "grad_norm": 0.23293963074684143,
      "learning_rate": 7.244668504279704e-05,
      "loss": 0.0605,
      "step": 7697
    },
    {
      "epoch": 0.8345620121422377,
      "grad_norm": 0.3876328766345978,
      "learning_rate": 7.244305817496011e-05,
      "loss": 0.0362,
      "step": 7698
    },
    {
      "epoch": 0.8346704249783174,
      "grad_norm": 0.33484143018722534,
      "learning_rate": 7.243943130712317e-05,
      "loss": 0.0258,
      "step": 7699
    },
    {
      "epoch": 0.8347788378143972,
      "grad_norm": 0.3507857024669647,
      "learning_rate": 7.243580443928624e-05,
      "loss": 0.0773,
      "step": 7700
    },
    {
      "epoch": 0.834887250650477,
      "grad_norm": 0.2539774477481842,
      "learning_rate": 7.24321775714493e-05,
      "loss": 0.0256,
      "step": 7701
    },
    {
      "epoch": 0.8349956634865568,
      "grad_norm": 0.3819553852081299,
      "learning_rate": 7.242855070361237e-05,
      "loss": 0.0446,
      "step": 7702
    },
    {
      "epoch": 0.8351040763226366,
      "grad_norm": 0.40495991706848145,
      "learning_rate": 7.242492383577543e-05,
      "loss": 0.0838,
      "step": 7703
    },
    {
      "epoch": 0.8352124891587164,
      "grad_norm": 0.8030585050582886,
      "learning_rate": 7.242129696793848e-05,
      "loss": 0.0839,
      "step": 7704
    },
    {
      "epoch": 0.8353209019947961,
      "grad_norm": 0.16736595332622528,
      "learning_rate": 7.241767010010155e-05,
      "loss": 0.0148,
      "step": 7705
    },
    {
      "epoch": 0.835429314830876,
      "grad_norm": 0.22139370441436768,
      "learning_rate": 7.241404323226461e-05,
      "loss": 0.0521,
      "step": 7706
    },
    {
      "epoch": 0.8355377276669558,
      "grad_norm": 0.19689111411571503,
      "learning_rate": 7.241041636442768e-05,
      "loss": 0.0319,
      "step": 7707
    },
    {
      "epoch": 0.8356461405030355,
      "grad_norm": 0.2743499279022217,
      "learning_rate": 7.240678949659074e-05,
      "loss": 0.0466,
      "step": 7708
    },
    {
      "epoch": 0.8357545533391153,
      "grad_norm": 0.31773456931114197,
      "learning_rate": 7.240316262875381e-05,
      "loss": 0.0542,
      "step": 7709
    },
    {
      "epoch": 0.8358629661751952,
      "grad_norm": 0.32045799493789673,
      "learning_rate": 7.239953576091688e-05,
      "loss": 0.0647,
      "step": 7710
    },
    {
      "epoch": 0.8359713790112749,
      "grad_norm": 0.21993151307106018,
      "learning_rate": 7.239590889307994e-05,
      "loss": 0.084,
      "step": 7711
    },
    {
      "epoch": 0.8360797918473547,
      "grad_norm": 0.3635156750679016,
      "learning_rate": 7.239228202524301e-05,
      "loss": 0.0383,
      "step": 7712
    },
    {
      "epoch": 0.8361882046834345,
      "grad_norm": 0.4406284689903259,
      "learning_rate": 7.238865515740607e-05,
      "loss": 0.0739,
      "step": 7713
    },
    {
      "epoch": 0.8362966175195143,
      "grad_norm": 0.10030921548604965,
      "learning_rate": 7.238502828956914e-05,
      "loss": 0.0166,
      "step": 7714
    },
    {
      "epoch": 0.8364050303555941,
      "grad_norm": 0.18566270172595978,
      "learning_rate": 7.23814014217322e-05,
      "loss": 0.0393,
      "step": 7715
    },
    {
      "epoch": 0.8365134431916739,
      "grad_norm": 0.17073991894721985,
      "learning_rate": 7.237777455389527e-05,
      "loss": 0.0203,
      "step": 7716
    },
    {
      "epoch": 0.8366218560277537,
      "grad_norm": 0.13653212785720825,
      "learning_rate": 7.237414768605832e-05,
      "loss": 0.0288,
      "step": 7717
    },
    {
      "epoch": 0.8367302688638335,
      "grad_norm": 0.3272165358066559,
      "learning_rate": 7.237052081822138e-05,
      "loss": 0.0576,
      "step": 7718
    },
    {
      "epoch": 0.8368386816999133,
      "grad_norm": 0.2694818377494812,
      "learning_rate": 7.236689395038445e-05,
      "loss": 0.0481,
      "step": 7719
    },
    {
      "epoch": 0.836947094535993,
      "grad_norm": 0.26983150839805603,
      "learning_rate": 7.236326708254751e-05,
      "loss": 0.0362,
      "step": 7720
    },
    {
      "epoch": 0.8370555073720729,
      "grad_norm": 0.7018370032310486,
      "learning_rate": 7.235964021471058e-05,
      "loss": 0.0673,
      "step": 7721
    },
    {
      "epoch": 0.8371639202081527,
      "grad_norm": 0.2551298439502716,
      "learning_rate": 7.235601334687364e-05,
      "loss": 0.0575,
      "step": 7722
    },
    {
      "epoch": 0.8372723330442324,
      "grad_norm": 0.2737639248371124,
      "learning_rate": 7.235238647903671e-05,
      "loss": 0.0765,
      "step": 7723
    },
    {
      "epoch": 0.8373807458803122,
      "grad_norm": 0.07591512054204941,
      "learning_rate": 7.234875961119977e-05,
      "loss": 0.0196,
      "step": 7724
    },
    {
      "epoch": 0.8374891587163921,
      "grad_norm": 0.14516156911849976,
      "learning_rate": 7.234513274336284e-05,
      "loss": 0.0272,
      "step": 7725
    },
    {
      "epoch": 0.8375975715524718,
      "grad_norm": 0.24601534008979797,
      "learning_rate": 7.23415058755259e-05,
      "loss": 0.0564,
      "step": 7726
    },
    {
      "epoch": 0.8377059843885516,
      "grad_norm": 0.38869914412498474,
      "learning_rate": 7.233787900768895e-05,
      "loss": 0.0514,
      "step": 7727
    },
    {
      "epoch": 0.8378143972246314,
      "grad_norm": 0.41527849435806274,
      "learning_rate": 7.233425213985204e-05,
      "loss": 0.0802,
      "step": 7728
    },
    {
      "epoch": 0.8379228100607112,
      "grad_norm": 0.22610275447368622,
      "learning_rate": 7.23306252720151e-05,
      "loss": 0.0502,
      "step": 7729
    },
    {
      "epoch": 0.838031222896791,
      "grad_norm": 0.18366941809654236,
      "learning_rate": 7.232699840417816e-05,
      "loss": 0.0382,
      "step": 7730
    },
    {
      "epoch": 0.8381396357328708,
      "grad_norm": 0.2227625995874405,
      "learning_rate": 7.232337153634122e-05,
      "loss": 0.0386,
      "step": 7731
    },
    {
      "epoch": 0.8382480485689505,
      "grad_norm": 0.21096503734588623,
      "learning_rate": 7.231974466850428e-05,
      "loss": 0.0374,
      "step": 7732
    },
    {
      "epoch": 0.8383564614050304,
      "grad_norm": 0.19059990346431732,
      "learning_rate": 7.231611780066735e-05,
      "loss": 0.0372,
      "step": 7733
    },
    {
      "epoch": 0.8384648742411102,
      "grad_norm": 0.15218888223171234,
      "learning_rate": 7.231249093283041e-05,
      "loss": 0.015,
      "step": 7734
    },
    {
      "epoch": 0.8385732870771899,
      "grad_norm": 0.3656943738460541,
      "learning_rate": 7.230886406499348e-05,
      "loss": 0.036,
      "step": 7735
    },
    {
      "epoch": 0.8386816999132697,
      "grad_norm": 0.12824209034442902,
      "learning_rate": 7.230523719715654e-05,
      "loss": 0.026,
      "step": 7736
    },
    {
      "epoch": 0.8387901127493496,
      "grad_norm": 0.07033449411392212,
      "learning_rate": 7.23016103293196e-05,
      "loss": 0.008,
      "step": 7737
    },
    {
      "epoch": 0.8388985255854293,
      "grad_norm": 0.09462057799100876,
      "learning_rate": 7.229798346148266e-05,
      "loss": 0.0179,
      "step": 7738
    },
    {
      "epoch": 0.8390069384215091,
      "grad_norm": 0.20637837052345276,
      "learning_rate": 7.229435659364573e-05,
      "loss": 0.0543,
      "step": 7739
    },
    {
      "epoch": 0.8391153512575888,
      "grad_norm": 0.23819564282894135,
      "learning_rate": 7.229072972580879e-05,
      "loss": 0.0524,
      "step": 7740
    },
    {
      "epoch": 0.8392237640936687,
      "grad_norm": 0.24372190237045288,
      "learning_rate": 7.228710285797185e-05,
      "loss": 0.0466,
      "step": 7741
    },
    {
      "epoch": 0.8393321769297485,
      "grad_norm": 0.29130658507347107,
      "learning_rate": 7.228347599013492e-05,
      "loss": 0.0394,
      "step": 7742
    },
    {
      "epoch": 0.8394405897658282,
      "grad_norm": 0.3444672226905823,
      "learning_rate": 7.227984912229798e-05,
      "loss": 0.0368,
      "step": 7743
    },
    {
      "epoch": 0.839549002601908,
      "grad_norm": 0.42150652408599854,
      "learning_rate": 7.227622225446105e-05,
      "loss": 0.0698,
      "step": 7744
    },
    {
      "epoch": 0.8396574154379879,
      "grad_norm": 0.4125995337963104,
      "learning_rate": 7.227259538662412e-05,
      "loss": 0.0607,
      "step": 7745
    },
    {
      "epoch": 0.8397658282740676,
      "grad_norm": 0.39385128021240234,
      "learning_rate": 7.226896851878719e-05,
      "loss": 0.0428,
      "step": 7746
    },
    {
      "epoch": 0.8398742411101474,
      "grad_norm": 0.17992867529392242,
      "learning_rate": 7.226534165095025e-05,
      "loss": 0.0317,
      "step": 7747
    },
    {
      "epoch": 0.8399826539462273,
      "grad_norm": 0.15633466839790344,
      "learning_rate": 7.22617147831133e-05,
      "loss": 0.0322,
      "step": 7748
    },
    {
      "epoch": 0.840091066782307,
      "grad_norm": 0.1435677856206894,
      "learning_rate": 7.225808791527638e-05,
      "loss": 0.0212,
      "step": 7749
    },
    {
      "epoch": 0.8401994796183868,
      "grad_norm": 0.4184778034687042,
      "learning_rate": 7.225446104743943e-05,
      "loss": 0.0695,
      "step": 7750
    },
    {
      "epoch": 0.8403078924544666,
      "grad_norm": 0.21863362193107605,
      "learning_rate": 7.22508341796025e-05,
      "loss": 0.0421,
      "step": 7751
    },
    {
      "epoch": 0.8404163052905465,
      "grad_norm": 0.43054014444351196,
      "learning_rate": 7.224720731176556e-05,
      "loss": 0.0765,
      "step": 7752
    },
    {
      "epoch": 0.8405247181266262,
      "grad_norm": 0.2793850004673004,
      "learning_rate": 7.224358044392863e-05,
      "loss": 0.0592,
      "step": 7753
    },
    {
      "epoch": 0.840633130962706,
      "grad_norm": 0.3569626808166504,
      "learning_rate": 7.223995357609169e-05,
      "loss": 0.0851,
      "step": 7754
    },
    {
      "epoch": 0.8407415437987857,
      "grad_norm": 0.2458682656288147,
      "learning_rate": 7.223632670825476e-05,
      "loss": 0.0547,
      "step": 7755
    },
    {
      "epoch": 0.8408499566348656,
      "grad_norm": 0.1239309087395668,
      "learning_rate": 7.223269984041782e-05,
      "loss": 0.02,
      "step": 7756
    },
    {
      "epoch": 0.8409583694709454,
      "grad_norm": 0.25860294699668884,
      "learning_rate": 7.222907297258087e-05,
      "loss": 0.0345,
      "step": 7757
    },
    {
      "epoch": 0.8410667823070251,
      "grad_norm": 0.3227185606956482,
      "learning_rate": 7.222544610474395e-05,
      "loss": 0.0536,
      "step": 7758
    },
    {
      "epoch": 0.8411751951431049,
      "grad_norm": 0.3179863393306732,
      "learning_rate": 7.2221819236907e-05,
      "loss": 0.0536,
      "step": 7759
    },
    {
      "epoch": 0.8412836079791848,
      "grad_norm": 0.18428556621074677,
      "learning_rate": 7.221819236907007e-05,
      "loss": 0.0234,
      "step": 7760
    },
    {
      "epoch": 0.8413920208152645,
      "grad_norm": 0.1836928278207779,
      "learning_rate": 7.221456550123313e-05,
      "loss": 0.044,
      "step": 7761
    },
    {
      "epoch": 0.8415004336513443,
      "grad_norm": 0.18085254728794098,
      "learning_rate": 7.22109386333962e-05,
      "loss": 0.0417,
      "step": 7762
    },
    {
      "epoch": 0.8416088464874241,
      "grad_norm": 0.21687723696231842,
      "learning_rate": 7.220731176555927e-05,
      "loss": 0.0307,
      "step": 7763
    },
    {
      "epoch": 0.8417172593235039,
      "grad_norm": 0.22970585525035858,
      "learning_rate": 7.220368489772233e-05,
      "loss": 0.0348,
      "step": 7764
    },
    {
      "epoch": 0.8418256721595837,
      "grad_norm": 0.3894268870353699,
      "learning_rate": 7.22000580298854e-05,
      "loss": 0.0508,
      "step": 7765
    },
    {
      "epoch": 0.8419340849956635,
      "grad_norm": 0.1891549676656723,
      "learning_rate": 7.219643116204846e-05,
      "loss": 0.0218,
      "step": 7766
    },
    {
      "epoch": 0.8420424978317432,
      "grad_norm": 0.38075709342956543,
      "learning_rate": 7.219280429421153e-05,
      "loss": 0.0794,
      "step": 7767
    },
    {
      "epoch": 0.8421509106678231,
      "grad_norm": 0.34789222478866577,
      "learning_rate": 7.218917742637459e-05,
      "loss": 0.0293,
      "step": 7768
    },
    {
      "epoch": 0.8422593235039029,
      "grad_norm": 0.05529952049255371,
      "learning_rate": 7.218555055853766e-05,
      "loss": 0.0109,
      "step": 7769
    },
    {
      "epoch": 0.8423677363399826,
      "grad_norm": 0.28039318323135376,
      "learning_rate": 7.218192369070071e-05,
      "loss": 0.0316,
      "step": 7770
    },
    {
      "epoch": 0.8424761491760624,
      "grad_norm": 0.5359194278717041,
      "learning_rate": 7.217829682286377e-05,
      "loss": 0.0857,
      "step": 7771
    },
    {
      "epoch": 0.8425845620121423,
      "grad_norm": 0.08796489238739014,
      "learning_rate": 7.217466995502684e-05,
      "loss": 0.0146,
      "step": 7772
    },
    {
      "epoch": 0.842692974848222,
      "grad_norm": 0.4322865605354309,
      "learning_rate": 7.21710430871899e-05,
      "loss": 0.037,
      "step": 7773
    },
    {
      "epoch": 0.8428013876843018,
      "grad_norm": 0.4554753303527832,
      "learning_rate": 7.216741621935297e-05,
      "loss": 0.0471,
      "step": 7774
    },
    {
      "epoch": 0.8429098005203816,
      "grad_norm": 0.2572121322154999,
      "learning_rate": 7.216378935151603e-05,
      "loss": 0.0219,
      "step": 7775
    },
    {
      "epoch": 0.8430182133564614,
      "grad_norm": 0.30058130621910095,
      "learning_rate": 7.21601624836791e-05,
      "loss": 0.0354,
      "step": 7776
    },
    {
      "epoch": 0.8431266261925412,
      "grad_norm": 0.2132505625486374,
      "learning_rate": 7.215653561584216e-05,
      "loss": 0.0316,
      "step": 7777
    },
    {
      "epoch": 0.843235039028621,
      "grad_norm": 0.2356550097465515,
      "learning_rate": 7.215290874800523e-05,
      "loss": 0.0374,
      "step": 7778
    },
    {
      "epoch": 0.8433434518647008,
      "grad_norm": 0.52516108751297,
      "learning_rate": 7.214928188016829e-05,
      "loss": 0.0511,
      "step": 7779
    },
    {
      "epoch": 0.8434518647007806,
      "grad_norm": 0.3047509491443634,
      "learning_rate": 7.214565501233136e-05,
      "loss": 0.0632,
      "step": 7780
    },
    {
      "epoch": 0.8435602775368604,
      "grad_norm": 0.06082708761096001,
      "learning_rate": 7.214202814449443e-05,
      "loss": 0.0149,
      "step": 7781
    },
    {
      "epoch": 0.8436686903729401,
      "grad_norm": 0.5776488184928894,
      "learning_rate": 7.213840127665748e-05,
      "loss": 0.0569,
      "step": 7782
    },
    {
      "epoch": 0.84377710320902,
      "grad_norm": 0.26879432797431946,
      "learning_rate": 7.213477440882056e-05,
      "loss": 0.0394,
      "step": 7783
    },
    {
      "epoch": 0.8438855160450998,
      "grad_norm": 0.3010750114917755,
      "learning_rate": 7.213114754098361e-05,
      "loss": 0.0513,
      "step": 7784
    },
    {
      "epoch": 0.8439939288811795,
      "grad_norm": 0.19385670125484467,
      "learning_rate": 7.212752067314667e-05,
      "loss": 0.0381,
      "step": 7785
    },
    {
      "epoch": 0.8441023417172593,
      "grad_norm": 0.3112729489803314,
      "learning_rate": 7.212389380530974e-05,
      "loss": 0.0414,
      "step": 7786
    },
    {
      "epoch": 0.8442107545533392,
      "grad_norm": 0.23836597800254822,
      "learning_rate": 7.21202669374728e-05,
      "loss": 0.0771,
      "step": 7787
    },
    {
      "epoch": 0.8443191673894189,
      "grad_norm": 0.2375776469707489,
      "learning_rate": 7.211664006963587e-05,
      "loss": 0.0349,
      "step": 7788
    },
    {
      "epoch": 0.8444275802254987,
      "grad_norm": 0.15224739909172058,
      "learning_rate": 7.211301320179893e-05,
      "loss": 0.0243,
      "step": 7789
    },
    {
      "epoch": 0.8445359930615784,
      "grad_norm": 0.3915884792804718,
      "learning_rate": 7.2109386333962e-05,
      "loss": 0.0699,
      "step": 7790
    },
    {
      "epoch": 0.8446444058976583,
      "grad_norm": 0.25921812653541565,
      "learning_rate": 7.210575946612505e-05,
      "loss": 0.0393,
      "step": 7791
    },
    {
      "epoch": 0.8447528187337381,
      "grad_norm": 0.436423122882843,
      "learning_rate": 7.210213259828813e-05,
      "loss": 0.0644,
      "step": 7792
    },
    {
      "epoch": 0.8448612315698178,
      "grad_norm": 0.30480441451072693,
      "learning_rate": 7.209850573045118e-05,
      "loss": 0.0332,
      "step": 7793
    },
    {
      "epoch": 0.8449696444058976,
      "grad_norm": 0.7659755349159241,
      "learning_rate": 7.209487886261424e-05,
      "loss": 0.063,
      "step": 7794
    },
    {
      "epoch": 0.8450780572419775,
      "grad_norm": 0.08053219318389893,
      "learning_rate": 7.209125199477731e-05,
      "loss": 0.0199,
      "step": 7795
    },
    {
      "epoch": 0.8451864700780573,
      "grad_norm": 0.2797485888004303,
      "learning_rate": 7.208762512694037e-05,
      "loss": 0.0419,
      "step": 7796
    },
    {
      "epoch": 0.845294882914137,
      "grad_norm": 0.2995118796825409,
      "learning_rate": 7.208399825910345e-05,
      "loss": 0.0338,
      "step": 7797
    },
    {
      "epoch": 0.8454032957502168,
      "grad_norm": 0.20277738571166992,
      "learning_rate": 7.208037139126651e-05,
      "loss": 0.0277,
      "step": 7798
    },
    {
      "epoch": 0.8455117085862967,
      "grad_norm": 0.4835290014743805,
      "learning_rate": 7.207674452342957e-05,
      "loss": 0.0422,
      "step": 7799
    },
    {
      "epoch": 0.8456201214223764,
      "grad_norm": 0.08454373478889465,
      "learning_rate": 7.207311765559264e-05,
      "loss": 0.0177,
      "step": 7800
    },
    {
      "epoch": 0.8457285342584562,
      "grad_norm": 0.2783975601196289,
      "learning_rate": 7.20694907877557e-05,
      "loss": 0.0348,
      "step": 7801
    },
    {
      "epoch": 0.8458369470945359,
      "grad_norm": 0.23662574589252472,
      "learning_rate": 7.206586391991877e-05,
      "loss": 0.0457,
      "step": 7802
    },
    {
      "epoch": 0.8459453599306158,
      "grad_norm": 0.173213928937912,
      "learning_rate": 7.206223705208182e-05,
      "loss": 0.0279,
      "step": 7803
    },
    {
      "epoch": 0.8460537727666956,
      "grad_norm": 0.21261286735534668,
      "learning_rate": 7.20586101842449e-05,
      "loss": 0.047,
      "step": 7804
    },
    {
      "epoch": 0.8461621856027753,
      "grad_norm": 0.2618681490421295,
      "learning_rate": 7.205498331640795e-05,
      "loss": 0.0465,
      "step": 7805
    },
    {
      "epoch": 0.8462705984388552,
      "grad_norm": 0.18087050318717957,
      "learning_rate": 7.205135644857102e-05,
      "loss": 0.0394,
      "step": 7806
    },
    {
      "epoch": 0.846379011274935,
      "grad_norm": 0.43445736169815063,
      "learning_rate": 7.204772958073408e-05,
      "loss": 0.0369,
      "step": 7807
    },
    {
      "epoch": 0.8464874241110147,
      "grad_norm": 0.23974187672138214,
      "learning_rate": 7.204410271289714e-05,
      "loss": 0.0293,
      "step": 7808
    },
    {
      "epoch": 0.8465958369470945,
      "grad_norm": 0.3066592514514923,
      "learning_rate": 7.204047584506021e-05,
      "loss": 0.0676,
      "step": 7809
    },
    {
      "epoch": 0.8467042497831744,
      "grad_norm": 0.211141437292099,
      "learning_rate": 7.203684897722327e-05,
      "loss": 0.0212,
      "step": 7810
    },
    {
      "epoch": 0.8468126626192541,
      "grad_norm": 0.33405810594558716,
      "learning_rate": 7.203322210938634e-05,
      "loss": 0.0397,
      "step": 7811
    },
    {
      "epoch": 0.8469210754553339,
      "grad_norm": 0.3944043219089508,
      "learning_rate": 7.20295952415494e-05,
      "loss": 0.0464,
      "step": 7812
    },
    {
      "epoch": 0.8470294882914137,
      "grad_norm": 0.09881000220775604,
      "learning_rate": 7.202596837371246e-05,
      "loss": 0.0214,
      "step": 7813
    },
    {
      "epoch": 0.8471379011274935,
      "grad_norm": 0.19565725326538086,
      "learning_rate": 7.202234150587554e-05,
      "loss": 0.0495,
      "step": 7814
    },
    {
      "epoch": 0.8472463139635733,
      "grad_norm": 0.19379077851772308,
      "learning_rate": 7.201871463803859e-05,
      "loss": 0.0381,
      "step": 7815
    },
    {
      "epoch": 0.8473547267996531,
      "grad_norm": 0.15308572351932526,
      "learning_rate": 7.201508777020166e-05,
      "loss": 0.0217,
      "step": 7816
    },
    {
      "epoch": 0.8474631396357328,
      "grad_norm": 0.2625877559185028,
      "learning_rate": 7.201146090236472e-05,
      "loss": 0.0422,
      "step": 7817
    },
    {
      "epoch": 0.8475715524718127,
      "grad_norm": 0.18088452517986298,
      "learning_rate": 7.200783403452779e-05,
      "loss": 0.0335,
      "step": 7818
    },
    {
      "epoch": 0.8476799653078925,
      "grad_norm": 0.2902456521987915,
      "learning_rate": 7.200420716669085e-05,
      "loss": 0.023,
      "step": 7819
    },
    {
      "epoch": 0.8477883781439722,
      "grad_norm": 0.2682853639125824,
      "learning_rate": 7.200058029885392e-05,
      "loss": 0.0305,
      "step": 7820
    },
    {
      "epoch": 0.847896790980052,
      "grad_norm": 0.20321349799633026,
      "learning_rate": 7.199695343101698e-05,
      "loss": 0.0149,
      "step": 7821
    },
    {
      "epoch": 0.8480052038161319,
      "grad_norm": 0.31735759973526,
      "learning_rate": 7.199332656318003e-05,
      "loss": 0.0331,
      "step": 7822
    },
    {
      "epoch": 0.8481136166522116,
      "grad_norm": 0.12428886443376541,
      "learning_rate": 7.19896996953431e-05,
      "loss": 0.0111,
      "step": 7823
    },
    {
      "epoch": 0.8482220294882914,
      "grad_norm": 0.21966683864593506,
      "learning_rate": 7.198607282750616e-05,
      "loss": 0.0315,
      "step": 7824
    },
    {
      "epoch": 0.8483304423243712,
      "grad_norm": 0.2675864100456238,
      "learning_rate": 7.198244595966923e-05,
      "loss": 0.0475,
      "step": 7825
    },
    {
      "epoch": 0.848438855160451,
      "grad_norm": 0.17591966688632965,
      "learning_rate": 7.197881909183229e-05,
      "loss": 0.0232,
      "step": 7826
    },
    {
      "epoch": 0.8485472679965308,
      "grad_norm": 0.5159841179847717,
      "learning_rate": 7.197519222399536e-05,
      "loss": 0.0608,
      "step": 7827
    },
    {
      "epoch": 0.8486556808326106,
      "grad_norm": 0.19881677627563477,
      "learning_rate": 7.197156535615842e-05,
      "loss": 0.04,
      "step": 7828
    },
    {
      "epoch": 0.8487640936686903,
      "grad_norm": 0.1985049992799759,
      "learning_rate": 7.196793848832149e-05,
      "loss": 0.0481,
      "step": 7829
    },
    {
      "epoch": 0.8488725065047702,
      "grad_norm": 0.26483479142189026,
      "learning_rate": 7.196431162048455e-05,
      "loss": 0.0397,
      "step": 7830
    },
    {
      "epoch": 0.84898091934085,
      "grad_norm": 0.2611687481403351,
      "learning_rate": 7.196068475264762e-05,
      "loss": 0.0326,
      "step": 7831
    },
    {
      "epoch": 0.8490893321769297,
      "grad_norm": 0.22566170990467072,
      "learning_rate": 7.195705788481069e-05,
      "loss": 0.0378,
      "step": 7832
    },
    {
      "epoch": 0.8491977450130095,
      "grad_norm": 0.2934335470199585,
      "learning_rate": 7.195343101697375e-05,
      "loss": 0.039,
      "step": 7833
    },
    {
      "epoch": 0.8493061578490894,
      "grad_norm": 0.3848940432071686,
      "learning_rate": 7.194980414913682e-05,
      "loss": 0.0985,
      "step": 7834
    },
    {
      "epoch": 0.8494145706851691,
      "grad_norm": 0.37595483660697937,
      "learning_rate": 7.194617728129988e-05,
      "loss": 0.0585,
      "step": 7835
    },
    {
      "epoch": 0.8495229835212489,
      "grad_norm": 0.41644060611724854,
      "learning_rate": 7.194255041346293e-05,
      "loss": 0.0634,
      "step": 7836
    },
    {
      "epoch": 0.8496313963573288,
      "grad_norm": 0.23945188522338867,
      "learning_rate": 7.1938923545626e-05,
      "loss": 0.0551,
      "step": 7837
    },
    {
      "epoch": 0.8497398091934085,
      "grad_norm": 0.3391890823841095,
      "learning_rate": 7.193529667778906e-05,
      "loss": 0.0276,
      "step": 7838
    },
    {
      "epoch": 0.8498482220294883,
      "grad_norm": 0.316903680562973,
      "learning_rate": 7.193166980995213e-05,
      "loss": 0.0422,
      "step": 7839
    },
    {
      "epoch": 0.849956634865568,
      "grad_norm": 0.18956096470355988,
      "learning_rate": 7.192804294211519e-05,
      "loss": 0.0206,
      "step": 7840
    },
    {
      "epoch": 0.8500650477016479,
      "grad_norm": 0.1146862804889679,
      "learning_rate": 7.192441607427826e-05,
      "loss": 0.0124,
      "step": 7841
    },
    {
      "epoch": 0.8501734605377277,
      "grad_norm": 0.40403294563293457,
      "learning_rate": 7.192078920644132e-05,
      "loss": 0.0567,
      "step": 7842
    },
    {
      "epoch": 0.8502818733738075,
      "grad_norm": 0.31294000148773193,
      "learning_rate": 7.191716233860439e-05,
      "loss": 0.0351,
      "step": 7843
    },
    {
      "epoch": 0.8503902862098872,
      "grad_norm": 0.3804838955402374,
      "learning_rate": 7.191353547076745e-05,
      "loss": 0.0529,
      "step": 7844
    },
    {
      "epoch": 0.8504986990459671,
      "grad_norm": 0.30243736505508423,
      "learning_rate": 7.19099086029305e-05,
      "loss": 0.0619,
      "step": 7845
    },
    {
      "epoch": 0.8506071118820469,
      "grad_norm": 0.29828956723213196,
      "learning_rate": 7.190628173509357e-05,
      "loss": 0.0346,
      "step": 7846
    },
    {
      "epoch": 0.8507155247181266,
      "grad_norm": 0.12504705786705017,
      "learning_rate": 7.190265486725663e-05,
      "loss": 0.0115,
      "step": 7847
    },
    {
      "epoch": 0.8508239375542064,
      "grad_norm": 0.3699969947338104,
      "learning_rate": 7.18990279994197e-05,
      "loss": 0.0387,
      "step": 7848
    },
    {
      "epoch": 0.8509323503902863,
      "grad_norm": 0.12451598048210144,
      "learning_rate": 7.189540113158277e-05,
      "loss": 0.0302,
      "step": 7849
    },
    {
      "epoch": 0.851040763226366,
      "grad_norm": 0.20301425457000732,
      "learning_rate": 7.189177426374584e-05,
      "loss": 0.0267,
      "step": 7850
    },
    {
      "epoch": 0.8511491760624458,
      "grad_norm": 0.20094089210033417,
      "learning_rate": 7.18881473959089e-05,
      "loss": 0.0337,
      "step": 7851
    },
    {
      "epoch": 0.8512575888985255,
      "grad_norm": 0.18779528141021729,
      "learning_rate": 7.188452052807196e-05,
      "loss": 0.0273,
      "step": 7852
    },
    {
      "epoch": 0.8513660017346054,
      "grad_norm": 0.28534817695617676,
      "learning_rate": 7.188089366023503e-05,
      "loss": 0.0264,
      "step": 7853
    },
    {
      "epoch": 0.8514744145706852,
      "grad_norm": 0.26788464188575745,
      "learning_rate": 7.187726679239809e-05,
      "loss": 0.0419,
      "step": 7854
    },
    {
      "epoch": 0.8515828274067649,
      "grad_norm": 0.23065285384655,
      "learning_rate": 7.187363992456116e-05,
      "loss": 0.0527,
      "step": 7855
    },
    {
      "epoch": 0.8516912402428447,
      "grad_norm": 0.3568255305290222,
      "learning_rate": 7.187001305672421e-05,
      "loss": 0.0674,
      "step": 7856
    },
    {
      "epoch": 0.8517996530789246,
      "grad_norm": 0.3499808609485626,
      "learning_rate": 7.186638618888729e-05,
      "loss": 0.0641,
      "step": 7857
    },
    {
      "epoch": 0.8519080659150043,
      "grad_norm": 0.20250923931598663,
      "learning_rate": 7.186275932105034e-05,
      "loss": 0.0192,
      "step": 7858
    },
    {
      "epoch": 0.8520164787510841,
      "grad_norm": 0.053180843591690063,
      "learning_rate": 7.185913245321341e-05,
      "loss": 0.0057,
      "step": 7859
    },
    {
      "epoch": 0.8521248915871639,
      "grad_norm": 0.401037335395813,
      "learning_rate": 7.185550558537647e-05,
      "loss": 0.0388,
      "step": 7860
    },
    {
      "epoch": 0.8522333044232437,
      "grad_norm": 0.22447210550308228,
      "learning_rate": 7.185187871753953e-05,
      "loss": 0.0477,
      "step": 7861
    },
    {
      "epoch": 0.8523417172593235,
      "grad_norm": 0.45200902223587036,
      "learning_rate": 7.18482518497026e-05,
      "loss": 0.0424,
      "step": 7862
    },
    {
      "epoch": 0.8524501300954033,
      "grad_norm": 0.14651453495025635,
      "learning_rate": 7.184462498186566e-05,
      "loss": 0.0241,
      "step": 7863
    },
    {
      "epoch": 0.852558542931483,
      "grad_norm": 0.058255139738321304,
      "learning_rate": 7.184099811402873e-05,
      "loss": 0.0096,
      "step": 7864
    },
    {
      "epoch": 0.8526669557675629,
      "grad_norm": 0.3197588324546814,
      "learning_rate": 7.183737124619178e-05,
      "loss": 0.0195,
      "step": 7865
    },
    {
      "epoch": 0.8527753686036427,
      "grad_norm": 0.694534182548523,
      "learning_rate": 7.183374437835486e-05,
      "loss": 0.0245,
      "step": 7866
    },
    {
      "epoch": 0.8528837814397224,
      "grad_norm": 0.2830934524536133,
      "learning_rate": 7.183011751051793e-05,
      "loss": 0.0636,
      "step": 7867
    },
    {
      "epoch": 0.8529921942758023,
      "grad_norm": 0.10976868867874146,
      "learning_rate": 7.182649064268098e-05,
      "loss": 0.0212,
      "step": 7868
    },
    {
      "epoch": 0.8531006071118821,
      "grad_norm": 0.20356187224388123,
      "learning_rate": 7.182286377484405e-05,
      "loss": 0.0437,
      "step": 7869
    },
    {
      "epoch": 0.8532090199479618,
      "grad_norm": 0.12564638257026672,
      "learning_rate": 7.181923690700711e-05,
      "loss": 0.0442,
      "step": 7870
    },
    {
      "epoch": 0.8533174327840416,
      "grad_norm": 0.4253472089767456,
      "learning_rate": 7.181561003917018e-05,
      "loss": 0.0882,
      "step": 7871
    },
    {
      "epoch": 0.8534258456201215,
      "grad_norm": 0.8760180473327637,
      "learning_rate": 7.181198317133324e-05,
      "loss": 0.0339,
      "step": 7872
    },
    {
      "epoch": 0.8535342584562012,
      "grad_norm": 0.09724023193120956,
      "learning_rate": 7.180835630349631e-05,
      "loss": 0.0098,
      "step": 7873
    },
    {
      "epoch": 0.853642671292281,
      "grad_norm": 0.38618871569633484,
      "learning_rate": 7.180472943565937e-05,
      "loss": 0.066,
      "step": 7874
    },
    {
      "epoch": 0.8537510841283608,
      "grad_norm": 0.28777965903282166,
      "learning_rate": 7.180110256782243e-05,
      "loss": 0.0415,
      "step": 7875
    },
    {
      "epoch": 0.8538594969644406,
      "grad_norm": 0.32654109597206116,
      "learning_rate": 7.17974756999855e-05,
      "loss": 0.0528,
      "step": 7876
    },
    {
      "epoch": 0.8539679098005204,
      "grad_norm": 0.34672287106513977,
      "learning_rate": 7.179384883214855e-05,
      "loss": 0.0767,
      "step": 7877
    },
    {
      "epoch": 0.8540763226366002,
      "grad_norm": 0.24218474328517914,
      "learning_rate": 7.179022196431162e-05,
      "loss": 0.0324,
      "step": 7878
    },
    {
      "epoch": 0.8541847354726799,
      "grad_norm": 0.20141863822937012,
      "learning_rate": 7.178659509647468e-05,
      "loss": 0.0556,
      "step": 7879
    },
    {
      "epoch": 0.8542931483087598,
      "grad_norm": 0.3104107975959778,
      "learning_rate": 7.178296822863775e-05,
      "loss": 0.0563,
      "step": 7880
    },
    {
      "epoch": 0.8544015611448396,
      "grad_norm": 0.1529756337404251,
      "learning_rate": 7.177934136080081e-05,
      "loss": 0.0226,
      "step": 7881
    },
    {
      "epoch": 0.8545099739809193,
      "grad_norm": 0.177073135972023,
      "learning_rate": 7.177571449296388e-05,
      "loss": 0.0265,
      "step": 7882
    },
    {
      "epoch": 0.8546183868169991,
      "grad_norm": 0.26869305968284607,
      "learning_rate": 7.177208762512695e-05,
      "loss": 0.0476,
      "step": 7883
    },
    {
      "epoch": 0.854726799653079,
      "grad_norm": 0.17754358053207397,
      "learning_rate": 7.176846075729001e-05,
      "loss": 0.0274,
      "step": 7884
    },
    {
      "epoch": 0.8548352124891587,
      "grad_norm": 0.29290351271629333,
      "learning_rate": 7.176483388945308e-05,
      "loss": 0.0664,
      "step": 7885
    },
    {
      "epoch": 0.8549436253252385,
      "grad_norm": 0.21094094216823578,
      "learning_rate": 7.176120702161614e-05,
      "loss": 0.0378,
      "step": 7886
    },
    {
      "epoch": 0.8550520381613183,
      "grad_norm": 0.4290356934070587,
      "learning_rate": 7.175758015377921e-05,
      "loss": 0.0403,
      "step": 7887
    },
    {
      "epoch": 0.8551604509973981,
      "grad_norm": 0.35435718297958374,
      "learning_rate": 7.175395328594227e-05,
      "loss": 0.0853,
      "step": 7888
    },
    {
      "epoch": 0.8552688638334779,
      "grad_norm": 0.24241109192371368,
      "learning_rate": 7.175032641810532e-05,
      "loss": 0.0425,
      "step": 7889
    },
    {
      "epoch": 0.8553772766695577,
      "grad_norm": 0.166268453001976,
      "learning_rate": 7.17466995502684e-05,
      "loss": 0.0212,
      "step": 7890
    },
    {
      "epoch": 0.8554856895056374,
      "grad_norm": 0.4405898153781891,
      "learning_rate": 7.174307268243145e-05,
      "loss": 0.0637,
      "step": 7891
    },
    {
      "epoch": 0.8555941023417173,
      "grad_norm": 0.24367395043373108,
      "learning_rate": 7.173944581459452e-05,
      "loss": 0.0369,
      "step": 7892
    },
    {
      "epoch": 0.855702515177797,
      "grad_norm": 0.09745090454816818,
      "learning_rate": 7.173581894675758e-05,
      "loss": 0.0143,
      "step": 7893
    },
    {
      "epoch": 0.8558109280138768,
      "grad_norm": 0.1978534460067749,
      "learning_rate": 7.173219207892065e-05,
      "loss": 0.0137,
      "step": 7894
    },
    {
      "epoch": 0.8559193408499567,
      "grad_norm": 0.5278046131134033,
      "learning_rate": 7.172856521108371e-05,
      "loss": 0.0855,
      "step": 7895
    },
    {
      "epoch": 0.8560277536860365,
      "grad_norm": 0.15816624462604523,
      "learning_rate": 7.172493834324678e-05,
      "loss": 0.0292,
      "step": 7896
    },
    {
      "epoch": 0.8561361665221162,
      "grad_norm": 0.2855193614959717,
      "learning_rate": 7.172131147540984e-05,
      "loss": 0.0663,
      "step": 7897
    },
    {
      "epoch": 0.856244579358196,
      "grad_norm": 0.1710432916879654,
      "learning_rate": 7.17176846075729e-05,
      "loss": 0.0268,
      "step": 7898
    },
    {
      "epoch": 0.8563529921942759,
      "grad_norm": 0.24665887653827667,
      "learning_rate": 7.171405773973596e-05,
      "loss": 0.0194,
      "step": 7899
    },
    {
      "epoch": 0.8564614050303556,
      "grad_norm": 0.29278165102005005,
      "learning_rate": 7.171043087189904e-05,
      "loss": 0.059,
      "step": 7900
    },
    {
      "epoch": 0.8565698178664354,
      "grad_norm": 0.3718203604221344,
      "learning_rate": 7.17068040040621e-05,
      "loss": 0.0551,
      "step": 7901
    },
    {
      "epoch": 0.8566782307025151,
      "grad_norm": 0.28437525033950806,
      "learning_rate": 7.170317713622516e-05,
      "loss": 0.0374,
      "step": 7902
    },
    {
      "epoch": 0.856786643538595,
      "grad_norm": 0.2780556380748749,
      "learning_rate": 7.169955026838822e-05,
      "loss": 0.0823,
      "step": 7903
    },
    {
      "epoch": 0.8568950563746748,
      "grad_norm": 0.15708567202091217,
      "learning_rate": 7.169592340055129e-05,
      "loss": 0.0179,
      "step": 7904
    },
    {
      "epoch": 0.8570034692107545,
      "grad_norm": 0.246351957321167,
      "learning_rate": 7.169229653271435e-05,
      "loss": 0.0451,
      "step": 7905
    },
    {
      "epoch": 0.8571118820468343,
      "grad_norm": 0.265788197517395,
      "learning_rate": 7.168866966487742e-05,
      "loss": 0.044,
      "step": 7906
    },
    {
      "epoch": 0.8572202948829142,
      "grad_norm": 0.336168497800827,
      "learning_rate": 7.168504279704048e-05,
      "loss": 0.0629,
      "step": 7907
    },
    {
      "epoch": 0.8573287077189939,
      "grad_norm": 0.565153956413269,
      "learning_rate": 7.168141592920355e-05,
      "loss": 0.0664,
      "step": 7908
    },
    {
      "epoch": 0.8574371205550737,
      "grad_norm": 0.09944803267717361,
      "learning_rate": 7.16777890613666e-05,
      "loss": 0.0124,
      "step": 7909
    },
    {
      "epoch": 0.8575455333911535,
      "grad_norm": 0.20106013119220734,
      "learning_rate": 7.167416219352968e-05,
      "loss": 0.036,
      "step": 7910
    },
    {
      "epoch": 0.8576539462272333,
      "grad_norm": 0.15723925828933716,
      "learning_rate": 7.167053532569273e-05,
      "loss": 0.0407,
      "step": 7911
    },
    {
      "epoch": 0.8577623590633131,
      "grad_norm": 0.3500211834907532,
      "learning_rate": 7.166690845785579e-05,
      "loss": 0.0702,
      "step": 7912
    },
    {
      "epoch": 0.8578707718993929,
      "grad_norm": 0.15355677902698517,
      "learning_rate": 7.166328159001886e-05,
      "loss": 0.0285,
      "step": 7913
    },
    {
      "epoch": 0.8579791847354726,
      "grad_norm": 0.30795130133628845,
      "learning_rate": 7.165965472218192e-05,
      "loss": 0.0454,
      "step": 7914
    },
    {
      "epoch": 0.8580875975715525,
      "grad_norm": 0.2380080670118332,
      "learning_rate": 7.165602785434499e-05,
      "loss": 0.0483,
      "step": 7915
    },
    {
      "epoch": 0.8581960104076323,
      "grad_norm": 0.10785841941833496,
      "learning_rate": 7.165240098650805e-05,
      "loss": 0.0157,
      "step": 7916
    },
    {
      "epoch": 0.858304423243712,
      "grad_norm": 0.25699251890182495,
      "learning_rate": 7.164877411867112e-05,
      "loss": 0.0643,
      "step": 7917
    },
    {
      "epoch": 0.8584128360797918,
      "grad_norm": 0.29059165716171265,
      "learning_rate": 7.164514725083419e-05,
      "loss": 0.0442,
      "step": 7918
    },
    {
      "epoch": 0.8585212489158717,
      "grad_norm": 0.3066415786743164,
      "learning_rate": 7.164152038299725e-05,
      "loss": 0.0588,
      "step": 7919
    },
    {
      "epoch": 0.8586296617519514,
      "grad_norm": 0.14525140821933746,
      "learning_rate": 7.163789351516032e-05,
      "loss": 0.0218,
      "step": 7920
    },
    {
      "epoch": 0.8587380745880312,
      "grad_norm": 0.6156483888626099,
      "learning_rate": 7.163426664732337e-05,
      "loss": 0.0766,
      "step": 7921
    },
    {
      "epoch": 0.858846487424111,
      "grad_norm": 0.09277721494436264,
      "learning_rate": 7.163063977948645e-05,
      "loss": 0.0177,
      "step": 7922
    },
    {
      "epoch": 0.8589549002601908,
      "grad_norm": 0.1343713402748108,
      "learning_rate": 7.16270129116495e-05,
      "loss": 0.0315,
      "step": 7923
    },
    {
      "epoch": 0.8590633130962706,
      "grad_norm": 0.17622371017932892,
      "learning_rate": 7.162338604381257e-05,
      "loss": 0.0262,
      "step": 7924
    },
    {
      "epoch": 0.8591717259323504,
      "grad_norm": 0.3240163326263428,
      "learning_rate": 7.161975917597563e-05,
      "loss": 0.0681,
      "step": 7925
    },
    {
      "epoch": 0.8592801387684302,
      "grad_norm": 0.4107653498649597,
      "learning_rate": 7.161613230813869e-05,
      "loss": 0.0845,
      "step": 7926
    },
    {
      "epoch": 0.85938855160451,
      "grad_norm": 0.3499011993408203,
      "learning_rate": 7.161250544030176e-05,
      "loss": 0.0507,
      "step": 7927
    },
    {
      "epoch": 0.8594969644405898,
      "grad_norm": 0.3954292833805084,
      "learning_rate": 7.160887857246482e-05,
      "loss": 0.0563,
      "step": 7928
    },
    {
      "epoch": 0.8596053772766695,
      "grad_norm": 0.261118084192276,
      "learning_rate": 7.160525170462789e-05,
      "loss": 0.0393,
      "step": 7929
    },
    {
      "epoch": 0.8597137901127494,
      "grad_norm": 0.28330138325691223,
      "learning_rate": 7.160162483679094e-05,
      "loss": 0.0276,
      "step": 7930
    },
    {
      "epoch": 0.8598222029488292,
      "grad_norm": 0.32734283804893494,
      "learning_rate": 7.159799796895402e-05,
      "loss": 0.0344,
      "step": 7931
    },
    {
      "epoch": 0.8599306157849089,
      "grad_norm": 0.17148572206497192,
      "learning_rate": 7.159437110111707e-05,
      "loss": 0.0291,
      "step": 7932
    },
    {
      "epoch": 0.8600390286209887,
      "grad_norm": 0.41156840324401855,
      "learning_rate": 7.159074423328014e-05,
      "loss": 0.0283,
      "step": 7933
    },
    {
      "epoch": 0.8601474414570686,
      "grad_norm": 0.0915779173374176,
      "learning_rate": 7.15871173654432e-05,
      "loss": 0.0126,
      "step": 7934
    },
    {
      "epoch": 0.8602558542931483,
      "grad_norm": 0.34890618920326233,
      "learning_rate": 7.158349049760627e-05,
      "loss": 0.0504,
      "step": 7935
    },
    {
      "epoch": 0.8603642671292281,
      "grad_norm": 0.3167557120323181,
      "learning_rate": 7.157986362976934e-05,
      "loss": 0.033,
      "step": 7936
    },
    {
      "epoch": 0.8604726799653079,
      "grad_norm": 0.11006207019090652,
      "learning_rate": 7.15762367619324e-05,
      "loss": 0.012,
      "step": 7937
    },
    {
      "epoch": 0.8605810928013877,
      "grad_norm": 0.29757994413375854,
      "learning_rate": 7.157260989409547e-05,
      "loss": 0.0394,
      "step": 7938
    },
    {
      "epoch": 0.8606895056374675,
      "grad_norm": 0.3614106774330139,
      "learning_rate": 7.156898302625853e-05,
      "loss": 0.0484,
      "step": 7939
    },
    {
      "epoch": 0.8607979184735473,
      "grad_norm": 0.2846151888370514,
      "learning_rate": 7.15653561584216e-05,
      "loss": 0.0614,
      "step": 7940
    },
    {
      "epoch": 0.860906331309627,
      "grad_norm": 0.27597302198410034,
      "learning_rate": 7.156172929058466e-05,
      "loss": 0.0308,
      "step": 7941
    },
    {
      "epoch": 0.8610147441457069,
      "grad_norm": 0.34188970923423767,
      "learning_rate": 7.155810242274771e-05,
      "loss": 0.0383,
      "step": 7942
    },
    {
      "epoch": 0.8611231569817867,
      "grad_norm": 0.18575923144817352,
      "learning_rate": 7.155447555491078e-05,
      "loss": 0.0381,
      "step": 7943
    },
    {
      "epoch": 0.8612315698178664,
      "grad_norm": 0.356945663690567,
      "learning_rate": 7.155084868707384e-05,
      "loss": 0.0373,
      "step": 7944
    },
    {
      "epoch": 0.8613399826539462,
      "grad_norm": 0.31983375549316406,
      "learning_rate": 7.154722181923691e-05,
      "loss": 0.0462,
      "step": 7945
    },
    {
      "epoch": 0.861448395490026,
      "grad_norm": 0.3069322109222412,
      "learning_rate": 7.154359495139997e-05,
      "loss": 0.0469,
      "step": 7946
    },
    {
      "epoch": 0.8615568083261058,
      "grad_norm": 0.341038316488266,
      "learning_rate": 7.153996808356304e-05,
      "loss": 0.0472,
      "step": 7947
    },
    {
      "epoch": 0.8616652211621856,
      "grad_norm": 0.0753885880112648,
      "learning_rate": 7.15363412157261e-05,
      "loss": 0.02,
      "step": 7948
    },
    {
      "epoch": 0.8617736339982653,
      "grad_norm": 0.22484087944030762,
      "learning_rate": 7.153271434788916e-05,
      "loss": 0.0265,
      "step": 7949
    },
    {
      "epoch": 0.8618820468343452,
      "grad_norm": 0.3915734887123108,
      "learning_rate": 7.152908748005223e-05,
      "loss": 0.0403,
      "step": 7950
    },
    {
      "epoch": 0.861990459670425,
      "grad_norm": 0.15502949059009552,
      "learning_rate": 7.152546061221528e-05,
      "loss": 0.0181,
      "step": 7951
    },
    {
      "epoch": 0.8620988725065047,
      "grad_norm": 0.2398679405450821,
      "learning_rate": 7.152183374437837e-05,
      "loss": 0.0482,
      "step": 7952
    },
    {
      "epoch": 0.8622072853425846,
      "grad_norm": 0.4073154926300049,
      "learning_rate": 7.151820687654143e-05,
      "loss": 0.0349,
      "step": 7953
    },
    {
      "epoch": 0.8623156981786644,
      "grad_norm": 0.24560363590717316,
      "learning_rate": 7.15145800087045e-05,
      "loss": 0.0356,
      "step": 7954
    },
    {
      "epoch": 0.8624241110147441,
      "grad_norm": 0.20153437554836273,
      "learning_rate": 7.151095314086755e-05,
      "loss": 0.0222,
      "step": 7955
    },
    {
      "epoch": 0.8625325238508239,
      "grad_norm": 0.0922912210226059,
      "learning_rate": 7.150732627303061e-05,
      "loss": 0.0109,
      "step": 7956
    },
    {
      "epoch": 0.8626409366869038,
      "grad_norm": 0.08692855387926102,
      "learning_rate": 7.150369940519368e-05,
      "loss": 0.0134,
      "step": 7957
    },
    {
      "epoch": 0.8627493495229835,
      "grad_norm": 0.5211402177810669,
      "learning_rate": 7.150007253735674e-05,
      "loss": 0.0572,
      "step": 7958
    },
    {
      "epoch": 0.8628577623590633,
      "grad_norm": 0.26958587765693665,
      "learning_rate": 7.149644566951981e-05,
      "loss": 0.0453,
      "step": 7959
    },
    {
      "epoch": 0.8629661751951431,
      "grad_norm": 0.43762463331222534,
      "learning_rate": 7.149281880168287e-05,
      "loss": 0.0591,
      "step": 7960
    },
    {
      "epoch": 0.863074588031223,
      "grad_norm": 0.4364933371543884,
      "learning_rate": 7.148919193384594e-05,
      "loss": 0.0687,
      "step": 7961
    },
    {
      "epoch": 0.8631830008673027,
      "grad_norm": 0.27827543020248413,
      "learning_rate": 7.1485565066009e-05,
      "loss": 0.0391,
      "step": 7962
    },
    {
      "epoch": 0.8632914137033825,
      "grad_norm": 0.3829115629196167,
      "learning_rate": 7.148193819817207e-05,
      "loss": 0.0425,
      "step": 7963
    },
    {
      "epoch": 0.8633998265394622,
      "grad_norm": 0.45148342847824097,
      "learning_rate": 7.147831133033512e-05,
      "loss": 0.0967,
      "step": 7964
    },
    {
      "epoch": 0.8635082393755421,
      "grad_norm": 0.34547173976898193,
      "learning_rate": 7.147468446249818e-05,
      "loss": 0.0669,
      "step": 7965
    },
    {
      "epoch": 0.8636166522116219,
      "grad_norm": 0.14762595295906067,
      "learning_rate": 7.147105759466125e-05,
      "loss": 0.0259,
      "step": 7966
    },
    {
      "epoch": 0.8637250650477016,
      "grad_norm": 0.5892257690429688,
      "learning_rate": 7.146743072682431e-05,
      "loss": 0.0843,
      "step": 7967
    },
    {
      "epoch": 0.8638334778837814,
      "grad_norm": 0.12705333530902863,
      "learning_rate": 7.146380385898738e-05,
      "loss": 0.0154,
      "step": 7968
    },
    {
      "epoch": 0.8639418907198613,
      "grad_norm": 0.5011471509933472,
      "learning_rate": 7.146017699115044e-05,
      "loss": 0.1259,
      "step": 7969
    },
    {
      "epoch": 0.864050303555941,
      "grad_norm": 0.31272995471954346,
      "learning_rate": 7.145655012331351e-05,
      "loss": 0.0275,
      "step": 7970
    },
    {
      "epoch": 0.8641587163920208,
      "grad_norm": 0.2998754680156708,
      "learning_rate": 7.145292325547658e-05,
      "loss": 0.0474,
      "step": 7971
    },
    {
      "epoch": 0.8642671292281006,
      "grad_norm": 0.15891903638839722,
      "learning_rate": 7.144929638763964e-05,
      "loss": 0.0358,
      "step": 7972
    },
    {
      "epoch": 0.8643755420641804,
      "grad_norm": 0.09220434725284576,
      "learning_rate": 7.144566951980271e-05,
      "loss": 0.0156,
      "step": 7973
    },
    {
      "epoch": 0.8644839549002602,
      "grad_norm": 0.27667689323425293,
      "learning_rate": 7.144204265196577e-05,
      "loss": 0.0153,
      "step": 7974
    },
    {
      "epoch": 0.86459236773634,
      "grad_norm": 0.17999617755413055,
      "learning_rate": 7.143841578412884e-05,
      "loss": 0.0496,
      "step": 7975
    },
    {
      "epoch": 0.8647007805724197,
      "grad_norm": 0.20716160535812378,
      "learning_rate": 7.14347889162919e-05,
      "loss": 0.0335,
      "step": 7976
    },
    {
      "epoch": 0.8648091934084996,
      "grad_norm": 0.19430342316627502,
      "learning_rate": 7.143116204845496e-05,
      "loss": 0.0383,
      "step": 7977
    },
    {
      "epoch": 0.8649176062445794,
      "grad_norm": 0.20594878494739532,
      "learning_rate": 7.142753518061802e-05,
      "loss": 0.0322,
      "step": 7978
    },
    {
      "epoch": 0.8650260190806591,
      "grad_norm": 0.15387743711471558,
      "learning_rate": 7.142390831278108e-05,
      "loss": 0.0328,
      "step": 7979
    },
    {
      "epoch": 0.8651344319167389,
      "grad_norm": 0.17505253851413727,
      "learning_rate": 7.142028144494415e-05,
      "loss": 0.0243,
      "step": 7980
    },
    {
      "epoch": 0.8652428447528188,
      "grad_norm": 0.25314784049987793,
      "learning_rate": 7.141665457710721e-05,
      "loss": 0.043,
      "step": 7981
    },
    {
      "epoch": 0.8653512575888985,
      "grad_norm": 0.22380933165550232,
      "learning_rate": 7.141302770927028e-05,
      "loss": 0.0296,
      "step": 7982
    },
    {
      "epoch": 0.8654596704249783,
      "grad_norm": 0.09732599556446075,
      "learning_rate": 7.140940084143334e-05,
      "loss": 0.0131,
      "step": 7983
    },
    {
      "epoch": 0.8655680832610582,
      "grad_norm": 0.13663525879383087,
      "learning_rate": 7.14057739735964e-05,
      "loss": 0.0208,
      "step": 7984
    },
    {
      "epoch": 0.8656764960971379,
      "grad_norm": 0.19383731484413147,
      "learning_rate": 7.140214710575946e-05,
      "loss": 0.0306,
      "step": 7985
    },
    {
      "epoch": 0.8657849089332177,
      "grad_norm": 0.19663335382938385,
      "learning_rate": 7.139852023792253e-05,
      "loss": 0.0265,
      "step": 7986
    },
    {
      "epoch": 0.8658933217692975,
      "grad_norm": 0.12682192027568817,
      "learning_rate": 7.13948933700856e-05,
      "loss": 0.0338,
      "step": 7987
    },
    {
      "epoch": 0.8660017346053773,
      "grad_norm": 0.17311057448387146,
      "learning_rate": 7.139126650224866e-05,
      "loss": 0.0337,
      "step": 7988
    },
    {
      "epoch": 0.8661101474414571,
      "grad_norm": 0.3021852374076843,
      "learning_rate": 7.138763963441173e-05,
      "loss": 0.0666,
      "step": 7989
    },
    {
      "epoch": 0.8662185602775369,
      "grad_norm": 0.1290607750415802,
      "learning_rate": 7.138401276657479e-05,
      "loss": 0.015,
      "step": 7990
    },
    {
      "epoch": 0.8663269731136166,
      "grad_norm": 0.27609172463417053,
      "learning_rate": 7.138038589873786e-05,
      "loss": 0.0339,
      "step": 7991
    },
    {
      "epoch": 0.8664353859496965,
      "grad_norm": 0.10154843330383301,
      "learning_rate": 7.137675903090092e-05,
      "loss": 0.0273,
      "step": 7992
    },
    {
      "epoch": 0.8665437987857763,
      "grad_norm": 0.22471849620342255,
      "learning_rate": 7.137313216306398e-05,
      "loss": 0.0218,
      "step": 7993
    },
    {
      "epoch": 0.866652211621856,
      "grad_norm": 0.21593786776065826,
      "learning_rate": 7.136950529522705e-05,
      "loss": 0.0375,
      "step": 7994
    },
    {
      "epoch": 0.8667606244579358,
      "grad_norm": 0.22280947864055634,
      "learning_rate": 7.13658784273901e-05,
      "loss": 0.0267,
      "step": 7995
    },
    {
      "epoch": 0.8668690372940157,
      "grad_norm": 0.29135316610336304,
      "learning_rate": 7.136225155955318e-05,
      "loss": 0.0543,
      "step": 7996
    },
    {
      "epoch": 0.8669774501300954,
      "grad_norm": 0.4689851701259613,
      "learning_rate": 7.135862469171623e-05,
      "loss": 0.0679,
      "step": 7997
    },
    {
      "epoch": 0.8670858629661752,
      "grad_norm": 0.09538408368825912,
      "learning_rate": 7.13549978238793e-05,
      "loss": 0.0109,
      "step": 7998
    },
    {
      "epoch": 0.8671942758022549,
      "grad_norm": 0.23969411849975586,
      "learning_rate": 7.135137095604236e-05,
      "loss": 0.0168,
      "step": 7999
    },
    {
      "epoch": 0.8673026886383348,
      "grad_norm": 0.33222946524620056,
      "learning_rate": 7.134774408820543e-05,
      "loss": 0.0601,
      "step": 8000
    },
    {
      "epoch": 0.8674111014744146,
      "grad_norm": 0.15221400558948517,
      "learning_rate": 7.134411722036849e-05,
      "loss": 0.0521,
      "step": 8001
    },
    {
      "epoch": 0.8675195143104943,
      "grad_norm": 0.4911930561065674,
      "learning_rate": 7.134049035253155e-05,
      "loss": 0.0587,
      "step": 8002
    },
    {
      "epoch": 0.8676279271465741,
      "grad_norm": 0.08810404688119888,
      "learning_rate": 7.133686348469462e-05,
      "loss": 0.0173,
      "step": 8003
    },
    {
      "epoch": 0.867736339982654,
      "grad_norm": 0.08899042755365372,
      "learning_rate": 7.133323661685769e-05,
      "loss": 0.0129,
      "step": 8004
    },
    {
      "epoch": 0.8678447528187337,
      "grad_norm": 0.18582309782505035,
      "learning_rate": 7.132960974902076e-05,
      "loss": 0.0431,
      "step": 8005
    },
    {
      "epoch": 0.8679531656548135,
      "grad_norm": 0.4489683210849762,
      "learning_rate": 7.132598288118382e-05,
      "loss": 0.1093,
      "step": 8006
    },
    {
      "epoch": 0.8680615784908933,
      "grad_norm": 0.11044556647539139,
      "learning_rate": 7.132235601334687e-05,
      "loss": 0.0214,
      "step": 8007
    },
    {
      "epoch": 0.8681699913269731,
      "grad_norm": 0.19783152639865875,
      "learning_rate": 7.131872914550994e-05,
      "loss": 0.0472,
      "step": 8008
    },
    {
      "epoch": 0.8682784041630529,
      "grad_norm": 0.36440953612327576,
      "learning_rate": 7.1315102277673e-05,
      "loss": 0.04,
      "step": 8009
    },
    {
      "epoch": 0.8683868169991327,
      "grad_norm": 0.17963168025016785,
      "learning_rate": 7.131147540983607e-05,
      "loss": 0.0411,
      "step": 8010
    },
    {
      "epoch": 0.8684952298352124,
      "grad_norm": 0.1413743644952774,
      "learning_rate": 7.130784854199913e-05,
      "loss": 0.0257,
      "step": 8011
    },
    {
      "epoch": 0.8686036426712923,
      "grad_norm": 0.39559829235076904,
      "learning_rate": 7.13042216741622e-05,
      "loss": 0.0681,
      "step": 8012
    },
    {
      "epoch": 0.8687120555073721,
      "grad_norm": 0.2561500668525696,
      "learning_rate": 7.130059480632526e-05,
      "loss": 0.0301,
      "step": 8013
    },
    {
      "epoch": 0.8688204683434518,
      "grad_norm": 0.14872071146965027,
      "learning_rate": 7.129696793848833e-05,
      "loss": 0.0242,
      "step": 8014
    },
    {
      "epoch": 0.8689288811795317,
      "grad_norm": 0.26631879806518555,
      "learning_rate": 7.129334107065139e-05,
      "loss": 0.031,
      "step": 8015
    },
    {
      "epoch": 0.8690372940156115,
      "grad_norm": 0.0882427990436554,
      "learning_rate": 7.128971420281444e-05,
      "loss": 0.0261,
      "step": 8016
    },
    {
      "epoch": 0.8691457068516912,
      "grad_norm": 0.23129183053970337,
      "learning_rate": 7.128608733497752e-05,
      "loss": 0.0496,
      "step": 8017
    },
    {
      "epoch": 0.869254119687771,
      "grad_norm": 0.09904883056879044,
      "learning_rate": 7.128246046714057e-05,
      "loss": 0.0242,
      "step": 8018
    },
    {
      "epoch": 0.8693625325238509,
      "grad_norm": 0.2766678035259247,
      "learning_rate": 7.127883359930364e-05,
      "loss": 0.0581,
      "step": 8019
    },
    {
      "epoch": 0.8694709453599306,
      "grad_norm": 0.22747188806533813,
      "learning_rate": 7.12752067314667e-05,
      "loss": 0.023,
      "step": 8020
    },
    {
      "epoch": 0.8695793581960104,
      "grad_norm": 0.1724429875612259,
      "learning_rate": 7.127157986362977e-05,
      "loss": 0.0511,
      "step": 8021
    },
    {
      "epoch": 0.8696877710320902,
      "grad_norm": 0.22407986223697662,
      "learning_rate": 7.126795299579284e-05,
      "loss": 0.0205,
      "step": 8022
    },
    {
      "epoch": 0.86979618386817,
      "grad_norm": 0.26830440759658813,
      "learning_rate": 7.12643261279559e-05,
      "loss": 0.0539,
      "step": 8023
    },
    {
      "epoch": 0.8699045967042498,
      "grad_norm": 0.3312293291091919,
      "learning_rate": 7.126069926011897e-05,
      "loss": 0.0412,
      "step": 8024
    },
    {
      "epoch": 0.8700130095403296,
      "grad_norm": 0.1690061390399933,
      "learning_rate": 7.125707239228203e-05,
      "loss": 0.0182,
      "step": 8025
    },
    {
      "epoch": 0.8701214223764093,
      "grad_norm": 0.13502159714698792,
      "learning_rate": 7.12534455244451e-05,
      "loss": 0.0167,
      "step": 8026
    },
    {
      "epoch": 0.8702298352124892,
      "grad_norm": 0.22653236985206604,
      "learning_rate": 7.124981865660816e-05,
      "loss": 0.0366,
      "step": 8027
    },
    {
      "epoch": 0.870338248048569,
      "grad_norm": 0.3816041648387909,
      "learning_rate": 7.124619178877123e-05,
      "loss": 0.0594,
      "step": 8028
    },
    {
      "epoch": 0.8704466608846487,
      "grad_norm": 0.32253798842430115,
      "learning_rate": 7.124256492093428e-05,
      "loss": 0.0473,
      "step": 8029
    },
    {
      "epoch": 0.8705550737207285,
      "grad_norm": 0.16587059199810028,
      "learning_rate": 7.123893805309734e-05,
      "loss": 0.0353,
      "step": 8030
    },
    {
      "epoch": 0.8706634865568084,
      "grad_norm": 0.3758449852466583,
      "learning_rate": 7.123531118526041e-05,
      "loss": 0.0512,
      "step": 8031
    },
    {
      "epoch": 0.8707718993928881,
      "grad_norm": 0.2119627147912979,
      "learning_rate": 7.123168431742347e-05,
      "loss": 0.0456,
      "step": 8032
    },
    {
      "epoch": 0.8708803122289679,
      "grad_norm": 0.27054697275161743,
      "learning_rate": 7.122805744958654e-05,
      "loss": 0.0414,
      "step": 8033
    },
    {
      "epoch": 0.8709887250650477,
      "grad_norm": 0.3024788200855255,
      "learning_rate": 7.12244305817496e-05,
      "loss": 0.0282,
      "step": 8034
    },
    {
      "epoch": 0.8710971379011275,
      "grad_norm": 0.37397095561027527,
      "learning_rate": 7.122080371391267e-05,
      "loss": 0.0605,
      "step": 8035
    },
    {
      "epoch": 0.8712055507372073,
      "grad_norm": 0.23817776143550873,
      "learning_rate": 7.121717684607573e-05,
      "loss": 0.0269,
      "step": 8036
    },
    {
      "epoch": 0.871313963573287,
      "grad_norm": 0.322870671749115,
      "learning_rate": 7.12135499782388e-05,
      "loss": 0.0493,
      "step": 8037
    },
    {
      "epoch": 0.8714223764093668,
      "grad_norm": 0.16301634907722473,
      "learning_rate": 7.120992311040185e-05,
      "loss": 0.0275,
      "step": 8038
    },
    {
      "epoch": 0.8715307892454467,
      "grad_norm": 0.16181285679340363,
      "learning_rate": 7.120629624256493e-05,
      "loss": 0.0193,
      "step": 8039
    },
    {
      "epoch": 0.8716392020815265,
      "grad_norm": 0.2718062400817871,
      "learning_rate": 7.1202669374728e-05,
      "loss": 0.0219,
      "step": 8040
    },
    {
      "epoch": 0.8717476149176062,
      "grad_norm": 0.4208188056945801,
      "learning_rate": 7.119904250689105e-05,
      "loss": 0.0675,
      "step": 8041
    },
    {
      "epoch": 0.8718560277536861,
      "grad_norm": 0.1308455467224121,
      "learning_rate": 7.119541563905412e-05,
      "loss": 0.0291,
      "step": 8042
    },
    {
      "epoch": 0.8719644405897659,
      "grad_norm": 0.650923490524292,
      "learning_rate": 7.119178877121718e-05,
      "loss": 0.0433,
      "step": 8043
    },
    {
      "epoch": 0.8720728534258456,
      "grad_norm": 0.6250624656677246,
      "learning_rate": 7.118816190338025e-05,
      "loss": 0.0561,
      "step": 8044
    },
    {
      "epoch": 0.8721812662619254,
      "grad_norm": 0.18481166660785675,
      "learning_rate": 7.118453503554331e-05,
      "loss": 0.0267,
      "step": 8045
    },
    {
      "epoch": 0.8722896790980053,
      "grad_norm": 0.23106883466243744,
      "learning_rate": 7.118090816770637e-05,
      "loss": 0.0548,
      "step": 8046
    },
    {
      "epoch": 0.872398091934085,
      "grad_norm": 0.18544058501720428,
      "learning_rate": 7.117728129986944e-05,
      "loss": 0.0372,
      "step": 8047
    },
    {
      "epoch": 0.8725065047701648,
      "grad_norm": 0.23976117372512817,
      "learning_rate": 7.11736544320325e-05,
      "loss": 0.0513,
      "step": 8048
    },
    {
      "epoch": 0.8726149176062445,
      "grad_norm": 0.3162951171398163,
      "learning_rate": 7.117002756419557e-05,
      "loss": 0.0437,
      "step": 8049
    },
    {
      "epoch": 0.8727233304423244,
      "grad_norm": 0.17536522448062897,
      "learning_rate": 7.116640069635862e-05,
      "loss": 0.0318,
      "step": 8050
    },
    {
      "epoch": 0.8728317432784042,
      "grad_norm": 0.18237748742103577,
      "learning_rate": 7.11627738285217e-05,
      "loss": 0.0208,
      "step": 8051
    },
    {
      "epoch": 0.872940156114484,
      "grad_norm": 0.26759710907936096,
      "learning_rate": 7.115914696068475e-05,
      "loss": 0.0707,
      "step": 8052
    },
    {
      "epoch": 0.8730485689505637,
      "grad_norm": 0.26469898223876953,
      "learning_rate": 7.115552009284781e-05,
      "loss": 0.0323,
      "step": 8053
    },
    {
      "epoch": 0.8731569817866436,
      "grad_norm": 0.2747608721256256,
      "learning_rate": 7.115189322501088e-05,
      "loss": 0.0371,
      "step": 8054
    },
    {
      "epoch": 0.8732653946227233,
      "grad_norm": 0.16780102252960205,
      "learning_rate": 7.114826635717394e-05,
      "loss": 0.029,
      "step": 8055
    },
    {
      "epoch": 0.8733738074588031,
      "grad_norm": 0.15115651488304138,
      "learning_rate": 7.114463948933702e-05,
      "loss": 0.0173,
      "step": 8056
    },
    {
      "epoch": 0.8734822202948829,
      "grad_norm": 1.2120777368545532,
      "learning_rate": 7.114101262150008e-05,
      "loss": 0.067,
      "step": 8057
    },
    {
      "epoch": 0.8735906331309627,
      "grad_norm": 0.3527778685092926,
      "learning_rate": 7.113738575366315e-05,
      "loss": 0.0693,
      "step": 8058
    },
    {
      "epoch": 0.8736990459670425,
      "grad_norm": 0.5183727145195007,
      "learning_rate": 7.113375888582621e-05,
      "loss": 0.1172,
      "step": 8059
    },
    {
      "epoch": 0.8738074588031223,
      "grad_norm": 0.24784353375434875,
      "learning_rate": 7.113013201798926e-05,
      "loss": 0.0371,
      "step": 8060
    },
    {
      "epoch": 0.873915871639202,
      "grad_norm": 0.18019993603229523,
      "learning_rate": 7.112650515015234e-05,
      "loss": 0.0294,
      "step": 8061
    },
    {
      "epoch": 0.8740242844752819,
      "grad_norm": 0.18881894648075104,
      "learning_rate": 7.112287828231539e-05,
      "loss": 0.0262,
      "step": 8062
    },
    {
      "epoch": 0.8741326973113617,
      "grad_norm": 0.863845705986023,
      "learning_rate": 7.111925141447846e-05,
      "loss": 0.0897,
      "step": 8063
    },
    {
      "epoch": 0.8742411101474414,
      "grad_norm": 0.26571527123451233,
      "learning_rate": 7.111562454664152e-05,
      "loss": 0.0378,
      "step": 8064
    },
    {
      "epoch": 0.8743495229835212,
      "grad_norm": 0.13156387209892273,
      "learning_rate": 7.111199767880459e-05,
      "loss": 0.0306,
      "step": 8065
    },
    {
      "epoch": 0.8744579358196011,
      "grad_norm": 0.324878454208374,
      "learning_rate": 7.110837081096765e-05,
      "loss": 0.0325,
      "step": 8066
    },
    {
      "epoch": 0.8745663486556808,
      "grad_norm": 0.19813671708106995,
      "learning_rate": 7.110474394313072e-05,
      "loss": 0.026,
      "step": 8067
    },
    {
      "epoch": 0.8746747614917606,
      "grad_norm": 0.1372825801372528,
      "learning_rate": 7.110111707529378e-05,
      "loss": 0.029,
      "step": 8068
    },
    {
      "epoch": 0.8747831743278404,
      "grad_norm": 0.24987082183361053,
      "learning_rate": 7.109749020745683e-05,
      "loss": 0.0533,
      "step": 8069
    },
    {
      "epoch": 0.8748915871639202,
      "grad_norm": 0.12825042009353638,
      "learning_rate": 7.10938633396199e-05,
      "loss": 0.0296,
      "step": 8070
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.22529780864715576,
      "learning_rate": 7.109023647178296e-05,
      "loss": 0.0265,
      "step": 8071
    },
    {
      "epoch": 0.8751084128360798,
      "grad_norm": 0.11988906562328339,
      "learning_rate": 7.108660960394603e-05,
      "loss": 0.0153,
      "step": 8072
    },
    {
      "epoch": 0.8752168256721596,
      "grad_norm": 0.1544690728187561,
      "learning_rate": 7.10829827361091e-05,
      "loss": 0.0288,
      "step": 8073
    },
    {
      "epoch": 0.8753252385082394,
      "grad_norm": 0.30618101358413696,
      "learning_rate": 7.107935586827216e-05,
      "loss": 0.0488,
      "step": 8074
    },
    {
      "epoch": 0.8754336513443192,
      "grad_norm": 0.2163425236940384,
      "learning_rate": 7.107572900043523e-05,
      "loss": 0.0418,
      "step": 8075
    },
    {
      "epoch": 0.8755420641803989,
      "grad_norm": 0.2621253728866577,
      "learning_rate": 7.107210213259829e-05,
      "loss": 0.0386,
      "step": 8076
    },
    {
      "epoch": 0.8756504770164788,
      "grad_norm": 0.9161407947540283,
      "learning_rate": 7.106847526476136e-05,
      "loss": 0.0708,
      "step": 8077
    },
    {
      "epoch": 0.8757588898525586,
      "grad_norm": 0.28653618693351746,
      "learning_rate": 7.106484839692442e-05,
      "loss": 0.0428,
      "step": 8078
    },
    {
      "epoch": 0.8758673026886383,
      "grad_norm": 0.45374980568885803,
      "learning_rate": 7.106122152908749e-05,
      "loss": 0.0588,
      "step": 8079
    },
    {
      "epoch": 0.8759757155247181,
      "grad_norm": 0.32733502984046936,
      "learning_rate": 7.105759466125055e-05,
      "loss": 0.0474,
      "step": 8080
    },
    {
      "epoch": 0.876084128360798,
      "grad_norm": 0.43573328852653503,
      "learning_rate": 7.105396779341362e-05,
      "loss": 0.0736,
      "step": 8081
    },
    {
      "epoch": 0.8761925411968777,
      "grad_norm": 0.10939732193946838,
      "learning_rate": 7.105034092557668e-05,
      "loss": 0.0111,
      "step": 8082
    },
    {
      "epoch": 0.8763009540329575,
      "grad_norm": 0.23959296941757202,
      "learning_rate": 7.104671405773973e-05,
      "loss": 0.0633,
      "step": 8083
    },
    {
      "epoch": 0.8764093668690373,
      "grad_norm": 0.2604491710662842,
      "learning_rate": 7.10430871899028e-05,
      "loss": 0.0389,
      "step": 8084
    },
    {
      "epoch": 0.8765177797051171,
      "grad_norm": 0.20221197605133057,
      "learning_rate": 7.103946032206586e-05,
      "loss": 0.0368,
      "step": 8085
    },
    {
      "epoch": 0.8766261925411969,
      "grad_norm": 0.4288262724876404,
      "learning_rate": 7.103583345422893e-05,
      "loss": 0.0885,
      "step": 8086
    },
    {
      "epoch": 0.8767346053772767,
      "grad_norm": 0.22446882724761963,
      "learning_rate": 7.103220658639199e-05,
      "loss": 0.0361,
      "step": 8087
    },
    {
      "epoch": 0.8768430182133564,
      "grad_norm": 0.20632891356945038,
      "learning_rate": 7.102857971855506e-05,
      "loss": 0.0205,
      "step": 8088
    },
    {
      "epoch": 0.8769514310494363,
      "grad_norm": 0.08980271965265274,
      "learning_rate": 7.102495285071812e-05,
      "loss": 0.0116,
      "step": 8089
    },
    {
      "epoch": 0.877059843885516,
      "grad_norm": 0.09293745458126068,
      "learning_rate": 7.102132598288119e-05,
      "loss": 0.024,
      "step": 8090
    },
    {
      "epoch": 0.8771682567215958,
      "grad_norm": 0.3214893043041229,
      "learning_rate": 7.101769911504426e-05,
      "loss": 0.0288,
      "step": 8091
    },
    {
      "epoch": 0.8772766695576756,
      "grad_norm": 0.14614394307136536,
      "learning_rate": 7.101407224720732e-05,
      "loss": 0.0116,
      "step": 8092
    },
    {
      "epoch": 0.8773850823937555,
      "grad_norm": 0.30966541171073914,
      "learning_rate": 7.101044537937039e-05,
      "loss": 0.077,
      "step": 8093
    },
    {
      "epoch": 0.8774934952298352,
      "grad_norm": 0.24312706291675568,
      "learning_rate": 7.100681851153344e-05,
      "loss": 0.0404,
      "step": 8094
    },
    {
      "epoch": 0.877601908065915,
      "grad_norm": 0.3764694631099701,
      "learning_rate": 7.100319164369652e-05,
      "loss": 0.0475,
      "step": 8095
    },
    {
      "epoch": 0.8777103209019947,
      "grad_norm": 0.08722095936536789,
      "learning_rate": 7.099956477585957e-05,
      "loss": 0.0103,
      "step": 8096
    },
    {
      "epoch": 0.8778187337380746,
      "grad_norm": 0.3448062539100647,
      "learning_rate": 7.099593790802263e-05,
      "loss": 0.0731,
      "step": 8097
    },
    {
      "epoch": 0.8779271465741544,
      "grad_norm": 0.1805976927280426,
      "learning_rate": 7.09923110401857e-05,
      "loss": 0.021,
      "step": 8098
    },
    {
      "epoch": 0.8780355594102341,
      "grad_norm": 0.09264645725488663,
      "learning_rate": 7.098868417234876e-05,
      "loss": 0.017,
      "step": 8099
    },
    {
      "epoch": 0.8781439722463139,
      "grad_norm": 0.3995351195335388,
      "learning_rate": 7.098505730451183e-05,
      "loss": 0.0316,
      "step": 8100
    },
    {
      "epoch": 0.8782523850823938,
      "grad_norm": 0.20656688511371613,
      "learning_rate": 7.098143043667489e-05,
      "loss": 0.034,
      "step": 8101
    },
    {
      "epoch": 0.8783607979184735,
      "grad_norm": 0.16072911024093628,
      "learning_rate": 7.097780356883796e-05,
      "loss": 0.0219,
      "step": 8102
    },
    {
      "epoch": 0.8784692107545533,
      "grad_norm": 0.20981937646865845,
      "learning_rate": 7.097417670100101e-05,
      "loss": 0.0192,
      "step": 8103
    },
    {
      "epoch": 0.8785776235906332,
      "grad_norm": 0.3436776399612427,
      "learning_rate": 7.097054983316409e-05,
      "loss": 0.0211,
      "step": 8104
    },
    {
      "epoch": 0.878686036426713,
      "grad_norm": 0.22300595045089722,
      "learning_rate": 7.096692296532714e-05,
      "loss": 0.0506,
      "step": 8105
    },
    {
      "epoch": 0.8787944492627927,
      "grad_norm": 0.26276302337646484,
      "learning_rate": 7.09632960974902e-05,
      "loss": 0.0291,
      "step": 8106
    },
    {
      "epoch": 0.8789028620988725,
      "grad_norm": 0.22778305411338806,
      "learning_rate": 7.095966922965327e-05,
      "loss": 0.0359,
      "step": 8107
    },
    {
      "epoch": 0.8790112749349523,
      "grad_norm": 0.26401281356811523,
      "learning_rate": 7.095604236181634e-05,
      "loss": 0.0405,
      "step": 8108
    },
    {
      "epoch": 0.8791196877710321,
      "grad_norm": 0.2867409586906433,
      "learning_rate": 7.095241549397941e-05,
      "loss": 0.0195,
      "step": 8109
    },
    {
      "epoch": 0.8792281006071119,
      "grad_norm": 0.1733938306570053,
      "learning_rate": 7.094878862614247e-05,
      "loss": 0.0332,
      "step": 8110
    },
    {
      "epoch": 0.8793365134431916,
      "grad_norm": 0.15385368466377258,
      "learning_rate": 7.094516175830553e-05,
      "loss": 0.0161,
      "step": 8111
    },
    {
      "epoch": 0.8794449262792715,
      "grad_norm": 0.21747314929962158,
      "learning_rate": 7.09415348904686e-05,
      "loss": 0.0563,
      "step": 8112
    },
    {
      "epoch": 0.8795533391153513,
      "grad_norm": 0.3379947245121002,
      "learning_rate": 7.093790802263166e-05,
      "loss": 0.054,
      "step": 8113
    },
    {
      "epoch": 0.879661751951431,
      "grad_norm": 0.1721201241016388,
      "learning_rate": 7.093428115479473e-05,
      "loss": 0.028,
      "step": 8114
    },
    {
      "epoch": 0.8797701647875108,
      "grad_norm": 0.24946649372577667,
      "learning_rate": 7.093065428695778e-05,
      "loss": 0.0555,
      "step": 8115
    },
    {
      "epoch": 0.8798785776235907,
      "grad_norm": 0.31436124444007874,
      "learning_rate": 7.092702741912085e-05,
      "loss": 0.061,
      "step": 8116
    },
    {
      "epoch": 0.8799869904596704,
      "grad_norm": 0.20333558320999146,
      "learning_rate": 7.092340055128391e-05,
      "loss": 0.0273,
      "step": 8117
    },
    {
      "epoch": 0.8800954032957502,
      "grad_norm": 0.29330939054489136,
      "learning_rate": 7.091977368344698e-05,
      "loss": 0.0461,
      "step": 8118
    },
    {
      "epoch": 0.88020381613183,
      "grad_norm": 0.3468932807445526,
      "learning_rate": 7.091614681561004e-05,
      "loss": 0.0894,
      "step": 8119
    },
    {
      "epoch": 0.8803122289679098,
      "grad_norm": 0.3076598346233368,
      "learning_rate": 7.09125199477731e-05,
      "loss": 0.0626,
      "step": 8120
    },
    {
      "epoch": 0.8804206418039896,
      "grad_norm": 0.14615678787231445,
      "learning_rate": 7.090889307993617e-05,
      "loss": 0.0104,
      "step": 8121
    },
    {
      "epoch": 0.8805290546400694,
      "grad_norm": 0.13565820455551147,
      "learning_rate": 7.090526621209923e-05,
      "loss": 0.02,
      "step": 8122
    },
    {
      "epoch": 0.8806374674761491,
      "grad_norm": 0.30913245677948,
      "learning_rate": 7.09016393442623e-05,
      "loss": 0.0276,
      "step": 8123
    },
    {
      "epoch": 0.880745880312229,
      "grad_norm": 0.22618253529071808,
      "learning_rate": 7.089801247642535e-05,
      "loss": 0.0171,
      "step": 8124
    },
    {
      "epoch": 0.8808542931483088,
      "grad_norm": 0.3385426700115204,
      "learning_rate": 7.089438560858844e-05,
      "loss": 0.0812,
      "step": 8125
    },
    {
      "epoch": 0.8809627059843885,
      "grad_norm": 0.23332864046096802,
      "learning_rate": 7.08907587407515e-05,
      "loss": 0.0394,
      "step": 8126
    },
    {
      "epoch": 0.8810711188204683,
      "grad_norm": 0.27965766191482544,
      "learning_rate": 7.088713187291455e-05,
      "loss": 0.0261,
      "step": 8127
    },
    {
      "epoch": 0.8811795316565482,
      "grad_norm": 0.10247067362070084,
      "learning_rate": 7.088350500507762e-05,
      "loss": 0.026,
      "step": 8128
    },
    {
      "epoch": 0.8812879444926279,
      "grad_norm": 0.30714932084083557,
      "learning_rate": 7.087987813724068e-05,
      "loss": 0.0376,
      "step": 8129
    },
    {
      "epoch": 0.8813963573287077,
      "grad_norm": 0.21380062401294708,
      "learning_rate": 7.087625126940375e-05,
      "loss": 0.0312,
      "step": 8130
    },
    {
      "epoch": 0.8815047701647876,
      "grad_norm": 0.20567360520362854,
      "learning_rate": 7.087262440156681e-05,
      "loss": 0.0627,
      "step": 8131
    },
    {
      "epoch": 0.8816131830008673,
      "grad_norm": 0.3899272084236145,
      "learning_rate": 7.086899753372988e-05,
      "loss": 0.0682,
      "step": 8132
    },
    {
      "epoch": 0.8817215958369471,
      "grad_norm": 0.2754766643047333,
      "learning_rate": 7.086537066589294e-05,
      "loss": 0.0395,
      "step": 8133
    },
    {
      "epoch": 0.8818300086730269,
      "grad_norm": 0.32746368646621704,
      "learning_rate": 7.0861743798056e-05,
      "loss": 0.0382,
      "step": 8134
    },
    {
      "epoch": 0.8819384215091067,
      "grad_norm": 0.16257233917713165,
      "learning_rate": 7.085811693021907e-05,
      "loss": 0.0229,
      "step": 8135
    },
    {
      "epoch": 0.8820468343451865,
      "grad_norm": 0.36722397804260254,
      "learning_rate": 7.085449006238212e-05,
      "loss": 0.026,
      "step": 8136
    },
    {
      "epoch": 0.8821552471812663,
      "grad_norm": 0.1875303089618683,
      "learning_rate": 7.08508631945452e-05,
      "loss": 0.036,
      "step": 8137
    },
    {
      "epoch": 0.882263660017346,
      "grad_norm": 0.28212013840675354,
      "learning_rate": 7.084723632670825e-05,
      "loss": 0.0435,
      "step": 8138
    },
    {
      "epoch": 0.8823720728534259,
      "grad_norm": 0.31890416145324707,
      "learning_rate": 7.084360945887132e-05,
      "loss": 0.016,
      "step": 8139
    },
    {
      "epoch": 0.8824804856895057,
      "grad_norm": 0.2890375256538391,
      "learning_rate": 7.083998259103438e-05,
      "loss": 0.0615,
      "step": 8140
    },
    {
      "epoch": 0.8825888985255854,
      "grad_norm": 0.45129236578941345,
      "learning_rate": 7.083635572319745e-05,
      "loss": 0.0552,
      "step": 8141
    },
    {
      "epoch": 0.8826973113616652,
      "grad_norm": 0.5414513945579529,
      "learning_rate": 7.083272885536052e-05,
      "loss": 0.0585,
      "step": 8142
    },
    {
      "epoch": 0.8828057241977451,
      "grad_norm": 0.35999730229377747,
      "learning_rate": 7.082910198752358e-05,
      "loss": 0.0739,
      "step": 8143
    },
    {
      "epoch": 0.8829141370338248,
      "grad_norm": 0.703803539276123,
      "learning_rate": 7.082547511968665e-05,
      "loss": 0.0854,
      "step": 8144
    },
    {
      "epoch": 0.8830225498699046,
      "grad_norm": 0.4635854661464691,
      "learning_rate": 7.082184825184971e-05,
      "loss": 0.1084,
      "step": 8145
    },
    {
      "epoch": 0.8831309627059843,
      "grad_norm": 0.1687573790550232,
      "learning_rate": 7.081822138401278e-05,
      "loss": 0.0184,
      "step": 8146
    },
    {
      "epoch": 0.8832393755420642,
      "grad_norm": 0.24464164674282074,
      "learning_rate": 7.081459451617584e-05,
      "loss": 0.0402,
      "step": 8147
    },
    {
      "epoch": 0.883347788378144,
      "grad_norm": 0.13070034980773926,
      "learning_rate": 7.08109676483389e-05,
      "loss": 0.019,
      "step": 8148
    },
    {
      "epoch": 0.8834562012142237,
      "grad_norm": 0.3369496464729309,
      "learning_rate": 7.080734078050196e-05,
      "loss": 0.0372,
      "step": 8149
    },
    {
      "epoch": 0.8835646140503035,
      "grad_norm": 0.17533503472805023,
      "learning_rate": 7.080371391266502e-05,
      "loss": 0.0456,
      "step": 8150
    },
    {
      "epoch": 0.8836730268863834,
      "grad_norm": 0.22606156766414642,
      "learning_rate": 7.080008704482809e-05,
      "loss": 0.0361,
      "step": 8151
    },
    {
      "epoch": 0.8837814397224631,
      "grad_norm": 0.505074143409729,
      "learning_rate": 7.079646017699115e-05,
      "loss": 0.0355,
      "step": 8152
    },
    {
      "epoch": 0.8838898525585429,
      "grad_norm": 0.19190141558647156,
      "learning_rate": 7.079283330915422e-05,
      "loss": 0.0337,
      "step": 8153
    },
    {
      "epoch": 0.8839982653946227,
      "grad_norm": 0.07173113524913788,
      "learning_rate": 7.078920644131728e-05,
      "loss": 0.011,
      "step": 8154
    },
    {
      "epoch": 0.8841066782307025,
      "grad_norm": 0.23171132802963257,
      "learning_rate": 7.078557957348035e-05,
      "loss": 0.0376,
      "step": 8155
    },
    {
      "epoch": 0.8842150910667823,
      "grad_norm": 0.13354547321796417,
      "learning_rate": 7.07819527056434e-05,
      "loss": 0.0197,
      "step": 8156
    },
    {
      "epoch": 0.8843235039028621,
      "grad_norm": 0.23121921718120575,
      "learning_rate": 7.077832583780648e-05,
      "loss": 0.0266,
      "step": 8157
    },
    {
      "epoch": 0.8844319167389418,
      "grad_norm": 0.19448035955429077,
      "learning_rate": 7.077469896996953e-05,
      "loss": 0.025,
      "step": 8158
    },
    {
      "epoch": 0.8845403295750217,
      "grad_norm": 0.09536198526620865,
      "learning_rate": 7.077107210213259e-05,
      "loss": 0.014,
      "step": 8159
    },
    {
      "epoch": 0.8846487424111015,
      "grad_norm": 0.21694640815258026,
      "learning_rate": 7.076744523429568e-05,
      "loss": 0.0106,
      "step": 8160
    },
    {
      "epoch": 0.8847571552471812,
      "grad_norm": 0.31515392661094666,
      "learning_rate": 7.076381836645873e-05,
      "loss": 0.0587,
      "step": 8161
    },
    {
      "epoch": 0.8848655680832611,
      "grad_norm": 0.16658714413642883,
      "learning_rate": 7.07601914986218e-05,
      "loss": 0.0191,
      "step": 8162
    },
    {
      "epoch": 0.8849739809193409,
      "grad_norm": 0.1794407069683075,
      "learning_rate": 7.075656463078486e-05,
      "loss": 0.044,
      "step": 8163
    },
    {
      "epoch": 0.8850823937554206,
      "grad_norm": 0.17024454474449158,
      "learning_rate": 7.075293776294792e-05,
      "loss": 0.0217,
      "step": 8164
    },
    {
      "epoch": 0.8851908065915004,
      "grad_norm": 0.26874980330467224,
      "learning_rate": 7.074931089511099e-05,
      "loss": 0.0936,
      "step": 8165
    },
    {
      "epoch": 0.8852992194275803,
      "grad_norm": 0.34514036774635315,
      "learning_rate": 7.074568402727405e-05,
      "loss": 0.0442,
      "step": 8166
    },
    {
      "epoch": 0.88540763226366,
      "grad_norm": 0.30073222517967224,
      "learning_rate": 7.074205715943712e-05,
      "loss": 0.0411,
      "step": 8167
    },
    {
      "epoch": 0.8855160450997398,
      "grad_norm": 0.19107191264629364,
      "learning_rate": 7.073843029160017e-05,
      "loss": 0.0413,
      "step": 8168
    },
    {
      "epoch": 0.8856244579358196,
      "grad_norm": 0.5913717150688171,
      "learning_rate": 7.073480342376325e-05,
      "loss": 0.0454,
      "step": 8169
    },
    {
      "epoch": 0.8857328707718994,
      "grad_norm": 0.3044677674770355,
      "learning_rate": 7.07311765559263e-05,
      "loss": 0.0527,
      "step": 8170
    },
    {
      "epoch": 0.8858412836079792,
      "grad_norm": 0.38130703568458557,
      "learning_rate": 7.072754968808937e-05,
      "loss": 0.0515,
      "step": 8171
    },
    {
      "epoch": 0.885949696444059,
      "grad_norm": 0.29629576206207275,
      "learning_rate": 7.072392282025243e-05,
      "loss": 0.0356,
      "step": 8172
    },
    {
      "epoch": 0.8860581092801387,
      "grad_norm": 0.21759925782680511,
      "learning_rate": 7.072029595241549e-05,
      "loss": 0.0427,
      "step": 8173
    },
    {
      "epoch": 0.8861665221162186,
      "grad_norm": 0.5483664870262146,
      "learning_rate": 7.071666908457856e-05,
      "loss": 0.051,
      "step": 8174
    },
    {
      "epoch": 0.8862749349522984,
      "grad_norm": 0.2783491015434265,
      "learning_rate": 7.071304221674162e-05,
      "loss": 0.0426,
      "step": 8175
    },
    {
      "epoch": 0.8863833477883781,
      "grad_norm": 0.16958659887313843,
      "learning_rate": 7.070941534890469e-05,
      "loss": 0.0147,
      "step": 8176
    },
    {
      "epoch": 0.8864917606244579,
      "grad_norm": 0.2569846510887146,
      "learning_rate": 7.070578848106776e-05,
      "loss": 0.0396,
      "step": 8177
    },
    {
      "epoch": 0.8866001734605378,
      "grad_norm": 0.18861211836338043,
      "learning_rate": 7.070216161323082e-05,
      "loss": 0.0411,
      "step": 8178
    },
    {
      "epoch": 0.8867085862966175,
      "grad_norm": 0.4329220950603485,
      "learning_rate": 7.069853474539389e-05,
      "loss": 0.0493,
      "step": 8179
    },
    {
      "epoch": 0.8868169991326973,
      "grad_norm": 0.23669686913490295,
      "learning_rate": 7.069490787755694e-05,
      "loss": 0.027,
      "step": 8180
    },
    {
      "epoch": 0.886925411968777,
      "grad_norm": 0.12631916999816895,
      "learning_rate": 7.069128100972001e-05,
      "loss": 0.0206,
      "step": 8181
    },
    {
      "epoch": 0.8870338248048569,
      "grad_norm": 0.216436967253685,
      "learning_rate": 7.068765414188307e-05,
      "loss": 0.0357,
      "step": 8182
    },
    {
      "epoch": 0.8871422376409367,
      "grad_norm": 0.2523741126060486,
      "learning_rate": 7.068402727404614e-05,
      "loss": 0.043,
      "step": 8183
    },
    {
      "epoch": 0.8872506504770165,
      "grad_norm": 0.2615557909011841,
      "learning_rate": 7.06804004062092e-05,
      "loss": 0.0413,
      "step": 8184
    },
    {
      "epoch": 0.8873590633130962,
      "grad_norm": 0.2731597423553467,
      "learning_rate": 7.067677353837227e-05,
      "loss": 0.0432,
      "step": 8185
    },
    {
      "epoch": 0.8874674761491761,
      "grad_norm": 0.2919740378856659,
      "learning_rate": 7.067314667053533e-05,
      "loss": 0.0585,
      "step": 8186
    },
    {
      "epoch": 0.8875758889852559,
      "grad_norm": 0.1927335262298584,
      "learning_rate": 7.066951980269839e-05,
      "loss": 0.0173,
      "step": 8187
    },
    {
      "epoch": 0.8876843018213356,
      "grad_norm": 0.15979939699172974,
      "learning_rate": 7.066589293486146e-05,
      "loss": 0.0333,
      "step": 8188
    },
    {
      "epoch": 0.8877927146574154,
      "grad_norm": 0.37009572982788086,
      "learning_rate": 7.066226606702451e-05,
      "loss": 0.0407,
      "step": 8189
    },
    {
      "epoch": 0.8879011274934953,
      "grad_norm": 0.21557876467704773,
      "learning_rate": 7.065863919918758e-05,
      "loss": 0.0467,
      "step": 8190
    },
    {
      "epoch": 0.888009540329575,
      "grad_norm": 0.3979562222957611,
      "learning_rate": 7.065501233135064e-05,
      "loss": 0.0561,
      "step": 8191
    },
    {
      "epoch": 0.8881179531656548,
      "grad_norm": 0.22344011068344116,
      "learning_rate": 7.065138546351371e-05,
      "loss": 0.0605,
      "step": 8192
    },
    {
      "epoch": 0.8882263660017347,
      "grad_norm": 0.39515650272369385,
      "learning_rate": 7.064775859567677e-05,
      "loss": 0.0233,
      "step": 8193
    },
    {
      "epoch": 0.8883347788378144,
      "grad_norm": 0.11956074833869934,
      "learning_rate": 7.064413172783984e-05,
      "loss": 0.0335,
      "step": 8194
    },
    {
      "epoch": 0.8884431916738942,
      "grad_norm": 0.2364037185907364,
      "learning_rate": 7.064050486000291e-05,
      "loss": 0.0261,
      "step": 8195
    },
    {
      "epoch": 0.888551604509974,
      "grad_norm": 0.18711866438388824,
      "learning_rate": 7.063687799216597e-05,
      "loss": 0.0285,
      "step": 8196
    },
    {
      "epoch": 0.8886600173460538,
      "grad_norm": 0.26503559947013855,
      "learning_rate": 7.063325112432904e-05,
      "loss": 0.0216,
      "step": 8197
    },
    {
      "epoch": 0.8887684301821336,
      "grad_norm": 0.31074416637420654,
      "learning_rate": 7.06296242564921e-05,
      "loss": 0.0525,
      "step": 8198
    },
    {
      "epoch": 0.8888768430182133,
      "grad_norm": 0.34456121921539307,
      "learning_rate": 7.062599738865517e-05,
      "loss": 0.0455,
      "step": 8199
    },
    {
      "epoch": 0.8889852558542931,
      "grad_norm": 0.45741331577301025,
      "learning_rate": 7.062237052081823e-05,
      "loss": 0.0846,
      "step": 8200
    },
    {
      "epoch": 0.889093668690373,
      "grad_norm": 0.5155844688415527,
      "learning_rate": 7.061874365298128e-05,
      "loss": 0.066,
      "step": 8201
    },
    {
      "epoch": 0.8892020815264527,
      "grad_norm": 0.33722764253616333,
      "learning_rate": 7.061511678514435e-05,
      "loss": 0.0642,
      "step": 8202
    },
    {
      "epoch": 0.8893104943625325,
      "grad_norm": 0.38588568568229675,
      "learning_rate": 7.061148991730741e-05,
      "loss": 0.0394,
      "step": 8203
    },
    {
      "epoch": 0.8894189071986123,
      "grad_norm": 0.10933957248926163,
      "learning_rate": 7.060786304947048e-05,
      "loss": 0.0188,
      "step": 8204
    },
    {
      "epoch": 0.8895273200346921,
      "grad_norm": 0.07750169187784195,
      "learning_rate": 7.060423618163354e-05,
      "loss": 0.0168,
      "step": 8205
    },
    {
      "epoch": 0.8896357328707719,
      "grad_norm": 0.13751359283924103,
      "learning_rate": 7.060060931379661e-05,
      "loss": 0.0136,
      "step": 8206
    },
    {
      "epoch": 0.8897441457068517,
      "grad_norm": 0.3752158284187317,
      "learning_rate": 7.059698244595967e-05,
      "loss": 0.0443,
      "step": 8207
    },
    {
      "epoch": 0.8898525585429314,
      "grad_norm": 0.2601154148578644,
      "learning_rate": 7.059335557812274e-05,
      "loss": 0.0408,
      "step": 8208
    },
    {
      "epoch": 0.8899609713790113,
      "grad_norm": 0.15926450490951538,
      "learning_rate": 7.05897287102858e-05,
      "loss": 0.0162,
      "step": 8209
    },
    {
      "epoch": 0.8900693842150911,
      "grad_norm": 0.2359159141778946,
      "learning_rate": 7.058610184244885e-05,
      "loss": 0.0493,
      "step": 8210
    },
    {
      "epoch": 0.8901777970511708,
      "grad_norm": 0.2774525582790375,
      "learning_rate": 7.058247497461194e-05,
      "loss": 0.022,
      "step": 8211
    },
    {
      "epoch": 0.8902862098872506,
      "grad_norm": 0.4935281276702881,
      "learning_rate": 7.0578848106775e-05,
      "loss": 0.0812,
      "step": 8212
    },
    {
      "epoch": 0.8903946227233305,
      "grad_norm": 0.23582667112350464,
      "learning_rate": 7.057522123893807e-05,
      "loss": 0.0206,
      "step": 8213
    },
    {
      "epoch": 0.8905030355594102,
      "grad_norm": 0.18583519756793976,
      "learning_rate": 7.057159437110112e-05,
      "loss": 0.0471,
      "step": 8214
    },
    {
      "epoch": 0.89061144839549,
      "grad_norm": 0.21913592517375946,
      "learning_rate": 7.056796750326418e-05,
      "loss": 0.0414,
      "step": 8215
    },
    {
      "epoch": 0.8907198612315698,
      "grad_norm": 0.29679757356643677,
      "learning_rate": 7.056434063542725e-05,
      "loss": 0.0486,
      "step": 8216
    },
    {
      "epoch": 0.8908282740676496,
      "grad_norm": 0.34757333993911743,
      "learning_rate": 7.056071376759031e-05,
      "loss": 0.0651,
      "step": 8217
    },
    {
      "epoch": 0.8909366869037294,
      "grad_norm": 0.22253967821598053,
      "learning_rate": 7.055708689975338e-05,
      "loss": 0.0403,
      "step": 8218
    },
    {
      "epoch": 0.8910450997398092,
      "grad_norm": 0.22588355839252472,
      "learning_rate": 7.055346003191644e-05,
      "loss": 0.0372,
      "step": 8219
    },
    {
      "epoch": 0.891153512575889,
      "grad_norm": 0.13515332341194153,
      "learning_rate": 7.054983316407951e-05,
      "loss": 0.0214,
      "step": 8220
    },
    {
      "epoch": 0.8912619254119688,
      "grad_norm": 0.4186733663082123,
      "learning_rate": 7.054620629624257e-05,
      "loss": 0.0739,
      "step": 8221
    },
    {
      "epoch": 0.8913703382480486,
      "grad_norm": 0.4667377769947052,
      "learning_rate": 7.054257942840564e-05,
      "loss": 0.0901,
      "step": 8222
    },
    {
      "epoch": 0.8914787510841283,
      "grad_norm": 0.31344032287597656,
      "learning_rate": 7.05389525605687e-05,
      "loss": 0.0559,
      "step": 8223
    },
    {
      "epoch": 0.8915871639202082,
      "grad_norm": 0.35300347208976746,
      "learning_rate": 7.053532569273175e-05,
      "loss": 0.0558,
      "step": 8224
    },
    {
      "epoch": 0.891695576756288,
      "grad_norm": 0.18126153945922852,
      "learning_rate": 7.053169882489482e-05,
      "loss": 0.0278,
      "step": 8225
    },
    {
      "epoch": 0.8918039895923677,
      "grad_norm": 0.32706114649772644,
      "learning_rate": 7.052807195705788e-05,
      "loss": 0.0442,
      "step": 8226
    },
    {
      "epoch": 0.8919124024284475,
      "grad_norm": 0.28780293464660645,
      "learning_rate": 7.052444508922095e-05,
      "loss": 0.0307,
      "step": 8227
    },
    {
      "epoch": 0.8920208152645274,
      "grad_norm": 0.5246419906616211,
      "learning_rate": 7.052081822138401e-05,
      "loss": 0.0818,
      "step": 8228
    },
    {
      "epoch": 0.8921292281006071,
      "grad_norm": 0.23038630187511444,
      "learning_rate": 7.051719135354709e-05,
      "loss": 0.0597,
      "step": 8229
    },
    {
      "epoch": 0.8922376409366869,
      "grad_norm": 0.09571779519319534,
      "learning_rate": 7.051356448571015e-05,
      "loss": 0.0103,
      "step": 8230
    },
    {
      "epoch": 0.8923460537727667,
      "grad_norm": 0.13480323553085327,
      "learning_rate": 7.05099376178732e-05,
      "loss": 0.013,
      "step": 8231
    },
    {
      "epoch": 0.8924544666088465,
      "grad_norm": 0.3604201078414917,
      "learning_rate": 7.050631075003628e-05,
      "loss": 0.0829,
      "step": 8232
    },
    {
      "epoch": 0.8925628794449263,
      "grad_norm": 0.26115697622299194,
      "learning_rate": 7.050268388219933e-05,
      "loss": 0.035,
      "step": 8233
    },
    {
      "epoch": 0.8926712922810061,
      "grad_norm": 0.5170168280601501,
      "learning_rate": 7.04990570143624e-05,
      "loss": 0.0556,
      "step": 8234
    },
    {
      "epoch": 0.8927797051170858,
      "grad_norm": 0.16044996678829193,
      "learning_rate": 7.049543014652546e-05,
      "loss": 0.0182,
      "step": 8235
    },
    {
      "epoch": 0.8928881179531657,
      "grad_norm": 0.24725010991096497,
      "learning_rate": 7.049180327868853e-05,
      "loss": 0.0205,
      "step": 8236
    },
    {
      "epoch": 0.8929965307892455,
      "grad_norm": 0.4102921485900879,
      "learning_rate": 7.048817641085159e-05,
      "loss": 0.0519,
      "step": 8237
    },
    {
      "epoch": 0.8931049436253252,
      "grad_norm": 0.3150216341018677,
      "learning_rate": 7.048454954301466e-05,
      "loss": 0.0703,
      "step": 8238
    },
    {
      "epoch": 0.893213356461405,
      "grad_norm": 0.4653744399547577,
      "learning_rate": 7.048092267517772e-05,
      "loss": 0.0741,
      "step": 8239
    },
    {
      "epoch": 0.8933217692974849,
      "grad_norm": 0.30768638849258423,
      "learning_rate": 7.047729580734078e-05,
      "loss": 0.0632,
      "step": 8240
    },
    {
      "epoch": 0.8934301821335646,
      "grad_norm": 0.23706671595573425,
      "learning_rate": 7.047366893950385e-05,
      "loss": 0.0415,
      "step": 8241
    },
    {
      "epoch": 0.8935385949696444,
      "grad_norm": 0.39763760566711426,
      "learning_rate": 7.04700420716669e-05,
      "loss": 0.0669,
      "step": 8242
    },
    {
      "epoch": 0.8936470078057241,
      "grad_norm": 0.21795253455638885,
      "learning_rate": 7.046641520382998e-05,
      "loss": 0.0245,
      "step": 8243
    },
    {
      "epoch": 0.893755420641804,
      "grad_norm": 0.36865344643592834,
      "learning_rate": 7.046278833599303e-05,
      "loss": 0.0803,
      "step": 8244
    },
    {
      "epoch": 0.8938638334778838,
      "grad_norm": 0.2522106468677521,
      "learning_rate": 7.04591614681561e-05,
      "loss": 0.0388,
      "step": 8245
    },
    {
      "epoch": 0.8939722463139635,
      "grad_norm": 0.2387624979019165,
      "learning_rate": 7.045553460031917e-05,
      "loss": 0.0208,
      "step": 8246
    },
    {
      "epoch": 0.8940806591500433,
      "grad_norm": 0.11196229606866837,
      "learning_rate": 7.045190773248223e-05,
      "loss": 0.0353,
      "step": 8247
    },
    {
      "epoch": 0.8941890719861232,
      "grad_norm": 0.14389435946941376,
      "learning_rate": 7.04482808646453e-05,
      "loss": 0.0537,
      "step": 8248
    },
    {
      "epoch": 0.894297484822203,
      "grad_norm": 0.22303691506385803,
      "learning_rate": 7.044465399680836e-05,
      "loss": 0.0467,
      "step": 8249
    },
    {
      "epoch": 0.8944058976582827,
      "grad_norm": 0.29999229311943054,
      "learning_rate": 7.044102712897143e-05,
      "loss": 0.0359,
      "step": 8250
    },
    {
      "epoch": 0.8945143104943626,
      "grad_norm": 0.2307508885860443,
      "learning_rate": 7.043740026113449e-05,
      "loss": 0.0919,
      "step": 8251
    },
    {
      "epoch": 0.8946227233304423,
      "grad_norm": 0.28058916330337524,
      "learning_rate": 7.043377339329756e-05,
      "loss": 0.0621,
      "step": 8252
    },
    {
      "epoch": 0.8947311361665221,
      "grad_norm": 0.2566526234149933,
      "learning_rate": 7.043014652546062e-05,
      "loss": 0.0804,
      "step": 8253
    },
    {
      "epoch": 0.8948395490026019,
      "grad_norm": 0.17115911841392517,
      "learning_rate": 7.042651965762367e-05,
      "loss": 0.0222,
      "step": 8254
    },
    {
      "epoch": 0.8949479618386817,
      "grad_norm": 0.4334132969379425,
      "learning_rate": 7.042289278978674e-05,
      "loss": 0.0401,
      "step": 8255
    },
    {
      "epoch": 0.8950563746747615,
      "grad_norm": 0.2552487254142761,
      "learning_rate": 7.04192659219498e-05,
      "loss": 0.039,
      "step": 8256
    },
    {
      "epoch": 0.8951647875108413,
      "grad_norm": 0.19431108236312866,
      "learning_rate": 7.041563905411287e-05,
      "loss": 0.0355,
      "step": 8257
    },
    {
      "epoch": 0.895273200346921,
      "grad_norm": 0.23704767227172852,
      "learning_rate": 7.041201218627593e-05,
      "loss": 0.0262,
      "step": 8258
    },
    {
      "epoch": 0.8953816131830009,
      "grad_norm": 0.07081987708806992,
      "learning_rate": 7.0408385318439e-05,
      "loss": 0.0195,
      "step": 8259
    },
    {
      "epoch": 0.8954900260190807,
      "grad_norm": 0.4044230878353119,
      "learning_rate": 7.040475845060206e-05,
      "loss": 0.072,
      "step": 8260
    },
    {
      "epoch": 0.8955984388551604,
      "grad_norm": 0.35630908608436584,
      "learning_rate": 7.040113158276513e-05,
      "loss": 0.0893,
      "step": 8261
    },
    {
      "epoch": 0.8957068516912402,
      "grad_norm": 0.0729246586561203,
      "learning_rate": 7.039750471492819e-05,
      "loss": 0.0119,
      "step": 8262
    },
    {
      "epoch": 0.8958152645273201,
      "grad_norm": 0.2876218259334564,
      "learning_rate": 7.039387784709126e-05,
      "loss": 0.0376,
      "step": 8263
    },
    {
      "epoch": 0.8959236773633998,
      "grad_norm": 0.2571038007736206,
      "learning_rate": 7.039025097925433e-05,
      "loss": 0.0304,
      "step": 8264
    },
    {
      "epoch": 0.8960320901994796,
      "grad_norm": 0.11437071114778519,
      "learning_rate": 7.038662411141739e-05,
      "loss": 0.0206,
      "step": 8265
    },
    {
      "epoch": 0.8961405030355594,
      "grad_norm": 0.3511194586753845,
      "learning_rate": 7.038299724358046e-05,
      "loss": 0.0894,
      "step": 8266
    },
    {
      "epoch": 0.8962489158716392,
      "grad_norm": 0.3319169878959656,
      "learning_rate": 7.037937037574351e-05,
      "loss": 0.0582,
      "step": 8267
    },
    {
      "epoch": 0.896357328707719,
      "grad_norm": 0.32879316806793213,
      "learning_rate": 7.037574350790657e-05,
      "loss": 0.0796,
      "step": 8268
    },
    {
      "epoch": 0.8964657415437988,
      "grad_norm": 0.29396140575408936,
      "learning_rate": 7.037211664006964e-05,
      "loss": 0.038,
      "step": 8269
    },
    {
      "epoch": 0.8965741543798785,
      "grad_norm": 0.2715524733066559,
      "learning_rate": 7.03684897722327e-05,
      "loss": 0.0682,
      "step": 8270
    },
    {
      "epoch": 0.8966825672159584,
      "grad_norm": 0.22159577906131744,
      "learning_rate": 7.036486290439577e-05,
      "loss": 0.0271,
      "step": 8271
    },
    {
      "epoch": 0.8967909800520382,
      "grad_norm": 0.2725556194782257,
      "learning_rate": 7.036123603655883e-05,
      "loss": 0.0666,
      "step": 8272
    },
    {
      "epoch": 0.8968993928881179,
      "grad_norm": 0.20643891394138336,
      "learning_rate": 7.03576091687219e-05,
      "loss": 0.051,
      "step": 8273
    },
    {
      "epoch": 0.8970078057241977,
      "grad_norm": 0.24269963800907135,
      "learning_rate": 7.035398230088496e-05,
      "loss": 0.0414,
      "step": 8274
    },
    {
      "epoch": 0.8971162185602776,
      "grad_norm": 0.3720126748085022,
      "learning_rate": 7.035035543304803e-05,
      "loss": 0.0743,
      "step": 8275
    },
    {
      "epoch": 0.8972246313963573,
      "grad_norm": 0.3675154447555542,
      "learning_rate": 7.034672856521108e-05,
      "loss": 0.0847,
      "step": 8276
    },
    {
      "epoch": 0.8973330442324371,
      "grad_norm": 0.24084502458572388,
      "learning_rate": 7.034310169737414e-05,
      "loss": 0.0361,
      "step": 8277
    },
    {
      "epoch": 0.897441457068517,
      "grad_norm": 0.28588253259658813,
      "learning_rate": 7.033947482953721e-05,
      "loss": 0.0538,
      "step": 8278
    },
    {
      "epoch": 0.8975498699045967,
      "grad_norm": 0.20263522863388062,
      "learning_rate": 7.033584796170027e-05,
      "loss": 0.0297,
      "step": 8279
    },
    {
      "epoch": 0.8976582827406765,
      "grad_norm": 0.12125701457262039,
      "learning_rate": 7.033222109386334e-05,
      "loss": 0.0178,
      "step": 8280
    },
    {
      "epoch": 0.8977666955767563,
      "grad_norm": 0.3647928833961487,
      "learning_rate": 7.032859422602641e-05,
      "loss": 0.1017,
      "step": 8281
    },
    {
      "epoch": 0.8978751084128361,
      "grad_norm": 0.062330301851034164,
      "learning_rate": 7.032496735818947e-05,
      "loss": 0.0074,
      "step": 8282
    },
    {
      "epoch": 0.8979835212489159,
      "grad_norm": 0.15331202745437622,
      "learning_rate": 7.032134049035254e-05,
      "loss": 0.0317,
      "step": 8283
    },
    {
      "epoch": 0.8980919340849957,
      "grad_norm": 0.4096192717552185,
      "learning_rate": 7.03177136225156e-05,
      "loss": 0.0781,
      "step": 8284
    },
    {
      "epoch": 0.8982003469210754,
      "grad_norm": 0.2108481228351593,
      "learning_rate": 7.031408675467867e-05,
      "loss": 0.0639,
      "step": 8285
    },
    {
      "epoch": 0.8983087597571553,
      "grad_norm": 0.3710155487060547,
      "learning_rate": 7.031045988684173e-05,
      "loss": 0.0453,
      "step": 8286
    },
    {
      "epoch": 0.8984171725932351,
      "grad_norm": 0.3080287277698517,
      "learning_rate": 7.03068330190048e-05,
      "loss": 0.0439,
      "step": 8287
    },
    {
      "epoch": 0.8985255854293148,
      "grad_norm": 0.2592305541038513,
      "learning_rate": 7.030320615116785e-05,
      "loss": 0.0652,
      "step": 8288
    },
    {
      "epoch": 0.8986339982653946,
      "grad_norm": 0.23641149699687958,
      "learning_rate": 7.029957928333092e-05,
      "loss": 0.0574,
      "step": 8289
    },
    {
      "epoch": 0.8987424111014745,
      "grad_norm": 0.30634787678718567,
      "learning_rate": 7.029595241549398e-05,
      "loss": 0.0384,
      "step": 8290
    },
    {
      "epoch": 0.8988508239375542,
      "grad_norm": 0.11928461492061615,
      "learning_rate": 7.029232554765704e-05,
      "loss": 0.0206,
      "step": 8291
    },
    {
      "epoch": 0.898959236773634,
      "grad_norm": 0.3410893380641937,
      "learning_rate": 7.028869867982011e-05,
      "loss": 0.0759,
      "step": 8292
    },
    {
      "epoch": 0.8990676496097137,
      "grad_norm": 0.2953442335128784,
      "learning_rate": 7.028507181198317e-05,
      "loss": 0.0452,
      "step": 8293
    },
    {
      "epoch": 0.8991760624457936,
      "grad_norm": 0.16949455440044403,
      "learning_rate": 7.028144494414624e-05,
      "loss": 0.038,
      "step": 8294
    },
    {
      "epoch": 0.8992844752818734,
      "grad_norm": 0.34482237696647644,
      "learning_rate": 7.02778180763093e-05,
      "loss": 0.0309,
      "step": 8295
    },
    {
      "epoch": 0.8993928881179531,
      "grad_norm": 0.23269400000572205,
      "learning_rate": 7.027419120847237e-05,
      "loss": 0.0419,
      "step": 8296
    },
    {
      "epoch": 0.8995013009540329,
      "grad_norm": 0.3275982439517975,
      "learning_rate": 7.027056434063542e-05,
      "loss": 0.0296,
      "step": 8297
    },
    {
      "epoch": 0.8996097137901128,
      "grad_norm": 0.183026984333992,
      "learning_rate": 7.02669374727985e-05,
      "loss": 0.0468,
      "step": 8298
    },
    {
      "epoch": 0.8997181266261925,
      "grad_norm": 0.22712267935276031,
      "learning_rate": 7.026331060496157e-05,
      "loss": 0.0595,
      "step": 8299
    },
    {
      "epoch": 0.8998265394622723,
      "grad_norm": 0.20785720646381378,
      "learning_rate": 7.025968373712462e-05,
      "loss": 0.0327,
      "step": 8300
    },
    {
      "epoch": 0.8999349522983521,
      "grad_norm": 0.21118995547294617,
      "learning_rate": 7.02560568692877e-05,
      "loss": 0.0413,
      "step": 8301
    },
    {
      "epoch": 0.900043365134432,
      "grad_norm": 0.35726866126060486,
      "learning_rate": 7.025243000145075e-05,
      "loss": 0.0305,
      "step": 8302
    },
    {
      "epoch": 0.9001517779705117,
      "grad_norm": 0.2123676985502243,
      "learning_rate": 7.024880313361382e-05,
      "loss": 0.0491,
      "step": 8303
    },
    {
      "epoch": 0.9002601908065915,
      "grad_norm": 0.14697010815143585,
      "learning_rate": 7.024517626577688e-05,
      "loss": 0.02,
      "step": 8304
    },
    {
      "epoch": 0.9003686036426712,
      "grad_norm": 0.27406004071235657,
      "learning_rate": 7.024154939793994e-05,
      "loss": 0.0388,
      "step": 8305
    },
    {
      "epoch": 0.9004770164787511,
      "grad_norm": 0.18849816918373108,
      "learning_rate": 7.023792253010301e-05,
      "loss": 0.0411,
      "step": 8306
    },
    {
      "epoch": 0.9005854293148309,
      "grad_norm": 0.12461907416582108,
      "learning_rate": 7.023429566226606e-05,
      "loss": 0.0243,
      "step": 8307
    },
    {
      "epoch": 0.9006938421509106,
      "grad_norm": 0.19362999498844147,
      "learning_rate": 7.023066879442914e-05,
      "loss": 0.0512,
      "step": 8308
    },
    {
      "epoch": 0.9008022549869905,
      "grad_norm": 0.38576698303222656,
      "learning_rate": 7.022704192659219e-05,
      "loss": 0.0457,
      "step": 8309
    },
    {
      "epoch": 0.9009106678230703,
      "grad_norm": 0.18697217106819153,
      "learning_rate": 7.022341505875526e-05,
      "loss": 0.0477,
      "step": 8310
    },
    {
      "epoch": 0.90101908065915,
      "grad_norm": 0.16042855381965637,
      "learning_rate": 7.021978819091832e-05,
      "loss": 0.0316,
      "step": 8311
    },
    {
      "epoch": 0.9011274934952298,
      "grad_norm": 0.21665546298027039,
      "learning_rate": 7.021616132308139e-05,
      "loss": 0.062,
      "step": 8312
    },
    {
      "epoch": 0.9012359063313097,
      "grad_norm": 0.3766724467277527,
      "learning_rate": 7.021253445524445e-05,
      "loss": 0.0372,
      "step": 8313
    },
    {
      "epoch": 0.9013443191673894,
      "grad_norm": 0.1082807257771492,
      "learning_rate": 7.020890758740751e-05,
      "loss": 0.0117,
      "step": 8314
    },
    {
      "epoch": 0.9014527320034692,
      "grad_norm": 0.26556894183158875,
      "learning_rate": 7.020528071957059e-05,
      "loss": 0.0355,
      "step": 8315
    },
    {
      "epoch": 0.901561144839549,
      "grad_norm": 0.2699510157108307,
      "learning_rate": 7.020165385173365e-05,
      "loss": 0.0386,
      "step": 8316
    },
    {
      "epoch": 0.9016695576756288,
      "grad_norm": 0.17728911340236664,
      "learning_rate": 7.019802698389672e-05,
      "loss": 0.0542,
      "step": 8317
    },
    {
      "epoch": 0.9017779705117086,
      "grad_norm": 0.20527534186840057,
      "learning_rate": 7.019440011605978e-05,
      "loss": 0.032,
      "step": 8318
    },
    {
      "epoch": 0.9018863833477884,
      "grad_norm": 0.2075822353363037,
      "learning_rate": 7.019077324822283e-05,
      "loss": 0.0251,
      "step": 8319
    },
    {
      "epoch": 0.9019947961838681,
      "grad_norm": 0.1557675153017044,
      "learning_rate": 7.01871463803859e-05,
      "loss": 0.0263,
      "step": 8320
    },
    {
      "epoch": 0.902103209019948,
      "grad_norm": 0.16670675575733185,
      "learning_rate": 7.018351951254896e-05,
      "loss": 0.024,
      "step": 8321
    },
    {
      "epoch": 0.9022116218560278,
      "grad_norm": 0.23469361662864685,
      "learning_rate": 7.017989264471203e-05,
      "loss": 0.0772,
      "step": 8322
    },
    {
      "epoch": 0.9023200346921075,
      "grad_norm": 0.19855661690235138,
      "learning_rate": 7.017626577687509e-05,
      "loss": 0.0434,
      "step": 8323
    },
    {
      "epoch": 0.9024284475281873,
      "grad_norm": 0.055388860404491425,
      "learning_rate": 7.017263890903816e-05,
      "loss": 0.0052,
      "step": 8324
    },
    {
      "epoch": 0.9025368603642672,
      "grad_norm": 0.4125390648841858,
      "learning_rate": 7.016901204120122e-05,
      "loss": 0.0439,
      "step": 8325
    },
    {
      "epoch": 0.9026452732003469,
      "grad_norm": 0.30988046526908875,
      "learning_rate": 7.016538517336429e-05,
      "loss": 0.0348,
      "step": 8326
    },
    {
      "epoch": 0.9027536860364267,
      "grad_norm": 0.1251717060804367,
      "learning_rate": 7.016175830552735e-05,
      "loss": 0.0198,
      "step": 8327
    },
    {
      "epoch": 0.9028620988725065,
      "grad_norm": 0.11201971024274826,
      "learning_rate": 7.01581314376904e-05,
      "loss": 0.013,
      "step": 8328
    },
    {
      "epoch": 0.9029705117085863,
      "grad_norm": 0.2667996883392334,
      "learning_rate": 7.015450456985348e-05,
      "loss": 0.0989,
      "step": 8329
    },
    {
      "epoch": 0.9030789245446661,
      "grad_norm": 0.0896933451294899,
      "learning_rate": 7.015087770201653e-05,
      "loss": 0.0225,
      "step": 8330
    },
    {
      "epoch": 0.9031873373807459,
      "grad_norm": 0.4591207206249237,
      "learning_rate": 7.01472508341796e-05,
      "loss": 0.0518,
      "step": 8331
    },
    {
      "epoch": 0.9032957502168256,
      "grad_norm": 0.2669859826564789,
      "learning_rate": 7.014362396634267e-05,
      "loss": 0.0501,
      "step": 8332
    },
    {
      "epoch": 0.9034041630529055,
      "grad_norm": 0.2744091749191284,
      "learning_rate": 7.013999709850575e-05,
      "loss": 0.0352,
      "step": 8333
    },
    {
      "epoch": 0.9035125758889853,
      "grad_norm": 0.3248528242111206,
      "learning_rate": 7.01363702306688e-05,
      "loss": 0.0519,
      "step": 8334
    },
    {
      "epoch": 0.903620988725065,
      "grad_norm": 0.19415751099586487,
      "learning_rate": 7.013274336283186e-05,
      "loss": 0.0307,
      "step": 8335
    },
    {
      "epoch": 0.9037294015611448,
      "grad_norm": 0.3173721432685852,
      "learning_rate": 7.012911649499493e-05,
      "loss": 0.0532,
      "step": 8336
    },
    {
      "epoch": 0.9038378143972247,
      "grad_norm": 0.22753721475601196,
      "learning_rate": 7.012548962715799e-05,
      "loss": 0.0448,
      "step": 8337
    },
    {
      "epoch": 0.9039462272333044,
      "grad_norm": 0.32375484704971313,
      "learning_rate": 7.012186275932106e-05,
      "loss": 0.0587,
      "step": 8338
    },
    {
      "epoch": 0.9040546400693842,
      "grad_norm": 0.2765912413597107,
      "learning_rate": 7.011823589148412e-05,
      "loss": 0.0219,
      "step": 8339
    },
    {
      "epoch": 0.9041630529054641,
      "grad_norm": 0.3552016615867615,
      "learning_rate": 7.011460902364719e-05,
      "loss": 0.0461,
      "step": 8340
    },
    {
      "epoch": 0.9042714657415438,
      "grad_norm": 0.09277646243572235,
      "learning_rate": 7.011098215581024e-05,
      "loss": 0.0134,
      "step": 8341
    },
    {
      "epoch": 0.9043798785776236,
      "grad_norm": 0.12608602643013,
      "learning_rate": 7.010735528797332e-05,
      "loss": 0.0204,
      "step": 8342
    },
    {
      "epoch": 0.9044882914137033,
      "grad_norm": 0.26491081714630127,
      "learning_rate": 7.010372842013637e-05,
      "loss": 0.0322,
      "step": 8343
    },
    {
      "epoch": 0.9045967042497832,
      "grad_norm": 0.24550263583660126,
      "learning_rate": 7.010010155229943e-05,
      "loss": 0.0408,
      "step": 8344
    },
    {
      "epoch": 0.904705117085863,
      "grad_norm": 0.6995865106582642,
      "learning_rate": 7.00964746844625e-05,
      "loss": 0.0783,
      "step": 8345
    },
    {
      "epoch": 0.9048135299219427,
      "grad_norm": 0.20440497994422913,
      "learning_rate": 7.009284781662556e-05,
      "loss": 0.0248,
      "step": 8346
    },
    {
      "epoch": 0.9049219427580225,
      "grad_norm": 0.16201215982437134,
      "learning_rate": 7.008922094878863e-05,
      "loss": 0.0399,
      "step": 8347
    },
    {
      "epoch": 0.9050303555941024,
      "grad_norm": 0.22630879282951355,
      "learning_rate": 7.008559408095169e-05,
      "loss": 0.0366,
      "step": 8348
    },
    {
      "epoch": 0.9051387684301822,
      "grad_norm": 0.1760154515504837,
      "learning_rate": 7.008196721311476e-05,
      "loss": 0.0273,
      "step": 8349
    },
    {
      "epoch": 0.9052471812662619,
      "grad_norm": 0.2038765847682953,
      "learning_rate": 7.007834034527783e-05,
      "loss": 0.0253,
      "step": 8350
    },
    {
      "epoch": 0.9053555941023417,
      "grad_norm": 0.2214655578136444,
      "learning_rate": 7.007471347744089e-05,
      "loss": 0.0257,
      "step": 8351
    },
    {
      "epoch": 0.9054640069384216,
      "grad_norm": 0.2048693746328354,
      "learning_rate": 7.007108660960396e-05,
      "loss": 0.0258,
      "step": 8352
    },
    {
      "epoch": 0.9055724197745013,
      "grad_norm": 0.587714433670044,
      "learning_rate": 7.006745974176701e-05,
      "loss": 0.0584,
      "step": 8353
    },
    {
      "epoch": 0.9056808326105811,
      "grad_norm": 0.05729588866233826,
      "learning_rate": 7.006383287393008e-05,
      "loss": 0.0072,
      "step": 8354
    },
    {
      "epoch": 0.9057892454466608,
      "grad_norm": 0.47774627804756165,
      "learning_rate": 7.006020600609314e-05,
      "loss": 0.0426,
      "step": 8355
    },
    {
      "epoch": 0.9058976582827407,
      "grad_norm": 0.3723217248916626,
      "learning_rate": 7.005657913825621e-05,
      "loss": 0.0835,
      "step": 8356
    },
    {
      "epoch": 0.9060060711188205,
      "grad_norm": 0.24467745423316956,
      "learning_rate": 7.005295227041927e-05,
      "loss": 0.0433,
      "step": 8357
    },
    {
      "epoch": 0.9061144839549002,
      "grad_norm": 0.20933324098587036,
      "learning_rate": 7.004932540258233e-05,
      "loss": 0.0257,
      "step": 8358
    },
    {
      "epoch": 0.90622289679098,
      "grad_norm": 0.265129029750824,
      "learning_rate": 7.00456985347454e-05,
      "loss": 0.0499,
      "step": 8359
    },
    {
      "epoch": 0.9063313096270599,
      "grad_norm": 0.3027998208999634,
      "learning_rate": 7.004207166690846e-05,
      "loss": 0.0469,
      "step": 8360
    },
    {
      "epoch": 0.9064397224631396,
      "grad_norm": 0.1552741527557373,
      "learning_rate": 7.003844479907153e-05,
      "loss": 0.0249,
      "step": 8361
    },
    {
      "epoch": 0.9065481352992194,
      "grad_norm": 0.5784841179847717,
      "learning_rate": 7.003481793123458e-05,
      "loss": 0.0993,
      "step": 8362
    },
    {
      "epoch": 0.9066565481352992,
      "grad_norm": 0.26692038774490356,
      "learning_rate": 7.003119106339765e-05,
      "loss": 0.053,
      "step": 8363
    },
    {
      "epoch": 0.906764960971379,
      "grad_norm": 0.159260556101799,
      "learning_rate": 7.002756419556071e-05,
      "loss": 0.028,
      "step": 8364
    },
    {
      "epoch": 0.9068733738074588,
      "grad_norm": 0.277080774307251,
      "learning_rate": 7.002393732772378e-05,
      "loss": 0.0218,
      "step": 8365
    },
    {
      "epoch": 0.9069817866435386,
      "grad_norm": 0.22416585683822632,
      "learning_rate": 7.002031045988684e-05,
      "loss": 0.0343,
      "step": 8366
    },
    {
      "epoch": 0.9070901994796184,
      "grad_norm": 0.4137803912162781,
      "learning_rate": 7.001668359204991e-05,
      "loss": 0.0483,
      "step": 8367
    },
    {
      "epoch": 0.9071986123156982,
      "grad_norm": 0.2159835547208786,
      "learning_rate": 7.001305672421298e-05,
      "loss": 0.0214,
      "step": 8368
    },
    {
      "epoch": 0.907307025151778,
      "grad_norm": 0.23968274891376495,
      "learning_rate": 7.000942985637604e-05,
      "loss": 0.0329,
      "step": 8369
    },
    {
      "epoch": 0.9074154379878577,
      "grad_norm": 0.13458764553070068,
      "learning_rate": 7.000580298853911e-05,
      "loss": 0.0325,
      "step": 8370
    },
    {
      "epoch": 0.9075238508239376,
      "grad_norm": 0.3168206214904785,
      "learning_rate": 7.000217612070217e-05,
      "loss": 0.0491,
      "step": 8371
    },
    {
      "epoch": 0.9076322636600174,
      "grad_norm": 0.16066375374794006,
      "learning_rate": 6.999854925286522e-05,
      "loss": 0.0299,
      "step": 8372
    },
    {
      "epoch": 0.9077406764960971,
      "grad_norm": 0.2285657674074173,
      "learning_rate": 6.99949223850283e-05,
      "loss": 0.0598,
      "step": 8373
    },
    {
      "epoch": 0.9078490893321769,
      "grad_norm": 0.4508873224258423,
      "learning_rate": 6.999129551719135e-05,
      "loss": 0.0299,
      "step": 8374
    },
    {
      "epoch": 0.9079575021682568,
      "grad_norm": 0.14075888693332672,
      "learning_rate": 6.998766864935442e-05,
      "loss": 0.0301,
      "step": 8375
    },
    {
      "epoch": 0.9080659150043365,
      "grad_norm": 0.1618996560573578,
      "learning_rate": 6.998404178151748e-05,
      "loss": 0.0216,
      "step": 8376
    },
    {
      "epoch": 0.9081743278404163,
      "grad_norm": 0.2383306920528412,
      "learning_rate": 6.998041491368055e-05,
      "loss": 0.0346,
      "step": 8377
    },
    {
      "epoch": 0.9082827406764961,
      "grad_norm": 0.20759299397468567,
      "learning_rate": 6.997678804584361e-05,
      "loss": 0.0404,
      "step": 8378
    },
    {
      "epoch": 0.9083911535125759,
      "grad_norm": 0.3612534701824188,
      "learning_rate": 6.997316117800668e-05,
      "loss": 0.035,
      "step": 8379
    },
    {
      "epoch": 0.9084995663486557,
      "grad_norm": 0.36694204807281494,
      "learning_rate": 6.996953431016974e-05,
      "loss": 0.0413,
      "step": 8380
    },
    {
      "epoch": 0.9086079791847355,
      "grad_norm": 0.6361992359161377,
      "learning_rate": 6.99659074423328e-05,
      "loss": 0.0152,
      "step": 8381
    },
    {
      "epoch": 0.9087163920208152,
      "grad_norm": 0.3011535704135895,
      "learning_rate": 6.996228057449587e-05,
      "loss": 0.0664,
      "step": 8382
    },
    {
      "epoch": 0.9088248048568951,
      "grad_norm": 0.4097994863986969,
      "learning_rate": 6.995865370665892e-05,
      "loss": 0.0325,
      "step": 8383
    },
    {
      "epoch": 0.9089332176929749,
      "grad_norm": 0.3527418375015259,
      "learning_rate": 6.995502683882201e-05,
      "loss": 0.0309,
      "step": 8384
    },
    {
      "epoch": 0.9090416305290546,
      "grad_norm": 0.17096556723117828,
      "learning_rate": 6.995139997098507e-05,
      "loss": 0.0252,
      "step": 8385
    },
    {
      "epoch": 0.9091500433651344,
      "grad_norm": 0.4025127589702606,
      "learning_rate": 6.994777310314812e-05,
      "loss": 0.0363,
      "step": 8386
    },
    {
      "epoch": 0.9092584562012143,
      "grad_norm": 0.30359911918640137,
      "learning_rate": 6.99441462353112e-05,
      "loss": 0.0468,
      "step": 8387
    },
    {
      "epoch": 0.909366869037294,
      "grad_norm": 0.17360201478004456,
      "learning_rate": 6.994051936747425e-05,
      "loss": 0.0164,
      "step": 8388
    },
    {
      "epoch": 0.9094752818733738,
      "grad_norm": 0.20810210704803467,
      "learning_rate": 6.993689249963732e-05,
      "loss": 0.0287,
      "step": 8389
    },
    {
      "epoch": 0.9095836947094535,
      "grad_norm": 0.35253408551216125,
      "learning_rate": 6.993326563180038e-05,
      "loss": 0.061,
      "step": 8390
    },
    {
      "epoch": 0.9096921075455334,
      "grad_norm": 0.2587367594242096,
      "learning_rate": 6.992963876396345e-05,
      "loss": 0.0154,
      "step": 8391
    },
    {
      "epoch": 0.9098005203816132,
      "grad_norm": 0.08892855793237686,
      "learning_rate": 6.992601189612651e-05,
      "loss": 0.0083,
      "step": 8392
    },
    {
      "epoch": 0.909908933217693,
      "grad_norm": 0.14861686527729034,
      "learning_rate": 6.992238502828958e-05,
      "loss": 0.0217,
      "step": 8393
    },
    {
      "epoch": 0.9100173460537727,
      "grad_norm": 0.18143394589424133,
      "learning_rate": 6.991875816045264e-05,
      "loss": 0.0322,
      "step": 8394
    },
    {
      "epoch": 0.9101257588898526,
      "grad_norm": 0.4377361536026001,
      "learning_rate": 6.991513129261569e-05,
      "loss": 0.057,
      "step": 8395
    },
    {
      "epoch": 0.9102341717259324,
      "grad_norm": 0.378701388835907,
      "learning_rate": 6.991150442477876e-05,
      "loss": 0.0604,
      "step": 8396
    },
    {
      "epoch": 0.9103425845620121,
      "grad_norm": 0.7569241523742676,
      "learning_rate": 6.990787755694182e-05,
      "loss": 0.0562,
      "step": 8397
    },
    {
      "epoch": 0.910450997398092,
      "grad_norm": 0.6042356491088867,
      "learning_rate": 6.990425068910489e-05,
      "loss": 0.0648,
      "step": 8398
    },
    {
      "epoch": 0.9105594102341718,
      "grad_norm": 0.18774567544460297,
      "learning_rate": 6.990062382126795e-05,
      "loss": 0.0448,
      "step": 8399
    },
    {
      "epoch": 0.9106678230702515,
      "grad_norm": 0.42365726828575134,
      "learning_rate": 6.989699695343102e-05,
      "loss": 0.082,
      "step": 8400
    },
    {
      "epoch": 0.9107762359063313,
      "grad_norm": 0.5537360310554504,
      "learning_rate": 6.989337008559409e-05,
      "loss": 0.0441,
      "step": 8401
    },
    {
      "epoch": 0.9108846487424112,
      "grad_norm": 0.5435933470726013,
      "learning_rate": 6.988974321775715e-05,
      "loss": 0.0529,
      "step": 8402
    },
    {
      "epoch": 0.9109930615784909,
      "grad_norm": 0.39489680528640747,
      "learning_rate": 6.988611634992022e-05,
      "loss": 0.0692,
      "step": 8403
    },
    {
      "epoch": 0.9111014744145707,
      "grad_norm": 0.12748803198337555,
      "learning_rate": 6.988248948208328e-05,
      "loss": 0.0325,
      "step": 8404
    },
    {
      "epoch": 0.9112098872506504,
      "grad_norm": 0.18402338027954102,
      "learning_rate": 6.987886261424635e-05,
      "loss": 0.0377,
      "step": 8405
    },
    {
      "epoch": 0.9113183000867303,
      "grad_norm": 0.5242404341697693,
      "learning_rate": 6.98752357464094e-05,
      "loss": 0.0683,
      "step": 8406
    },
    {
      "epoch": 0.9114267129228101,
      "grad_norm": 0.3301859200000763,
      "learning_rate": 6.987160887857248e-05,
      "loss": 0.0616,
      "step": 8407
    },
    {
      "epoch": 0.9115351257588898,
      "grad_norm": 0.2638997435569763,
      "learning_rate": 6.986798201073553e-05,
      "loss": 0.0247,
      "step": 8408
    },
    {
      "epoch": 0.9116435385949696,
      "grad_norm": 0.12335348129272461,
      "learning_rate": 6.986435514289859e-05,
      "loss": 0.027,
      "step": 8409
    },
    {
      "epoch": 0.9117519514310495,
      "grad_norm": 0.28784170746803284,
      "learning_rate": 6.986072827506166e-05,
      "loss": 0.0434,
      "step": 8410
    },
    {
      "epoch": 0.9118603642671292,
      "grad_norm": 0.501253604888916,
      "learning_rate": 6.985710140722472e-05,
      "loss": 0.0563,
      "step": 8411
    },
    {
      "epoch": 0.911968777103209,
      "grad_norm": 0.5243934392929077,
      "learning_rate": 6.985347453938779e-05,
      "loss": 0.0703,
      "step": 8412
    },
    {
      "epoch": 0.9120771899392888,
      "grad_norm": 0.2621532082557678,
      "learning_rate": 6.984984767155085e-05,
      "loss": 0.0662,
      "step": 8413
    },
    {
      "epoch": 0.9121856027753686,
      "grad_norm": 0.3423445522785187,
      "learning_rate": 6.984622080371392e-05,
      "loss": 0.0425,
      "step": 8414
    },
    {
      "epoch": 0.9122940156114484,
      "grad_norm": 0.4316301941871643,
      "learning_rate": 6.984259393587697e-05,
      "loss": 0.0841,
      "step": 8415
    },
    {
      "epoch": 0.9124024284475282,
      "grad_norm": 0.28420859575271606,
      "learning_rate": 6.983896706804005e-05,
      "loss": 0.0366,
      "step": 8416
    },
    {
      "epoch": 0.9125108412836079,
      "grad_norm": 0.27382364869117737,
      "learning_rate": 6.98353402002031e-05,
      "loss": 0.0483,
      "step": 8417
    },
    {
      "epoch": 0.9126192541196878,
      "grad_norm": 0.3066726326942444,
      "learning_rate": 6.983171333236616e-05,
      "loss": 0.04,
      "step": 8418
    },
    {
      "epoch": 0.9127276669557676,
      "grad_norm": 0.228925421833992,
      "learning_rate": 6.982808646452924e-05,
      "loss": 0.037,
      "step": 8419
    },
    {
      "epoch": 0.9128360797918473,
      "grad_norm": 0.11680882424116135,
      "learning_rate": 6.98244595966923e-05,
      "loss": 0.0203,
      "step": 8420
    },
    {
      "epoch": 0.9129444926279271,
      "grad_norm": 0.3154899477958679,
      "learning_rate": 6.982083272885537e-05,
      "loss": 0.0399,
      "step": 8421
    },
    {
      "epoch": 0.913052905464007,
      "grad_norm": 0.2997816503047943,
      "learning_rate": 6.981720586101843e-05,
      "loss": 0.0592,
      "step": 8422
    },
    {
      "epoch": 0.9131613183000867,
      "grad_norm": 0.3254410922527313,
      "learning_rate": 6.98135789931815e-05,
      "loss": 0.0508,
      "step": 8423
    },
    {
      "epoch": 0.9132697311361665,
      "grad_norm": 0.2242668867111206,
      "learning_rate": 6.980995212534456e-05,
      "loss": 0.0544,
      "step": 8424
    },
    {
      "epoch": 0.9133781439722463,
      "grad_norm": 0.1138804480433464,
      "learning_rate": 6.980632525750762e-05,
      "loss": 0.0179,
      "step": 8425
    },
    {
      "epoch": 0.9134865568083261,
      "grad_norm": 0.26723191142082214,
      "learning_rate": 6.980269838967069e-05,
      "loss": 0.0638,
      "step": 8426
    },
    {
      "epoch": 0.9135949696444059,
      "grad_norm": 0.18962033092975616,
      "learning_rate": 6.979907152183374e-05,
      "loss": 0.0416,
      "step": 8427
    },
    {
      "epoch": 0.9137033824804857,
      "grad_norm": 0.21099643409252167,
      "learning_rate": 6.979544465399681e-05,
      "loss": 0.047,
      "step": 8428
    },
    {
      "epoch": 0.9138117953165655,
      "grad_norm": 0.18530605733394623,
      "learning_rate": 6.979181778615987e-05,
      "loss": 0.0595,
      "step": 8429
    },
    {
      "epoch": 0.9139202081526453,
      "grad_norm": 0.251022607088089,
      "learning_rate": 6.978819091832294e-05,
      "loss": 0.0408,
      "step": 8430
    },
    {
      "epoch": 0.9140286209887251,
      "grad_norm": 0.37167179584503174,
      "learning_rate": 6.9784564050486e-05,
      "loss": 0.0565,
      "step": 8431
    },
    {
      "epoch": 0.9141370338248048,
      "grad_norm": 0.31636518239974976,
      "learning_rate": 6.978093718264906e-05,
      "loss": 0.0515,
      "step": 8432
    },
    {
      "epoch": 0.9142454466608847,
      "grad_norm": 0.3064427375793457,
      "learning_rate": 6.977731031481213e-05,
      "loss": 0.0796,
      "step": 8433
    },
    {
      "epoch": 0.9143538594969645,
      "grad_norm": 0.15381206572055817,
      "learning_rate": 6.977368344697519e-05,
      "loss": 0.0281,
      "step": 8434
    },
    {
      "epoch": 0.9144622723330442,
      "grad_norm": 0.2631489932537079,
      "learning_rate": 6.977005657913826e-05,
      "loss": 0.0368,
      "step": 8435
    },
    {
      "epoch": 0.914570685169124,
      "grad_norm": 0.21499721705913544,
      "learning_rate": 6.976642971130133e-05,
      "loss": 0.0372,
      "step": 8436
    },
    {
      "epoch": 0.9146790980052039,
      "grad_norm": 0.2480383664369583,
      "learning_rate": 6.97628028434644e-05,
      "loss": 0.0432,
      "step": 8437
    },
    {
      "epoch": 0.9147875108412836,
      "grad_norm": 0.29088494181632996,
      "learning_rate": 6.975917597562746e-05,
      "loss": 0.0381,
      "step": 8438
    },
    {
      "epoch": 0.9148959236773634,
      "grad_norm": 0.2790725827217102,
      "learning_rate": 6.975554910779051e-05,
      "loss": 0.0538,
      "step": 8439
    },
    {
      "epoch": 0.9150043365134432,
      "grad_norm": 0.20286908745765686,
      "learning_rate": 6.975192223995358e-05,
      "loss": 0.0551,
      "step": 8440
    },
    {
      "epoch": 0.915112749349523,
      "grad_norm": 0.2464478462934494,
      "learning_rate": 6.974829537211664e-05,
      "loss": 0.0451,
      "step": 8441
    },
    {
      "epoch": 0.9152211621856028,
      "grad_norm": 0.13515102863311768,
      "learning_rate": 6.974466850427971e-05,
      "loss": 0.02,
      "step": 8442
    },
    {
      "epoch": 0.9153295750216826,
      "grad_norm": 0.3407905697822571,
      "learning_rate": 6.974104163644277e-05,
      "loss": 0.0714,
      "step": 8443
    },
    {
      "epoch": 0.9154379878577623,
      "grad_norm": 0.357101708650589,
      "learning_rate": 6.973741476860584e-05,
      "loss": 0.0417,
      "step": 8444
    },
    {
      "epoch": 0.9155464006938422,
      "grad_norm": 0.1626415103673935,
      "learning_rate": 6.97337879007689e-05,
      "loss": 0.0444,
      "step": 8445
    },
    {
      "epoch": 0.915654813529922,
      "grad_norm": 0.29418179392814636,
      "learning_rate": 6.973016103293197e-05,
      "loss": 0.0483,
      "step": 8446
    },
    {
      "epoch": 0.9157632263660017,
      "grad_norm": 0.43227165937423706,
      "learning_rate": 6.972653416509503e-05,
      "loss": 0.0446,
      "step": 8447
    },
    {
      "epoch": 0.9158716392020815,
      "grad_norm": 0.10400022566318512,
      "learning_rate": 6.972290729725808e-05,
      "loss": 0.019,
      "step": 8448
    },
    {
      "epoch": 0.9159800520381614,
      "grad_norm": 0.16920259594917297,
      "learning_rate": 6.971928042942115e-05,
      "loss": 0.0244,
      "step": 8449
    },
    {
      "epoch": 0.9160884648742411,
      "grad_norm": 0.1963145136833191,
      "learning_rate": 6.971565356158421e-05,
      "loss": 0.0285,
      "step": 8450
    },
    {
      "epoch": 0.9161968777103209,
      "grad_norm": 0.2573114037513733,
      "learning_rate": 6.971202669374728e-05,
      "loss": 0.0299,
      "step": 8451
    },
    {
      "epoch": 0.9163052905464006,
      "grad_norm": 0.2678760290145874,
      "learning_rate": 6.970839982591034e-05,
      "loss": 0.0769,
      "step": 8452
    },
    {
      "epoch": 0.9164137033824805,
      "grad_norm": 0.34988853335380554,
      "learning_rate": 6.970477295807341e-05,
      "loss": 0.0598,
      "step": 8453
    },
    {
      "epoch": 0.9165221162185603,
      "grad_norm": 0.12806713581085205,
      "learning_rate": 6.970114609023648e-05,
      "loss": 0.029,
      "step": 8454
    },
    {
      "epoch": 0.91663052905464,
      "grad_norm": 0.14605481922626495,
      "learning_rate": 6.969751922239954e-05,
      "loss": 0.0142,
      "step": 8455
    },
    {
      "epoch": 0.9167389418907199,
      "grad_norm": 0.134054034948349,
      "learning_rate": 6.969389235456261e-05,
      "loss": 0.0228,
      "step": 8456
    },
    {
      "epoch": 0.9168473547267997,
      "grad_norm": 0.45106974244117737,
      "learning_rate": 6.969026548672567e-05,
      "loss": 0.0557,
      "step": 8457
    },
    {
      "epoch": 0.9169557675628794,
      "grad_norm": 0.3010573983192444,
      "learning_rate": 6.968663861888874e-05,
      "loss": 0.0563,
      "step": 8458
    },
    {
      "epoch": 0.9170641803989592,
      "grad_norm": 0.15027809143066406,
      "learning_rate": 6.96830117510518e-05,
      "loss": 0.0231,
      "step": 8459
    },
    {
      "epoch": 0.9171725932350391,
      "grad_norm": 0.2720203101634979,
      "learning_rate": 6.967938488321487e-05,
      "loss": 0.0784,
      "step": 8460
    },
    {
      "epoch": 0.9172810060711188,
      "grad_norm": 0.18445757031440735,
      "learning_rate": 6.967575801537792e-05,
      "loss": 0.0245,
      "step": 8461
    },
    {
      "epoch": 0.9173894189071986,
      "grad_norm": 0.2255432903766632,
      "learning_rate": 6.967213114754098e-05,
      "loss": 0.0285,
      "step": 8462
    },
    {
      "epoch": 0.9174978317432784,
      "grad_norm": 0.21523991227149963,
      "learning_rate": 6.966850427970405e-05,
      "loss": 0.0332,
      "step": 8463
    },
    {
      "epoch": 0.9176062445793582,
      "grad_norm": 0.2168142944574356,
      "learning_rate": 6.966487741186711e-05,
      "loss": 0.0385,
      "step": 8464
    },
    {
      "epoch": 0.917714657415438,
      "grad_norm": 0.09227592498064041,
      "learning_rate": 6.966125054403018e-05,
      "loss": 0.0137,
      "step": 8465
    },
    {
      "epoch": 0.9178230702515178,
      "grad_norm": 0.1930835247039795,
      "learning_rate": 6.965762367619324e-05,
      "loss": 0.0317,
      "step": 8466
    },
    {
      "epoch": 0.9179314830875975,
      "grad_norm": 0.597472071647644,
      "learning_rate": 6.965399680835631e-05,
      "loss": 0.1172,
      "step": 8467
    },
    {
      "epoch": 0.9180398959236774,
      "grad_norm": 0.2551279366016388,
      "learning_rate": 6.965036994051937e-05,
      "loss": 0.0587,
      "step": 8468
    },
    {
      "epoch": 0.9181483087597572,
      "grad_norm": 0.16447024047374725,
      "learning_rate": 6.964674307268244e-05,
      "loss": 0.0339,
      "step": 8469
    },
    {
      "epoch": 0.9182567215958369,
      "grad_norm": 0.2509276568889618,
      "learning_rate": 6.96431162048455e-05,
      "loss": 0.0391,
      "step": 8470
    },
    {
      "epoch": 0.9183651344319167,
      "grad_norm": 0.4148101806640625,
      "learning_rate": 6.963948933700856e-05,
      "loss": 0.0628,
      "step": 8471
    },
    {
      "epoch": 0.9184735472679966,
      "grad_norm": 0.3220265507698059,
      "learning_rate": 6.963586246917164e-05,
      "loss": 0.0647,
      "step": 8472
    },
    {
      "epoch": 0.9185819601040763,
      "grad_norm": 0.14064772427082062,
      "learning_rate": 6.963223560133469e-05,
      "loss": 0.0224,
      "step": 8473
    },
    {
      "epoch": 0.9186903729401561,
      "grad_norm": 0.14770834147930145,
      "learning_rate": 6.962860873349776e-05,
      "loss": 0.0347,
      "step": 8474
    },
    {
      "epoch": 0.9187987857762359,
      "grad_norm": 0.32019171118736267,
      "learning_rate": 6.962498186566082e-05,
      "loss": 0.073,
      "step": 8475
    },
    {
      "epoch": 0.9189071986123157,
      "grad_norm": 0.20150457322597504,
      "learning_rate": 6.962135499782388e-05,
      "loss": 0.0567,
      "step": 8476
    },
    {
      "epoch": 0.9190156114483955,
      "grad_norm": 0.28681233525276184,
      "learning_rate": 6.961772812998695e-05,
      "loss": 0.0677,
      "step": 8477
    },
    {
      "epoch": 0.9191240242844753,
      "grad_norm": 0.2222481667995453,
      "learning_rate": 6.961410126215e-05,
      "loss": 0.0435,
      "step": 8478
    },
    {
      "epoch": 0.919232437120555,
      "grad_norm": 0.2136472463607788,
      "learning_rate": 6.961047439431308e-05,
      "loss": 0.0533,
      "step": 8479
    },
    {
      "epoch": 0.9193408499566349,
      "grad_norm": 0.22272853553295135,
      "learning_rate": 6.960684752647613e-05,
      "loss": 0.0399,
      "step": 8480
    },
    {
      "epoch": 0.9194492627927147,
      "grad_norm": 0.27273449301719666,
      "learning_rate": 6.96032206586392e-05,
      "loss": 0.0545,
      "step": 8481
    },
    {
      "epoch": 0.9195576756287944,
      "grad_norm": 0.262351930141449,
      "learning_rate": 6.959959379080226e-05,
      "loss": 0.0436,
      "step": 8482
    },
    {
      "epoch": 0.9196660884648742,
      "grad_norm": 0.30460917949676514,
      "learning_rate": 6.959596692296533e-05,
      "loss": 0.0581,
      "step": 8483
    },
    {
      "epoch": 0.9197745013009541,
      "grad_norm": 0.2440384328365326,
      "learning_rate": 6.959234005512839e-05,
      "loss": 0.0296,
      "step": 8484
    },
    {
      "epoch": 0.9198829141370338,
      "grad_norm": 0.19998127222061157,
      "learning_rate": 6.958871318729145e-05,
      "loss": 0.0268,
      "step": 8485
    },
    {
      "epoch": 0.9199913269731136,
      "grad_norm": 0.14222753047943115,
      "learning_rate": 6.958508631945452e-05,
      "loss": 0.0279,
      "step": 8486
    },
    {
      "epoch": 0.9200997398091935,
      "grad_norm": 0.1790321171283722,
      "learning_rate": 6.958145945161758e-05,
      "loss": 0.0468,
      "step": 8487
    },
    {
      "epoch": 0.9202081526452732,
      "grad_norm": 0.21105504035949707,
      "learning_rate": 6.957783258378066e-05,
      "loss": 0.03,
      "step": 8488
    },
    {
      "epoch": 0.920316565481353,
      "grad_norm": 0.4293154180049896,
      "learning_rate": 6.957420571594372e-05,
      "loss": 0.0623,
      "step": 8489
    },
    {
      "epoch": 0.9204249783174328,
      "grad_norm": 0.34992581605911255,
      "learning_rate": 6.957057884810678e-05,
      "loss": 0.0591,
      "step": 8490
    },
    {
      "epoch": 0.9205333911535126,
      "grad_norm": 0.30597320199012756,
      "learning_rate": 6.956695198026985e-05,
      "loss": 0.0543,
      "step": 8491
    },
    {
      "epoch": 0.9206418039895924,
      "grad_norm": 0.07680367678403854,
      "learning_rate": 6.95633251124329e-05,
      "loss": 0.0097,
      "step": 8492
    },
    {
      "epoch": 0.9207502168256722,
      "grad_norm": 0.3381430506706238,
      "learning_rate": 6.955969824459597e-05,
      "loss": 0.0534,
      "step": 8493
    },
    {
      "epoch": 0.9208586296617519,
      "grad_norm": 0.20753353834152222,
      "learning_rate": 6.955607137675903e-05,
      "loss": 0.0435,
      "step": 8494
    },
    {
      "epoch": 0.9209670424978318,
      "grad_norm": 0.27805906534194946,
      "learning_rate": 6.95524445089221e-05,
      "loss": 0.0582,
      "step": 8495
    },
    {
      "epoch": 0.9210754553339116,
      "grad_norm": 0.20524197816848755,
      "learning_rate": 6.954881764108516e-05,
      "loss": 0.0347,
      "step": 8496
    },
    {
      "epoch": 0.9211838681699913,
      "grad_norm": 0.24429570138454437,
      "learning_rate": 6.954519077324823e-05,
      "loss": 0.0744,
      "step": 8497
    },
    {
      "epoch": 0.9212922810060711,
      "grad_norm": 0.3648092746734619,
      "learning_rate": 6.954156390541129e-05,
      "loss": 0.0702,
      "step": 8498
    },
    {
      "epoch": 0.921400693842151,
      "grad_norm": 0.24158863723278046,
      "learning_rate": 6.953793703757435e-05,
      "loss": 0.0354,
      "step": 8499
    },
    {
      "epoch": 0.9215091066782307,
      "grad_norm": 0.27051860094070435,
      "learning_rate": 6.953431016973742e-05,
      "loss": 0.0341,
      "step": 8500
    },
    {
      "epoch": 0.9216175195143105,
      "grad_norm": 0.2065170258283615,
      "learning_rate": 6.953068330190047e-05,
      "loss": 0.0323,
      "step": 8501
    },
    {
      "epoch": 0.9217259323503902,
      "grad_norm": 0.3594679832458496,
      "learning_rate": 6.952705643406355e-05,
      "loss": 0.049,
      "step": 8502
    },
    {
      "epoch": 0.9218343451864701,
      "grad_norm": 0.20252595841884613,
      "learning_rate": 6.95234295662266e-05,
      "loss": 0.0545,
      "step": 8503
    },
    {
      "epoch": 0.9219427580225499,
      "grad_norm": 0.2237389087677002,
      "learning_rate": 6.951980269838967e-05,
      "loss": 0.0422,
      "step": 8504
    },
    {
      "epoch": 0.9220511708586296,
      "grad_norm": 0.2748705744743347,
      "learning_rate": 6.951617583055274e-05,
      "loss": 0.044,
      "step": 8505
    },
    {
      "epoch": 0.9221595836947094,
      "grad_norm": 0.19604703783988953,
      "learning_rate": 6.95125489627158e-05,
      "loss": 0.0429,
      "step": 8506
    },
    {
      "epoch": 0.9222679965307893,
      "grad_norm": 0.12068959325551987,
      "learning_rate": 6.950892209487887e-05,
      "loss": 0.0187,
      "step": 8507
    },
    {
      "epoch": 0.922376409366869,
      "grad_norm": 0.1591380536556244,
      "learning_rate": 6.950529522704193e-05,
      "loss": 0.0345,
      "step": 8508
    },
    {
      "epoch": 0.9224848222029488,
      "grad_norm": 0.2557787001132965,
      "learning_rate": 6.9501668359205e-05,
      "loss": 0.0722,
      "step": 8509
    },
    {
      "epoch": 0.9225932350390286,
      "grad_norm": 0.32152435183525085,
      "learning_rate": 6.949804149136806e-05,
      "loss": 0.09,
      "step": 8510
    },
    {
      "epoch": 0.9227016478751084,
      "grad_norm": 0.29369786381721497,
      "learning_rate": 6.949441462353113e-05,
      "loss": 0.0563,
      "step": 8511
    },
    {
      "epoch": 0.9228100607111882,
      "grad_norm": 0.18979412317276,
      "learning_rate": 6.949078775569419e-05,
      "loss": 0.0294,
      "step": 8512
    },
    {
      "epoch": 0.922918473547268,
      "grad_norm": 0.2683335840702057,
      "learning_rate": 6.948716088785724e-05,
      "loss": 0.0269,
      "step": 8513
    },
    {
      "epoch": 0.9230268863833477,
      "grad_norm": 0.1605895310640335,
      "learning_rate": 6.948353402002031e-05,
      "loss": 0.0312,
      "step": 8514
    },
    {
      "epoch": 0.9231352992194276,
      "grad_norm": 0.09642642736434937,
      "learning_rate": 6.947990715218337e-05,
      "loss": 0.0209,
      "step": 8515
    },
    {
      "epoch": 0.9232437120555074,
      "grad_norm": 0.25113439559936523,
      "learning_rate": 6.947628028434644e-05,
      "loss": 0.0344,
      "step": 8516
    },
    {
      "epoch": 0.9233521248915871,
      "grad_norm": 0.09708087146282196,
      "learning_rate": 6.94726534165095e-05,
      "loss": 0.0202,
      "step": 8517
    },
    {
      "epoch": 0.923460537727667,
      "grad_norm": 0.28804925084114075,
      "learning_rate": 6.946902654867257e-05,
      "loss": 0.0525,
      "step": 8518
    },
    {
      "epoch": 0.9235689505637468,
      "grad_norm": 0.21715682744979858,
      "learning_rate": 6.946539968083563e-05,
      "loss": 0.0365,
      "step": 8519
    },
    {
      "epoch": 0.9236773633998265,
      "grad_norm": 0.31898707151412964,
      "learning_rate": 6.94617728129987e-05,
      "loss": 0.0726,
      "step": 8520
    },
    {
      "epoch": 0.9237857762359063,
      "grad_norm": 0.2528102993965149,
      "learning_rate": 6.945814594516176e-05,
      "loss": 0.0671,
      "step": 8521
    },
    {
      "epoch": 0.9238941890719862,
      "grad_norm": 0.5031952261924744,
      "learning_rate": 6.945451907732483e-05,
      "loss": 0.0684,
      "step": 8522
    },
    {
      "epoch": 0.9240026019080659,
      "grad_norm": 0.19170764088630676,
      "learning_rate": 6.94508922094879e-05,
      "loss": 0.0239,
      "step": 8523
    },
    {
      "epoch": 0.9241110147441457,
      "grad_norm": 0.17909440398216248,
      "learning_rate": 6.944726534165096e-05,
      "loss": 0.0239,
      "step": 8524
    },
    {
      "epoch": 0.9242194275802255,
      "grad_norm": 0.3039492666721344,
      "learning_rate": 6.944363847381403e-05,
      "loss": 0.0812,
      "step": 8525
    },
    {
      "epoch": 0.9243278404163053,
      "grad_norm": 0.15275172889232635,
      "learning_rate": 6.944001160597708e-05,
      "loss": 0.0236,
      "step": 8526
    },
    {
      "epoch": 0.9244362532523851,
      "grad_norm": 0.2936280071735382,
      "learning_rate": 6.943638473814015e-05,
      "loss": 0.0322,
      "step": 8527
    },
    {
      "epoch": 0.9245446660884649,
      "grad_norm": 0.12742272019386292,
      "learning_rate": 6.943275787030321e-05,
      "loss": 0.0327,
      "step": 8528
    },
    {
      "epoch": 0.9246530789245446,
      "grad_norm": 0.2697676718235016,
      "learning_rate": 6.942913100246627e-05,
      "loss": 0.0511,
      "step": 8529
    },
    {
      "epoch": 0.9247614917606245,
      "grad_norm": 0.23055683076381683,
      "learning_rate": 6.942550413462934e-05,
      "loss": 0.0286,
      "step": 8530
    },
    {
      "epoch": 0.9248699045967043,
      "grad_norm": 0.23181991279125214,
      "learning_rate": 6.94218772667924e-05,
      "loss": 0.038,
      "step": 8531
    },
    {
      "epoch": 0.924978317432784,
      "grad_norm": 0.08122356235980988,
      "learning_rate": 6.941825039895547e-05,
      "loss": 0.0139,
      "step": 8532
    },
    {
      "epoch": 0.9250867302688638,
      "grad_norm": 0.2547440230846405,
      "learning_rate": 6.941462353111853e-05,
      "loss": 0.0283,
      "step": 8533
    },
    {
      "epoch": 0.9251951431049437,
      "grad_norm": 0.13951821625232697,
      "learning_rate": 6.94109966632816e-05,
      "loss": 0.0285,
      "step": 8534
    },
    {
      "epoch": 0.9253035559410234,
      "grad_norm": 0.3112543821334839,
      "learning_rate": 6.940736979544465e-05,
      "loss": 0.042,
      "step": 8535
    },
    {
      "epoch": 0.9254119687771032,
      "grad_norm": 0.42614391446113586,
      "learning_rate": 6.940374292760771e-05,
      "loss": 0.0564,
      "step": 8536
    },
    {
      "epoch": 0.925520381613183,
      "grad_norm": 0.17141485214233398,
      "learning_rate": 6.940011605977078e-05,
      "loss": 0.0497,
      "step": 8537
    },
    {
      "epoch": 0.9256287944492628,
      "grad_norm": 0.40289628505706787,
      "learning_rate": 6.939648919193384e-05,
      "loss": 0.0608,
      "step": 8538
    },
    {
      "epoch": 0.9257372072853426,
      "grad_norm": 0.10202349722385406,
      "learning_rate": 6.939286232409691e-05,
      "loss": 0.0132,
      "step": 8539
    },
    {
      "epoch": 0.9258456201214224,
      "grad_norm": 0.11549350619316101,
      "learning_rate": 6.938923545625998e-05,
      "loss": 0.026,
      "step": 8540
    },
    {
      "epoch": 0.9259540329575021,
      "grad_norm": 0.13889114558696747,
      "learning_rate": 6.938560858842305e-05,
      "loss": 0.0275,
      "step": 8541
    },
    {
      "epoch": 0.926062445793582,
      "grad_norm": 0.1962708979845047,
      "learning_rate": 6.938198172058611e-05,
      "loss": 0.0265,
      "step": 8542
    },
    {
      "epoch": 0.9261708586296618,
      "grad_norm": 0.2022688090801239,
      "learning_rate": 6.937835485274917e-05,
      "loss": 0.0614,
      "step": 8543
    },
    {
      "epoch": 0.9262792714657415,
      "grad_norm": 0.16194787621498108,
      "learning_rate": 6.937472798491224e-05,
      "loss": 0.0207,
      "step": 8544
    },
    {
      "epoch": 0.9263876843018214,
      "grad_norm": 0.2557280361652374,
      "learning_rate": 6.93711011170753e-05,
      "loss": 0.0621,
      "step": 8545
    },
    {
      "epoch": 0.9264960971379012,
      "grad_norm": 0.1380520462989807,
      "learning_rate": 6.936747424923837e-05,
      "loss": 0.0232,
      "step": 8546
    },
    {
      "epoch": 0.9266045099739809,
      "grad_norm": 0.16072581708431244,
      "learning_rate": 6.936384738140142e-05,
      "loss": 0.0143,
      "step": 8547
    },
    {
      "epoch": 0.9267129228100607,
      "grad_norm": 0.18818776309490204,
      "learning_rate": 6.93602205135645e-05,
      "loss": 0.0257,
      "step": 8548
    },
    {
      "epoch": 0.9268213356461406,
      "grad_norm": 0.5576127767562866,
      "learning_rate": 6.935659364572755e-05,
      "loss": 0.1466,
      "step": 8549
    },
    {
      "epoch": 0.9269297484822203,
      "grad_norm": 0.35635361075401306,
      "learning_rate": 6.935296677789062e-05,
      "loss": 0.0449,
      "step": 8550
    },
    {
      "epoch": 0.9270381613183001,
      "grad_norm": 0.28896549344062805,
      "learning_rate": 6.934933991005368e-05,
      "loss": 0.0354,
      "step": 8551
    },
    {
      "epoch": 0.9271465741543798,
      "grad_norm": 0.17201270163059235,
      "learning_rate": 6.934571304221674e-05,
      "loss": 0.0161,
      "step": 8552
    },
    {
      "epoch": 0.9272549869904597,
      "grad_norm": 0.2693058252334595,
      "learning_rate": 6.934208617437981e-05,
      "loss": 0.0483,
      "step": 8553
    },
    {
      "epoch": 0.9273633998265395,
      "grad_norm": 0.3439231216907501,
      "learning_rate": 6.933845930654286e-05,
      "loss": 0.0591,
      "step": 8554
    },
    {
      "epoch": 0.9274718126626192,
      "grad_norm": 0.3350190222263336,
      "learning_rate": 6.933483243870594e-05,
      "loss": 0.0272,
      "step": 8555
    },
    {
      "epoch": 0.927580225498699,
      "grad_norm": 0.12010987102985382,
      "learning_rate": 6.933120557086899e-05,
      "loss": 0.0212,
      "step": 8556
    },
    {
      "epoch": 0.9276886383347789,
      "grad_norm": 0.15946219861507416,
      "learning_rate": 6.932757870303206e-05,
      "loss": 0.0229,
      "step": 8557
    },
    {
      "epoch": 0.9277970511708586,
      "grad_norm": 0.4053916931152344,
      "learning_rate": 6.932395183519513e-05,
      "loss": 0.0385,
      "step": 8558
    },
    {
      "epoch": 0.9279054640069384,
      "grad_norm": 0.11789373308420181,
      "learning_rate": 6.932032496735819e-05,
      "loss": 0.0319,
      "step": 8559
    },
    {
      "epoch": 0.9280138768430182,
      "grad_norm": 0.5537042617797852,
      "learning_rate": 6.931669809952126e-05,
      "loss": 0.057,
      "step": 8560
    },
    {
      "epoch": 0.928122289679098,
      "grad_norm": 0.26749011874198914,
      "learning_rate": 6.931307123168432e-05,
      "loss": 0.0356,
      "step": 8561
    },
    {
      "epoch": 0.9282307025151778,
      "grad_norm": 0.19043079018592834,
      "learning_rate": 6.930944436384739e-05,
      "loss": 0.0161,
      "step": 8562
    },
    {
      "epoch": 0.9283391153512576,
      "grad_norm": 0.13684959709644318,
      "learning_rate": 6.930581749601045e-05,
      "loss": 0.0229,
      "step": 8563
    },
    {
      "epoch": 0.9284475281873373,
      "grad_norm": 0.17868752777576447,
      "learning_rate": 6.930219062817352e-05,
      "loss": 0.0201,
      "step": 8564
    },
    {
      "epoch": 0.9285559410234172,
      "grad_norm": 0.35879313945770264,
      "learning_rate": 6.929856376033658e-05,
      "loss": 0.0467,
      "step": 8565
    },
    {
      "epoch": 0.928664353859497,
      "grad_norm": 0.323008269071579,
      "learning_rate": 6.929493689249963e-05,
      "loss": 0.0302,
      "step": 8566
    },
    {
      "epoch": 0.9287727666955767,
      "grad_norm": 0.2966061234474182,
      "learning_rate": 6.92913100246627e-05,
      "loss": 0.0953,
      "step": 8567
    },
    {
      "epoch": 0.9288811795316565,
      "grad_norm": 0.2792426347732544,
      "learning_rate": 6.928768315682576e-05,
      "loss": 0.0353,
      "step": 8568
    },
    {
      "epoch": 0.9289895923677364,
      "grad_norm": 0.4772060513496399,
      "learning_rate": 6.928405628898883e-05,
      "loss": 0.0535,
      "step": 8569
    },
    {
      "epoch": 0.9290980052038161,
      "grad_norm": 0.29763537645339966,
      "learning_rate": 6.928042942115189e-05,
      "loss": 0.0421,
      "step": 8570
    },
    {
      "epoch": 0.9292064180398959,
      "grad_norm": 0.19468197226524353,
      "learning_rate": 6.927680255331496e-05,
      "loss": 0.0368,
      "step": 8571
    },
    {
      "epoch": 0.9293148308759757,
      "grad_norm": 0.2039812207221985,
      "learning_rate": 6.927317568547802e-05,
      "loss": 0.0287,
      "step": 8572
    },
    {
      "epoch": 0.9294232437120555,
      "grad_norm": 0.3163162171840668,
      "learning_rate": 6.926954881764109e-05,
      "loss": 0.0452,
      "step": 8573
    },
    {
      "epoch": 0.9295316565481353,
      "grad_norm": 0.5611527562141418,
      "learning_rate": 6.926592194980416e-05,
      "loss": 0.0424,
      "step": 8574
    },
    {
      "epoch": 0.9296400693842151,
      "grad_norm": 0.25562000274658203,
      "learning_rate": 6.926229508196722e-05,
      "loss": 0.0167,
      "step": 8575
    },
    {
      "epoch": 0.9297484822202949,
      "grad_norm": 0.31642186641693115,
      "learning_rate": 6.925866821413029e-05,
      "loss": 0.0288,
      "step": 8576
    },
    {
      "epoch": 0.9298568950563747,
      "grad_norm": 0.35488444566726685,
      "learning_rate": 6.925504134629335e-05,
      "loss": 0.0571,
      "step": 8577
    },
    {
      "epoch": 0.9299653078924545,
      "grad_norm": 0.0945078581571579,
      "learning_rate": 6.925141447845642e-05,
      "loss": 0.0091,
      "step": 8578
    },
    {
      "epoch": 0.9300737207285342,
      "grad_norm": 0.3308887779712677,
      "learning_rate": 6.924778761061947e-05,
      "loss": 0.076,
      "step": 8579
    },
    {
      "epoch": 0.9301821335646141,
      "grad_norm": 0.31146305799484253,
      "learning_rate": 6.924416074278253e-05,
      "loss": 0.0501,
      "step": 8580
    },
    {
      "epoch": 0.9302905464006939,
      "grad_norm": 0.44521674513816833,
      "learning_rate": 6.92405338749456e-05,
      "loss": 0.0793,
      "step": 8581
    },
    {
      "epoch": 0.9303989592367736,
      "grad_norm": 0.16031016409397125,
      "learning_rate": 6.923690700710866e-05,
      "loss": 0.0182,
      "step": 8582
    },
    {
      "epoch": 0.9305073720728534,
      "grad_norm": 0.09143007546663284,
      "learning_rate": 6.923328013927173e-05,
      "loss": 0.0083,
      "step": 8583
    },
    {
      "epoch": 0.9306157849089333,
      "grad_norm": 0.20837685465812683,
      "learning_rate": 6.922965327143479e-05,
      "loss": 0.0347,
      "step": 8584
    },
    {
      "epoch": 0.930724197745013,
      "grad_norm": 0.19815495610237122,
      "learning_rate": 6.922602640359786e-05,
      "loss": 0.0269,
      "step": 8585
    },
    {
      "epoch": 0.9308326105810928,
      "grad_norm": 0.29948022961616516,
      "learning_rate": 6.922239953576092e-05,
      "loss": 0.0604,
      "step": 8586
    },
    {
      "epoch": 0.9309410234171726,
      "grad_norm": 0.23660384118556976,
      "learning_rate": 6.921877266792399e-05,
      "loss": 0.0337,
      "step": 8587
    },
    {
      "epoch": 0.9310494362532524,
      "grad_norm": 0.29914551973342896,
      "learning_rate": 6.921514580008704e-05,
      "loss": 0.0294,
      "step": 8588
    },
    {
      "epoch": 0.9311578490893322,
      "grad_norm": 0.19152964651584625,
      "learning_rate": 6.92115189322501e-05,
      "loss": 0.0371,
      "step": 8589
    },
    {
      "epoch": 0.931266261925412,
      "grad_norm": 0.5062068700790405,
      "learning_rate": 6.920789206441317e-05,
      "loss": 0.0605,
      "step": 8590
    },
    {
      "epoch": 0.9313746747614917,
      "grad_norm": 0.7991132140159607,
      "learning_rate": 6.920426519657623e-05,
      "loss": 0.016,
      "step": 8591
    },
    {
      "epoch": 0.9314830875975716,
      "grad_norm": 0.371744304895401,
      "learning_rate": 6.920063832873931e-05,
      "loss": 0.0641,
      "step": 8592
    },
    {
      "epoch": 0.9315915004336514,
      "grad_norm": 0.09856558591127396,
      "learning_rate": 6.919701146090237e-05,
      "loss": 0.011,
      "step": 8593
    },
    {
      "epoch": 0.9316999132697311,
      "grad_norm": 0.3138948976993561,
      "learning_rate": 6.919338459306543e-05,
      "loss": 0.0379,
      "step": 8594
    },
    {
      "epoch": 0.9318083261058109,
      "grad_norm": 0.16608275473117828,
      "learning_rate": 6.91897577252285e-05,
      "loss": 0.0358,
      "step": 8595
    },
    {
      "epoch": 0.9319167389418908,
      "grad_norm": 0.3092571496963501,
      "learning_rate": 6.918613085739156e-05,
      "loss": 0.0261,
      "step": 8596
    },
    {
      "epoch": 0.9320251517779705,
      "grad_norm": 0.3260170817375183,
      "learning_rate": 6.918250398955463e-05,
      "loss": 0.0477,
      "step": 8597
    },
    {
      "epoch": 0.9321335646140503,
      "grad_norm": 0.2529142498970032,
      "learning_rate": 6.917887712171769e-05,
      "loss": 0.0445,
      "step": 8598
    },
    {
      "epoch": 0.93224197745013,
      "grad_norm": 0.20968103408813477,
      "learning_rate": 6.917525025388076e-05,
      "loss": 0.0353,
      "step": 8599
    },
    {
      "epoch": 0.9323503902862099,
      "grad_norm": 0.24296291172504425,
      "learning_rate": 6.917162338604381e-05,
      "loss": 0.0379,
      "step": 8600
    },
    {
      "epoch": 0.9324588031222897,
      "grad_norm": 0.19694240391254425,
      "learning_rate": 6.916799651820688e-05,
      "loss": 0.018,
      "step": 8601
    },
    {
      "epoch": 0.9325672159583694,
      "grad_norm": 0.3860260248184204,
      "learning_rate": 6.916436965036994e-05,
      "loss": 0.0576,
      "step": 8602
    },
    {
      "epoch": 0.9326756287944492,
      "grad_norm": 0.6273608803749084,
      "learning_rate": 6.9160742782533e-05,
      "loss": 0.0475,
      "step": 8603
    },
    {
      "epoch": 0.9327840416305291,
      "grad_norm": 0.3280388116836548,
      "learning_rate": 6.915711591469607e-05,
      "loss": 0.0684,
      "step": 8604
    },
    {
      "epoch": 0.9328924544666088,
      "grad_norm": 0.2586553692817688,
      "learning_rate": 6.915348904685913e-05,
      "loss": 0.0711,
      "step": 8605
    },
    {
      "epoch": 0.9330008673026886,
      "grad_norm": 0.2109403759241104,
      "learning_rate": 6.91498621790222e-05,
      "loss": 0.048,
      "step": 8606
    },
    {
      "epoch": 0.9331092801387685,
      "grad_norm": 0.49973955750465393,
      "learning_rate": 6.914623531118526e-05,
      "loss": 0.0274,
      "step": 8607
    },
    {
      "epoch": 0.9332176929748482,
      "grad_norm": 0.13896144926548004,
      "learning_rate": 6.914260844334833e-05,
      "loss": 0.0297,
      "step": 8608
    },
    {
      "epoch": 0.933326105810928,
      "grad_norm": 0.29510432481765747,
      "learning_rate": 6.91389815755114e-05,
      "loss": 0.0463,
      "step": 8609
    },
    {
      "epoch": 0.9334345186470078,
      "grad_norm": 0.2843819558620453,
      "learning_rate": 6.913535470767445e-05,
      "loss": 0.0833,
      "step": 8610
    },
    {
      "epoch": 0.9335429314830876,
      "grad_norm": 0.20486950874328613,
      "learning_rate": 6.913172783983753e-05,
      "loss": 0.0373,
      "step": 8611
    },
    {
      "epoch": 0.9336513443191674,
      "grad_norm": 0.18296471238136292,
      "learning_rate": 6.912810097200058e-05,
      "loss": 0.0234,
      "step": 8612
    },
    {
      "epoch": 0.9337597571552472,
      "grad_norm": 0.16900764405727386,
      "learning_rate": 6.912447410416365e-05,
      "loss": 0.0226,
      "step": 8613
    },
    {
      "epoch": 0.9338681699913269,
      "grad_norm": 0.16560617089271545,
      "learning_rate": 6.912084723632671e-05,
      "loss": 0.0317,
      "step": 8614
    },
    {
      "epoch": 0.9339765828274068,
      "grad_norm": 0.2219201922416687,
      "learning_rate": 6.911722036848978e-05,
      "loss": 0.0333,
      "step": 8615
    },
    {
      "epoch": 0.9340849956634866,
      "grad_norm": 0.22546064853668213,
      "learning_rate": 6.911359350065284e-05,
      "loss": 0.0278,
      "step": 8616
    },
    {
      "epoch": 0.9341934084995663,
      "grad_norm": 0.17814359068870544,
      "learning_rate": 6.91099666328159e-05,
      "loss": 0.0279,
      "step": 8617
    },
    {
      "epoch": 0.9343018213356461,
      "grad_norm": 0.20705580711364746,
      "learning_rate": 6.910633976497897e-05,
      "loss": 0.0194,
      "step": 8618
    },
    {
      "epoch": 0.934410234171726,
      "grad_norm": 0.2640485465526581,
      "learning_rate": 6.910271289714203e-05,
      "loss": 0.0363,
      "step": 8619
    },
    {
      "epoch": 0.9345186470078057,
      "grad_norm": 0.2393794059753418,
      "learning_rate": 6.90990860293051e-05,
      "loss": 0.0404,
      "step": 8620
    },
    {
      "epoch": 0.9346270598438855,
      "grad_norm": 0.2793095111846924,
      "learning_rate": 6.909545916146815e-05,
      "loss": 0.0525,
      "step": 8621
    },
    {
      "epoch": 0.9347354726799653,
      "grad_norm": 0.632305920124054,
      "learning_rate": 6.909183229363122e-05,
      "loss": 0.0533,
      "step": 8622
    },
    {
      "epoch": 0.9348438855160451,
      "grad_norm": 0.5915600657463074,
      "learning_rate": 6.908820542579428e-05,
      "loss": 0.0596,
      "step": 8623
    },
    {
      "epoch": 0.9349522983521249,
      "grad_norm": 0.3608953356742859,
      "learning_rate": 6.908457855795735e-05,
      "loss": 0.0615,
      "step": 8624
    },
    {
      "epoch": 0.9350607111882047,
      "grad_norm": 0.09467944502830505,
      "learning_rate": 6.908095169012041e-05,
      "loss": 0.0142,
      "step": 8625
    },
    {
      "epoch": 0.9351691240242844,
      "grad_norm": 0.30977383255958557,
      "learning_rate": 6.907732482228348e-05,
      "loss": 0.0405,
      "step": 8626
    },
    {
      "epoch": 0.9352775368603643,
      "grad_norm": 0.3032546937465668,
      "learning_rate": 6.907369795444655e-05,
      "loss": 0.0415,
      "step": 8627
    },
    {
      "epoch": 0.9353859496964441,
      "grad_norm": 0.12094411998987198,
      "learning_rate": 6.907007108660961e-05,
      "loss": 0.0148,
      "step": 8628
    },
    {
      "epoch": 0.9354943625325238,
      "grad_norm": 0.19891104102134705,
      "learning_rate": 6.906644421877268e-05,
      "loss": 0.0487,
      "step": 8629
    },
    {
      "epoch": 0.9356027753686036,
      "grad_norm": 0.20734530687332153,
      "learning_rate": 6.906281735093574e-05,
      "loss": 0.0188,
      "step": 8630
    },
    {
      "epoch": 0.9357111882046835,
      "grad_norm": 0.08902809768915176,
      "learning_rate": 6.905919048309881e-05,
      "loss": 0.0144,
      "step": 8631
    },
    {
      "epoch": 0.9358196010407632,
      "grad_norm": 0.20362380146980286,
      "learning_rate": 6.905556361526187e-05,
      "loss": 0.042,
      "step": 8632
    },
    {
      "epoch": 0.935928013876843,
      "grad_norm": 0.300658255815506,
      "learning_rate": 6.905193674742492e-05,
      "loss": 0.0614,
      "step": 8633
    },
    {
      "epoch": 0.9360364267129229,
      "grad_norm": 0.130412757396698,
      "learning_rate": 6.9048309879588e-05,
      "loss": 0.0275,
      "step": 8634
    },
    {
      "epoch": 0.9361448395490026,
      "grad_norm": 0.2940501570701599,
      "learning_rate": 6.904468301175105e-05,
      "loss": 0.0639,
      "step": 8635
    },
    {
      "epoch": 0.9362532523850824,
      "grad_norm": 0.20823469758033752,
      "learning_rate": 6.904105614391412e-05,
      "loss": 0.0263,
      "step": 8636
    },
    {
      "epoch": 0.9363616652211622,
      "grad_norm": 0.30933910608291626,
      "learning_rate": 6.903742927607718e-05,
      "loss": 0.045,
      "step": 8637
    },
    {
      "epoch": 0.936470078057242,
      "grad_norm": 0.6712405681610107,
      "learning_rate": 6.903380240824025e-05,
      "loss": 0.0659,
      "step": 8638
    },
    {
      "epoch": 0.9365784908933218,
      "grad_norm": 0.26144155859947205,
      "learning_rate": 6.903017554040331e-05,
      "loss": 0.0245,
      "step": 8639
    },
    {
      "epoch": 0.9366869037294016,
      "grad_norm": 0.21079018712043762,
      "learning_rate": 6.902654867256638e-05,
      "loss": 0.037,
      "step": 8640
    },
    {
      "epoch": 0.9367953165654813,
      "grad_norm": 0.4131496846675873,
      "learning_rate": 6.902292180472944e-05,
      "loss": 0.0767,
      "step": 8641
    },
    {
      "epoch": 0.9369037294015612,
      "grad_norm": 0.27089816331863403,
      "learning_rate": 6.901929493689249e-05,
      "loss": 0.0753,
      "step": 8642
    },
    {
      "epoch": 0.937012142237641,
      "grad_norm": 0.2305242121219635,
      "learning_rate": 6.901566806905558e-05,
      "loss": 0.0375,
      "step": 8643
    },
    {
      "epoch": 0.9371205550737207,
      "grad_norm": 0.19501733779907227,
      "learning_rate": 6.901204120121863e-05,
      "loss": 0.039,
      "step": 8644
    },
    {
      "epoch": 0.9372289679098005,
      "grad_norm": 0.12873497605323792,
      "learning_rate": 6.90084143333817e-05,
      "loss": 0.0203,
      "step": 8645
    },
    {
      "epoch": 0.9373373807458804,
      "grad_norm": 0.23953677713871002,
      "learning_rate": 6.900478746554476e-05,
      "loss": 0.0543,
      "step": 8646
    },
    {
      "epoch": 0.9374457935819601,
      "grad_norm": 0.3093225955963135,
      "learning_rate": 6.900116059770782e-05,
      "loss": 0.0489,
      "step": 8647
    },
    {
      "epoch": 0.9375542064180399,
      "grad_norm": 0.26739639043807983,
      "learning_rate": 6.899753372987089e-05,
      "loss": 0.0459,
      "step": 8648
    },
    {
      "epoch": 0.9376626192541196,
      "grad_norm": 0.21921499073505402,
      "learning_rate": 6.899390686203395e-05,
      "loss": 0.0707,
      "step": 8649
    },
    {
      "epoch": 0.9377710320901995,
      "grad_norm": 0.25192391872406006,
      "learning_rate": 6.899027999419702e-05,
      "loss": 0.0262,
      "step": 8650
    },
    {
      "epoch": 0.9378794449262793,
      "grad_norm": 0.18468371033668518,
      "learning_rate": 6.898665312636008e-05,
      "loss": 0.0318,
      "step": 8651
    },
    {
      "epoch": 0.937987857762359,
      "grad_norm": 0.15506015717983246,
      "learning_rate": 6.898302625852315e-05,
      "loss": 0.0082,
      "step": 8652
    },
    {
      "epoch": 0.9380962705984388,
      "grad_norm": 0.34607255458831787,
      "learning_rate": 6.89793993906862e-05,
      "loss": 0.0624,
      "step": 8653
    },
    {
      "epoch": 0.9382046834345187,
      "grad_norm": 0.3361353874206543,
      "learning_rate": 6.897577252284928e-05,
      "loss": 0.0252,
      "step": 8654
    },
    {
      "epoch": 0.9383130962705984,
      "grad_norm": 0.20281921327114105,
      "learning_rate": 6.897214565501233e-05,
      "loss": 0.0421,
      "step": 8655
    },
    {
      "epoch": 0.9384215091066782,
      "grad_norm": 0.547006368637085,
      "learning_rate": 6.896851878717539e-05,
      "loss": 0.0443,
      "step": 8656
    },
    {
      "epoch": 0.938529921942758,
      "grad_norm": 0.3768340051174164,
      "learning_rate": 6.896489191933846e-05,
      "loss": 0.0264,
      "step": 8657
    },
    {
      "epoch": 0.9386383347788378,
      "grad_norm": 0.1496252417564392,
      "learning_rate": 6.896126505150152e-05,
      "loss": 0.0242,
      "step": 8658
    },
    {
      "epoch": 0.9387467476149176,
      "grad_norm": 0.1342131346464157,
      "learning_rate": 6.895763818366459e-05,
      "loss": 0.0212,
      "step": 8659
    },
    {
      "epoch": 0.9388551604509974,
      "grad_norm": 0.19914385676383972,
      "learning_rate": 6.895401131582765e-05,
      "loss": 0.0233,
      "step": 8660
    },
    {
      "epoch": 0.9389635732870771,
      "grad_norm": 0.5062572360038757,
      "learning_rate": 6.895038444799072e-05,
      "loss": 0.0596,
      "step": 8661
    },
    {
      "epoch": 0.939071986123157,
      "grad_norm": 0.26096126437187195,
      "learning_rate": 6.894675758015379e-05,
      "loss": 0.0654,
      "step": 8662
    },
    {
      "epoch": 0.9391803989592368,
      "grad_norm": 0.3248790502548218,
      "learning_rate": 6.894313071231685e-05,
      "loss": 0.036,
      "step": 8663
    },
    {
      "epoch": 0.9392888117953165,
      "grad_norm": 0.37178680300712585,
      "learning_rate": 6.893950384447992e-05,
      "loss": 0.0528,
      "step": 8664
    },
    {
      "epoch": 0.9393972246313964,
      "grad_norm": 0.11585681885480881,
      "learning_rate": 6.893587697664297e-05,
      "loss": 0.0272,
      "step": 8665
    },
    {
      "epoch": 0.9395056374674762,
      "grad_norm": 0.261244535446167,
      "learning_rate": 6.893225010880604e-05,
      "loss": 0.0794,
      "step": 8666
    },
    {
      "epoch": 0.9396140503035559,
      "grad_norm": 0.12286228686571121,
      "learning_rate": 6.89286232409691e-05,
      "loss": 0.0199,
      "step": 8667
    },
    {
      "epoch": 0.9397224631396357,
      "grad_norm": 0.11879095435142517,
      "learning_rate": 6.892499637313217e-05,
      "loss": 0.0218,
      "step": 8668
    },
    {
      "epoch": 0.9398308759757156,
      "grad_norm": 0.24506892263889313,
      "learning_rate": 6.892136950529523e-05,
      "loss": 0.054,
      "step": 8669
    },
    {
      "epoch": 0.9399392888117953,
      "grad_norm": 0.35002195835113525,
      "learning_rate": 6.891774263745829e-05,
      "loss": 0.054,
      "step": 8670
    },
    {
      "epoch": 0.9400477016478751,
      "grad_norm": 0.0749787837266922,
      "learning_rate": 6.891411576962136e-05,
      "loss": 0.0119,
      "step": 8671
    },
    {
      "epoch": 0.9401561144839549,
      "grad_norm": 0.13755673170089722,
      "learning_rate": 6.891048890178442e-05,
      "loss": 0.0196,
      "step": 8672
    },
    {
      "epoch": 0.9402645273200347,
      "grad_norm": 0.46055710315704346,
      "learning_rate": 6.890686203394749e-05,
      "loss": 0.0612,
      "step": 8673
    },
    {
      "epoch": 0.9403729401561145,
      "grad_norm": 0.37477922439575195,
      "learning_rate": 6.890323516611054e-05,
      "loss": 0.0304,
      "step": 8674
    },
    {
      "epoch": 0.9404813529921943,
      "grad_norm": 0.15359149873256683,
      "learning_rate": 6.889960829827361e-05,
      "loss": 0.0424,
      "step": 8675
    },
    {
      "epoch": 0.940589765828274,
      "grad_norm": 0.3086589574813843,
      "learning_rate": 6.889598143043667e-05,
      "loss": 0.0404,
      "step": 8676
    },
    {
      "epoch": 0.9406981786643539,
      "grad_norm": 0.12683168053627014,
      "learning_rate": 6.889235456259974e-05,
      "loss": 0.0077,
      "step": 8677
    },
    {
      "epoch": 0.9408065915004337,
      "grad_norm": 0.3239680826663971,
      "learning_rate": 6.888872769476281e-05,
      "loss": 0.0452,
      "step": 8678
    },
    {
      "epoch": 0.9409150043365134,
      "grad_norm": 0.25006672739982605,
      "learning_rate": 6.888510082692587e-05,
      "loss": 0.0216,
      "step": 8679
    },
    {
      "epoch": 0.9410234171725932,
      "grad_norm": 0.3052508234977722,
      "learning_rate": 6.888147395908894e-05,
      "loss": 0.0301,
      "step": 8680
    },
    {
      "epoch": 0.9411318300086731,
      "grad_norm": 0.2599297761917114,
      "learning_rate": 6.8877847091252e-05,
      "loss": 0.0389,
      "step": 8681
    },
    {
      "epoch": 0.9412402428447528,
      "grad_norm": 0.1774471402168274,
      "learning_rate": 6.887422022341507e-05,
      "loss": 0.0319,
      "step": 8682
    },
    {
      "epoch": 0.9413486556808326,
      "grad_norm": 0.3690983057022095,
      "learning_rate": 6.887059335557813e-05,
      "loss": 0.0637,
      "step": 8683
    },
    {
      "epoch": 0.9414570685169124,
      "grad_norm": 0.3533334732055664,
      "learning_rate": 6.886696648774119e-05,
      "loss": 0.062,
      "step": 8684
    },
    {
      "epoch": 0.9415654813529922,
      "grad_norm": 0.19958803057670593,
      "learning_rate": 6.886333961990426e-05,
      "loss": 0.0336,
      "step": 8685
    },
    {
      "epoch": 0.941673894189072,
      "grad_norm": 0.3648722171783447,
      "learning_rate": 6.885971275206731e-05,
      "loss": 0.0437,
      "step": 8686
    },
    {
      "epoch": 0.9417823070251518,
      "grad_norm": 0.3191557824611664,
      "learning_rate": 6.885608588423038e-05,
      "loss": 0.0596,
      "step": 8687
    },
    {
      "epoch": 0.9418907198612315,
      "grad_norm": 0.2967934012413025,
      "learning_rate": 6.885245901639344e-05,
      "loss": 0.0532,
      "step": 8688
    },
    {
      "epoch": 0.9419991326973114,
      "grad_norm": 0.08054739236831665,
      "learning_rate": 6.884883214855651e-05,
      "loss": 0.0162,
      "step": 8689
    },
    {
      "epoch": 0.9421075455333912,
      "grad_norm": 0.24621517956256866,
      "learning_rate": 6.884520528071957e-05,
      "loss": 0.0498,
      "step": 8690
    },
    {
      "epoch": 0.9422159583694709,
      "grad_norm": 0.15921443700790405,
      "learning_rate": 6.884157841288264e-05,
      "loss": 0.0103,
      "step": 8691
    },
    {
      "epoch": 0.9423243712055508,
      "grad_norm": 0.08613964915275574,
      "learning_rate": 6.88379515450457e-05,
      "loss": 0.0175,
      "step": 8692
    },
    {
      "epoch": 0.9424327840416306,
      "grad_norm": 0.23805473744869232,
      "learning_rate": 6.883432467720876e-05,
      "loss": 0.0531,
      "step": 8693
    },
    {
      "epoch": 0.9425411968777103,
      "grad_norm": 0.3548555076122284,
      "learning_rate": 6.883069780937183e-05,
      "loss": 0.0578,
      "step": 8694
    },
    {
      "epoch": 0.9426496097137901,
      "grad_norm": 0.22334037721157074,
      "learning_rate": 6.88270709415349e-05,
      "loss": 0.0517,
      "step": 8695
    },
    {
      "epoch": 0.94275802254987,
      "grad_norm": 0.3119199872016907,
      "learning_rate": 6.882344407369797e-05,
      "loss": 0.0595,
      "step": 8696
    },
    {
      "epoch": 0.9428664353859497,
      "grad_norm": 0.32718750834465027,
      "learning_rate": 6.881981720586103e-05,
      "loss": 0.0424,
      "step": 8697
    },
    {
      "epoch": 0.9429748482220295,
      "grad_norm": 0.10880327224731445,
      "learning_rate": 6.881619033802408e-05,
      "loss": 0.0126,
      "step": 8698
    },
    {
      "epoch": 0.9430832610581092,
      "grad_norm": 0.23740287125110626,
      "learning_rate": 6.881256347018715e-05,
      "loss": 0.0401,
      "step": 8699
    },
    {
      "epoch": 0.9431916738941891,
      "grad_norm": 0.2326846569776535,
      "learning_rate": 6.880893660235021e-05,
      "loss": 0.0461,
      "step": 8700
    },
    {
      "epoch": 0.9433000867302689,
      "grad_norm": 0.16907796263694763,
      "learning_rate": 6.880530973451328e-05,
      "loss": 0.0309,
      "step": 8701
    },
    {
      "epoch": 0.9434084995663486,
      "grad_norm": 0.1879539042711258,
      "learning_rate": 6.880168286667634e-05,
      "loss": 0.0365,
      "step": 8702
    },
    {
      "epoch": 0.9435169124024284,
      "grad_norm": 0.3039810061454773,
      "learning_rate": 6.879805599883941e-05,
      "loss": 0.057,
      "step": 8703
    },
    {
      "epoch": 0.9436253252385083,
      "grad_norm": 0.20744672417640686,
      "learning_rate": 6.879442913100247e-05,
      "loss": 0.0176,
      "step": 8704
    },
    {
      "epoch": 0.943733738074588,
      "grad_norm": 0.24387159943580627,
      "learning_rate": 6.879080226316554e-05,
      "loss": 0.0265,
      "step": 8705
    },
    {
      "epoch": 0.9438421509106678,
      "grad_norm": 0.3418298363685608,
      "learning_rate": 6.87871753953286e-05,
      "loss": 0.051,
      "step": 8706
    },
    {
      "epoch": 0.9439505637467476,
      "grad_norm": 0.22591117024421692,
      "learning_rate": 6.878354852749165e-05,
      "loss": 0.0113,
      "step": 8707
    },
    {
      "epoch": 0.9440589765828274,
      "grad_norm": 0.19003331661224365,
      "learning_rate": 6.877992165965472e-05,
      "loss": 0.0262,
      "step": 8708
    },
    {
      "epoch": 0.9441673894189072,
      "grad_norm": 0.4017181992530823,
      "learning_rate": 6.877629479181778e-05,
      "loss": 0.0298,
      "step": 8709
    },
    {
      "epoch": 0.944275802254987,
      "grad_norm": 0.419986754655838,
      "learning_rate": 6.877266792398085e-05,
      "loss": 0.0733,
      "step": 8710
    },
    {
      "epoch": 0.9443842150910667,
      "grad_norm": 0.3536158800125122,
      "learning_rate": 6.876904105614391e-05,
      "loss": 0.0794,
      "step": 8711
    },
    {
      "epoch": 0.9444926279271466,
      "grad_norm": 0.20782870054244995,
      "learning_rate": 6.8765414188307e-05,
      "loss": 0.0425,
      "step": 8712
    },
    {
      "epoch": 0.9446010407632264,
      "grad_norm": 0.10516748577356339,
      "learning_rate": 6.876178732047005e-05,
      "loss": 0.0105,
      "step": 8713
    },
    {
      "epoch": 0.9447094535993061,
      "grad_norm": 0.2970420718193054,
      "learning_rate": 6.875816045263311e-05,
      "loss": 0.0459,
      "step": 8714
    },
    {
      "epoch": 0.9448178664353859,
      "grad_norm": 0.11588973551988602,
      "learning_rate": 6.875453358479618e-05,
      "loss": 0.0203,
      "step": 8715
    },
    {
      "epoch": 0.9449262792714658,
      "grad_norm": 0.26213547587394714,
      "learning_rate": 6.875090671695924e-05,
      "loss": 0.0718,
      "step": 8716
    },
    {
      "epoch": 0.9450346921075455,
      "grad_norm": 0.4481097459793091,
      "learning_rate": 6.874727984912231e-05,
      "loss": 0.0384,
      "step": 8717
    },
    {
      "epoch": 0.9451431049436253,
      "grad_norm": 0.1874367892742157,
      "learning_rate": 6.874365298128536e-05,
      "loss": 0.0476,
      "step": 8718
    },
    {
      "epoch": 0.9452515177797051,
      "grad_norm": 0.1425519585609436,
      "learning_rate": 6.874002611344844e-05,
      "loss": 0.0206,
      "step": 8719
    },
    {
      "epoch": 0.9453599306157849,
      "grad_norm": 0.19124695658683777,
      "learning_rate": 6.873639924561149e-05,
      "loss": 0.0352,
      "step": 8720
    },
    {
      "epoch": 0.9454683434518647,
      "grad_norm": 0.1956103891134262,
      "learning_rate": 6.873277237777455e-05,
      "loss": 0.0134,
      "step": 8721
    },
    {
      "epoch": 0.9455767562879445,
      "grad_norm": 0.23112279176712036,
      "learning_rate": 6.872914550993762e-05,
      "loss": 0.056,
      "step": 8722
    },
    {
      "epoch": 0.9456851691240243,
      "grad_norm": 0.4705037772655487,
      "learning_rate": 6.872551864210068e-05,
      "loss": 0.1051,
      "step": 8723
    },
    {
      "epoch": 0.9457935819601041,
      "grad_norm": 0.22741732001304626,
      "learning_rate": 6.872189177426375e-05,
      "loss": 0.0322,
      "step": 8724
    },
    {
      "epoch": 0.9459019947961839,
      "grad_norm": 0.2963901162147522,
      "learning_rate": 6.87182649064268e-05,
      "loss": 0.04,
      "step": 8725
    },
    {
      "epoch": 0.9460104076322636,
      "grad_norm": 0.25011375546455383,
      "learning_rate": 6.871463803858988e-05,
      "loss": 0.0567,
      "step": 8726
    },
    {
      "epoch": 0.9461188204683435,
      "grad_norm": 0.2649485170841217,
      "learning_rate": 6.871101117075293e-05,
      "loss": 0.039,
      "step": 8727
    },
    {
      "epoch": 0.9462272333044233,
      "grad_norm": 0.12066152691841125,
      "learning_rate": 6.8707384302916e-05,
      "loss": 0.0271,
      "step": 8728
    },
    {
      "epoch": 0.946335646140503,
      "grad_norm": 0.3021478056907654,
      "learning_rate": 6.870375743507906e-05,
      "loss": 0.0648,
      "step": 8729
    },
    {
      "epoch": 0.9464440589765828,
      "grad_norm": 0.259651780128479,
      "learning_rate": 6.870013056724213e-05,
      "loss": 0.0395,
      "step": 8730
    },
    {
      "epoch": 0.9465524718126627,
      "grad_norm": 0.2926841974258423,
      "learning_rate": 6.86965036994052e-05,
      "loss": 0.0353,
      "step": 8731
    },
    {
      "epoch": 0.9466608846487424,
      "grad_norm": 0.20105236768722534,
      "learning_rate": 6.869287683156826e-05,
      "loss": 0.03,
      "step": 8732
    },
    {
      "epoch": 0.9467692974848222,
      "grad_norm": 0.19755296409130096,
      "learning_rate": 6.868924996373133e-05,
      "loss": 0.0429,
      "step": 8733
    },
    {
      "epoch": 0.946877710320902,
      "grad_norm": 0.26003849506378174,
      "learning_rate": 6.868562309589439e-05,
      "loss": 0.039,
      "step": 8734
    },
    {
      "epoch": 0.9469861231569818,
      "grad_norm": 0.19495218992233276,
      "learning_rate": 6.868199622805746e-05,
      "loss": 0.0423,
      "step": 8735
    },
    {
      "epoch": 0.9470945359930616,
      "grad_norm": 0.18211610615253448,
      "learning_rate": 6.867836936022052e-05,
      "loss": 0.0402,
      "step": 8736
    },
    {
      "epoch": 0.9472029488291414,
      "grad_norm": 0.1054948940873146,
      "learning_rate": 6.867474249238358e-05,
      "loss": 0.0104,
      "step": 8737
    },
    {
      "epoch": 0.9473113616652211,
      "grad_norm": 0.24750705063343048,
      "learning_rate": 6.867111562454665e-05,
      "loss": 0.0315,
      "step": 8738
    },
    {
      "epoch": 0.947419774501301,
      "grad_norm": 0.34277305006980896,
      "learning_rate": 6.86674887567097e-05,
      "loss": 0.0258,
      "step": 8739
    },
    {
      "epoch": 0.9475281873373808,
      "grad_norm": 0.05002574250102043,
      "learning_rate": 6.866386188887277e-05,
      "loss": 0.0084,
      "step": 8740
    },
    {
      "epoch": 0.9476366001734605,
      "grad_norm": 0.20850145816802979,
      "learning_rate": 6.866023502103583e-05,
      "loss": 0.0253,
      "step": 8741
    },
    {
      "epoch": 0.9477450130095403,
      "grad_norm": 0.09947581589221954,
      "learning_rate": 6.86566081531989e-05,
      "loss": 0.0095,
      "step": 8742
    },
    {
      "epoch": 0.9478534258456202,
      "grad_norm": 0.17639955878257751,
      "learning_rate": 6.865298128536196e-05,
      "loss": 0.0326,
      "step": 8743
    },
    {
      "epoch": 0.9479618386816999,
      "grad_norm": 0.35462111234664917,
      "learning_rate": 6.864935441752503e-05,
      "loss": 0.0436,
      "step": 8744
    },
    {
      "epoch": 0.9480702515177797,
      "grad_norm": 0.17947164177894592,
      "learning_rate": 6.864572754968809e-05,
      "loss": 0.0323,
      "step": 8745
    },
    {
      "epoch": 0.9481786643538594,
      "grad_norm": 0.35497426986694336,
      "learning_rate": 6.864210068185115e-05,
      "loss": 0.0541,
      "step": 8746
    },
    {
      "epoch": 0.9482870771899393,
      "grad_norm": 0.1530461311340332,
      "learning_rate": 6.863847381401423e-05,
      "loss": 0.0218,
      "step": 8747
    },
    {
      "epoch": 0.9483954900260191,
      "grad_norm": 0.5064600110054016,
      "learning_rate": 6.863484694617729e-05,
      "loss": 0.0507,
      "step": 8748
    },
    {
      "epoch": 0.9485039028620988,
      "grad_norm": 0.21470338106155396,
      "learning_rate": 6.863122007834036e-05,
      "loss": 0.0316,
      "step": 8749
    },
    {
      "epoch": 0.9486123156981786,
      "grad_norm": 0.25331413745880127,
      "learning_rate": 6.862759321050342e-05,
      "loss": 0.0527,
      "step": 8750
    },
    {
      "epoch": 0.9487207285342585,
      "grad_norm": 0.40995314717292786,
      "learning_rate": 6.862396634266647e-05,
      "loss": 0.0576,
      "step": 8751
    },
    {
      "epoch": 0.9488291413703382,
      "grad_norm": 0.37500643730163574,
      "learning_rate": 6.862033947482954e-05,
      "loss": 0.0203,
      "step": 8752
    },
    {
      "epoch": 0.948937554206418,
      "grad_norm": 0.18938203155994415,
      "learning_rate": 6.86167126069926e-05,
      "loss": 0.026,
      "step": 8753
    },
    {
      "epoch": 0.9490459670424979,
      "grad_norm": 0.05239954590797424,
      "learning_rate": 6.861308573915567e-05,
      "loss": 0.0083,
      "step": 8754
    },
    {
      "epoch": 0.9491543798785776,
      "grad_norm": 0.6012186408042908,
      "learning_rate": 6.860945887131873e-05,
      "loss": 0.0804,
      "step": 8755
    },
    {
      "epoch": 0.9492627927146574,
      "grad_norm": 0.19617769122123718,
      "learning_rate": 6.86058320034818e-05,
      "loss": 0.0266,
      "step": 8756
    },
    {
      "epoch": 0.9493712055507372,
      "grad_norm": 0.12984518706798553,
      "learning_rate": 6.860220513564486e-05,
      "loss": 0.0189,
      "step": 8757
    },
    {
      "epoch": 0.949479618386817,
      "grad_norm": 0.7045751214027405,
      "learning_rate": 6.859857826780793e-05,
      "loss": 0.038,
      "step": 8758
    },
    {
      "epoch": 0.9495880312228968,
      "grad_norm": 0.4327516257762909,
      "learning_rate": 6.859495139997099e-05,
      "loss": 0.0372,
      "step": 8759
    },
    {
      "epoch": 0.9496964440589766,
      "grad_norm": 0.17636437714099884,
      "learning_rate": 6.859132453213404e-05,
      "loss": 0.0165,
      "step": 8760
    },
    {
      "epoch": 0.9498048568950563,
      "grad_norm": 0.3266880214214325,
      "learning_rate": 6.858769766429711e-05,
      "loss": 0.0675,
      "step": 8761
    },
    {
      "epoch": 0.9499132697311362,
      "grad_norm": 0.2034505158662796,
      "learning_rate": 6.858407079646017e-05,
      "loss": 0.038,
      "step": 8762
    },
    {
      "epoch": 0.950021682567216,
      "grad_norm": 0.2938188910484314,
      "learning_rate": 6.858044392862324e-05,
      "loss": 0.0436,
      "step": 8763
    },
    {
      "epoch": 0.9501300954032957,
      "grad_norm": 0.3141876459121704,
      "learning_rate": 6.857681706078631e-05,
      "loss": 0.0541,
      "step": 8764
    },
    {
      "epoch": 0.9502385082393755,
      "grad_norm": 0.1959763914346695,
      "learning_rate": 6.857319019294937e-05,
      "loss": 0.0233,
      "step": 8765
    },
    {
      "epoch": 0.9503469210754554,
      "grad_norm": 0.21418453752994537,
      "learning_rate": 6.856956332511244e-05,
      "loss": 0.0318,
      "step": 8766
    },
    {
      "epoch": 0.9504553339115351,
      "grad_norm": 0.23050189018249512,
      "learning_rate": 6.85659364572755e-05,
      "loss": 0.04,
      "step": 8767
    },
    {
      "epoch": 0.9505637467476149,
      "grad_norm": 0.4592503011226654,
      "learning_rate": 6.856230958943857e-05,
      "loss": 0.0806,
      "step": 8768
    },
    {
      "epoch": 0.9506721595836947,
      "grad_norm": 0.2943943440914154,
      "learning_rate": 6.855868272160163e-05,
      "loss": 0.0316,
      "step": 8769
    },
    {
      "epoch": 0.9507805724197745,
      "grad_norm": 0.3291019797325134,
      "learning_rate": 6.85550558537647e-05,
      "loss": 0.0493,
      "step": 8770
    },
    {
      "epoch": 0.9508889852558543,
      "grad_norm": 0.33170950412750244,
      "learning_rate": 6.855142898592776e-05,
      "loss": 0.0566,
      "step": 8771
    },
    {
      "epoch": 0.9509973980919341,
      "grad_norm": 0.10105903446674347,
      "learning_rate": 6.854780211809083e-05,
      "loss": 0.0206,
      "step": 8772
    },
    {
      "epoch": 0.9511058109280138,
      "grad_norm": 0.28415539860725403,
      "learning_rate": 6.854417525025388e-05,
      "loss": 0.0531,
      "step": 8773
    },
    {
      "epoch": 0.9512142237640937,
      "grad_norm": 0.21080952882766724,
      "learning_rate": 6.854054838241694e-05,
      "loss": 0.039,
      "step": 8774
    },
    {
      "epoch": 0.9513226366001735,
      "grad_norm": 0.23351828753948212,
      "learning_rate": 6.853692151458001e-05,
      "loss": 0.0381,
      "step": 8775
    },
    {
      "epoch": 0.9514310494362532,
      "grad_norm": 0.37556833028793335,
      "learning_rate": 6.853329464674307e-05,
      "loss": 0.0581,
      "step": 8776
    },
    {
      "epoch": 0.951539462272333,
      "grad_norm": 0.1380130499601364,
      "learning_rate": 6.852966777890614e-05,
      "loss": 0.0256,
      "step": 8777
    },
    {
      "epoch": 0.9516478751084129,
      "grad_norm": 0.23316694796085358,
      "learning_rate": 6.85260409110692e-05,
      "loss": 0.0308,
      "step": 8778
    },
    {
      "epoch": 0.9517562879444926,
      "grad_norm": 0.18508927524089813,
      "learning_rate": 6.852241404323227e-05,
      "loss": 0.0238,
      "step": 8779
    },
    {
      "epoch": 0.9518647007805724,
      "grad_norm": 0.2440916895866394,
      "learning_rate": 6.851878717539533e-05,
      "loss": 0.0454,
      "step": 8780
    },
    {
      "epoch": 0.9519731136166523,
      "grad_norm": 0.27021750807762146,
      "learning_rate": 6.85151603075584e-05,
      "loss": 0.0314,
      "step": 8781
    },
    {
      "epoch": 0.952081526452732,
      "grad_norm": 0.20710286498069763,
      "learning_rate": 6.851153343972147e-05,
      "loss": 0.0276,
      "step": 8782
    },
    {
      "epoch": 0.9521899392888118,
      "grad_norm": 0.19705434143543243,
      "learning_rate": 6.850790657188452e-05,
      "loss": 0.032,
      "step": 8783
    },
    {
      "epoch": 0.9522983521248916,
      "grad_norm": 0.13440664112567902,
      "learning_rate": 6.85042797040476e-05,
      "loss": 0.0342,
      "step": 8784
    },
    {
      "epoch": 0.9524067649609714,
      "grad_norm": 0.3396376669406891,
      "learning_rate": 6.850065283621065e-05,
      "loss": 0.0656,
      "step": 8785
    },
    {
      "epoch": 0.9525151777970512,
      "grad_norm": 0.36519619822502136,
      "learning_rate": 6.849702596837372e-05,
      "loss": 0.027,
      "step": 8786
    },
    {
      "epoch": 0.952623590633131,
      "grad_norm": 0.17689265310764313,
      "learning_rate": 6.849339910053678e-05,
      "loss": 0.0243,
      "step": 8787
    },
    {
      "epoch": 0.9527320034692107,
      "grad_norm": 0.23610945045948029,
      "learning_rate": 6.848977223269984e-05,
      "loss": 0.0505,
      "step": 8788
    },
    {
      "epoch": 0.9528404163052906,
      "grad_norm": 0.22629471123218536,
      "learning_rate": 6.848614536486291e-05,
      "loss": 0.0478,
      "step": 8789
    },
    {
      "epoch": 0.9529488291413704,
      "grad_norm": 0.22495506703853607,
      "learning_rate": 6.848251849702597e-05,
      "loss": 0.0423,
      "step": 8790
    },
    {
      "epoch": 0.9530572419774501,
      "grad_norm": 0.1850845217704773,
      "learning_rate": 6.847889162918904e-05,
      "loss": 0.0235,
      "step": 8791
    },
    {
      "epoch": 0.9531656548135299,
      "grad_norm": 0.28922709822654724,
      "learning_rate": 6.84752647613521e-05,
      "loss": 0.0662,
      "step": 8792
    },
    {
      "epoch": 0.9532740676496098,
      "grad_norm": 0.14185062050819397,
      "learning_rate": 6.847163789351517e-05,
      "loss": 0.016,
      "step": 8793
    },
    {
      "epoch": 0.9533824804856895,
      "grad_norm": 0.13407117128372192,
      "learning_rate": 6.846801102567822e-05,
      "loss": 0.0235,
      "step": 8794
    },
    {
      "epoch": 0.9534908933217693,
      "grad_norm": 0.1497388482093811,
      "learning_rate": 6.84643841578413e-05,
      "loss": 0.0332,
      "step": 8795
    },
    {
      "epoch": 0.953599306157849,
      "grad_norm": 0.22358562052249908,
      "learning_rate": 6.846075729000435e-05,
      "loss": 0.0347,
      "step": 8796
    },
    {
      "epoch": 0.9537077189939289,
      "grad_norm": 0.19958235323429108,
      "learning_rate": 6.845713042216741e-05,
      "loss": 0.0437,
      "step": 8797
    },
    {
      "epoch": 0.9538161318300087,
      "grad_norm": 0.17828039824962616,
      "learning_rate": 6.845350355433048e-05,
      "loss": 0.0335,
      "step": 8798
    },
    {
      "epoch": 0.9539245446660884,
      "grad_norm": 0.41750040650367737,
      "learning_rate": 6.844987668649355e-05,
      "loss": 0.0442,
      "step": 8799
    },
    {
      "epoch": 0.9540329575021682,
      "grad_norm": 0.44888100028038025,
      "learning_rate": 6.844624981865662e-05,
      "loss": 0.0373,
      "step": 8800
    },
    {
      "epoch": 0.9541413703382481,
      "grad_norm": 0.2537383437156677,
      "learning_rate": 6.844262295081968e-05,
      "loss": 0.0448,
      "step": 8801
    },
    {
      "epoch": 0.9542497831743278,
      "grad_norm": 0.07771321386098862,
      "learning_rate": 6.843899608298274e-05,
      "loss": 0.0156,
      "step": 8802
    },
    {
      "epoch": 0.9543581960104076,
      "grad_norm": 0.25715166330337524,
      "learning_rate": 6.843536921514581e-05,
      "loss": 0.0346,
      "step": 8803
    },
    {
      "epoch": 0.9544666088464874,
      "grad_norm": 0.28611505031585693,
      "learning_rate": 6.843174234730886e-05,
      "loss": 0.0728,
      "step": 8804
    },
    {
      "epoch": 0.9545750216825672,
      "grad_norm": 0.24563351273536682,
      "learning_rate": 6.842811547947193e-05,
      "loss": 0.0647,
      "step": 8805
    },
    {
      "epoch": 0.954683434518647,
      "grad_norm": 0.0966731533408165,
      "learning_rate": 6.842448861163499e-05,
      "loss": 0.0217,
      "step": 8806
    },
    {
      "epoch": 0.9547918473547268,
      "grad_norm": 0.2924245595932007,
      "learning_rate": 6.842086174379806e-05,
      "loss": 0.08,
      "step": 8807
    },
    {
      "epoch": 0.9549002601908065,
      "grad_norm": 0.25421789288520813,
      "learning_rate": 6.841723487596112e-05,
      "loss": 0.0578,
      "step": 8808
    },
    {
      "epoch": 0.9550086730268864,
      "grad_norm": 0.28306344151496887,
      "learning_rate": 6.841360800812419e-05,
      "loss": 0.0436,
      "step": 8809
    },
    {
      "epoch": 0.9551170858629662,
      "grad_norm": 0.12186698615550995,
      "learning_rate": 6.840998114028725e-05,
      "loss": 0.02,
      "step": 8810
    },
    {
      "epoch": 0.9552254986990459,
      "grad_norm": 0.13610990345478058,
      "learning_rate": 6.84063542724503e-05,
      "loss": 0.0103,
      "step": 8811
    },
    {
      "epoch": 0.9553339115351258,
      "grad_norm": 0.15048100054264069,
      "learning_rate": 6.840272740461338e-05,
      "loss": 0.0266,
      "step": 8812
    },
    {
      "epoch": 0.9554423243712056,
      "grad_norm": 0.32189950346946716,
      "learning_rate": 6.839910053677643e-05,
      "loss": 0.055,
      "step": 8813
    },
    {
      "epoch": 0.9555507372072853,
      "grad_norm": 0.3063496947288513,
      "learning_rate": 6.83954736689395e-05,
      "loss": 0.0411,
      "step": 8814
    },
    {
      "epoch": 0.9556591500433651,
      "grad_norm": 0.2493552267551422,
      "learning_rate": 6.839184680110256e-05,
      "loss": 0.0587,
      "step": 8815
    },
    {
      "epoch": 0.955767562879445,
      "grad_norm": 0.36559128761291504,
      "learning_rate": 6.838821993326565e-05,
      "loss": 0.0697,
      "step": 8816
    },
    {
      "epoch": 0.9558759757155247,
      "grad_norm": 0.25270333886146545,
      "learning_rate": 6.83845930654287e-05,
      "loss": 0.0378,
      "step": 8817
    },
    {
      "epoch": 0.9559843885516045,
      "grad_norm": 0.23240643739700317,
      "learning_rate": 6.838096619759176e-05,
      "loss": 0.0226,
      "step": 8818
    },
    {
      "epoch": 0.9560928013876843,
      "grad_norm": 0.20789816975593567,
      "learning_rate": 6.837733932975483e-05,
      "loss": 0.0358,
      "step": 8819
    },
    {
      "epoch": 0.9562012142237641,
      "grad_norm": 0.1720123440027237,
      "learning_rate": 6.837371246191789e-05,
      "loss": 0.0323,
      "step": 8820
    },
    {
      "epoch": 0.9563096270598439,
      "grad_norm": 0.3005741834640503,
      "learning_rate": 6.837008559408096e-05,
      "loss": 0.0384,
      "step": 8821
    },
    {
      "epoch": 0.9564180398959237,
      "grad_norm": 0.2024846374988556,
      "learning_rate": 6.836645872624402e-05,
      "loss": 0.0227,
      "step": 8822
    },
    {
      "epoch": 0.9565264527320034,
      "grad_norm": 0.17520040273666382,
      "learning_rate": 6.836283185840709e-05,
      "loss": 0.0199,
      "step": 8823
    },
    {
      "epoch": 0.9566348655680833,
      "grad_norm": 0.20106644928455353,
      "learning_rate": 6.835920499057015e-05,
      "loss": 0.0348,
      "step": 8824
    },
    {
      "epoch": 0.9567432784041631,
      "grad_norm": 0.13135631382465363,
      "learning_rate": 6.835557812273322e-05,
      "loss": 0.02,
      "step": 8825
    },
    {
      "epoch": 0.9568516912402428,
      "grad_norm": 0.09129969030618668,
      "learning_rate": 6.835195125489627e-05,
      "loss": 0.0172,
      "step": 8826
    },
    {
      "epoch": 0.9569601040763226,
      "grad_norm": 0.09443432092666626,
      "learning_rate": 6.834832438705933e-05,
      "loss": 0.0106,
      "step": 8827
    },
    {
      "epoch": 0.9570685169124025,
      "grad_norm": 0.37877175211906433,
      "learning_rate": 6.83446975192224e-05,
      "loss": 0.0449,
      "step": 8828
    },
    {
      "epoch": 0.9571769297484822,
      "grad_norm": 0.3801805078983307,
      "learning_rate": 6.834107065138546e-05,
      "loss": 0.0538,
      "step": 8829
    },
    {
      "epoch": 0.957285342584562,
      "grad_norm": 0.12560643255710602,
      "learning_rate": 6.833744378354853e-05,
      "loss": 0.0112,
      "step": 8830
    },
    {
      "epoch": 0.9573937554206418,
      "grad_norm": 0.28390172123908997,
      "learning_rate": 6.833381691571159e-05,
      "loss": 0.053,
      "step": 8831
    },
    {
      "epoch": 0.9575021682567216,
      "grad_norm": 0.26838549971580505,
      "learning_rate": 6.833019004787466e-05,
      "loss": 0.0374,
      "step": 8832
    },
    {
      "epoch": 0.9576105810928014,
      "grad_norm": 0.2518298625946045,
      "learning_rate": 6.832656318003773e-05,
      "loss": 0.0497,
      "step": 8833
    },
    {
      "epoch": 0.9577189939288812,
      "grad_norm": 0.265580415725708,
      "learning_rate": 6.832293631220079e-05,
      "loss": 0.0484,
      "step": 8834
    },
    {
      "epoch": 0.9578274067649609,
      "grad_norm": 0.2212151437997818,
      "learning_rate": 6.831930944436386e-05,
      "loss": 0.0192,
      "step": 8835
    },
    {
      "epoch": 0.9579358196010408,
      "grad_norm": 0.11542730778455734,
      "learning_rate": 6.831568257652692e-05,
      "loss": 0.0153,
      "step": 8836
    },
    {
      "epoch": 0.9580442324371206,
      "grad_norm": 0.2429623007774353,
      "learning_rate": 6.831205570868999e-05,
      "loss": 0.0292,
      "step": 8837
    },
    {
      "epoch": 0.9581526452732003,
      "grad_norm": 0.5873503088951111,
      "learning_rate": 6.830842884085304e-05,
      "loss": 0.0507,
      "step": 8838
    },
    {
      "epoch": 0.9582610581092801,
      "grad_norm": 0.3863120377063751,
      "learning_rate": 6.830480197301611e-05,
      "loss": 0.0536,
      "step": 8839
    },
    {
      "epoch": 0.95836947094536,
      "grad_norm": 0.315978080034256,
      "learning_rate": 6.830117510517917e-05,
      "loss": 0.0425,
      "step": 8840
    },
    {
      "epoch": 0.9584778837814397,
      "grad_norm": 0.17667225003242493,
      "learning_rate": 6.829754823734223e-05,
      "loss": 0.0369,
      "step": 8841
    },
    {
      "epoch": 0.9585862966175195,
      "grad_norm": 0.2929253876209259,
      "learning_rate": 6.82939213695053e-05,
      "loss": 0.0329,
      "step": 8842
    },
    {
      "epoch": 0.9586947094535994,
      "grad_norm": 0.2429288923740387,
      "learning_rate": 6.829029450166836e-05,
      "loss": 0.0372,
      "step": 8843
    },
    {
      "epoch": 0.9588031222896791,
      "grad_norm": 0.1513943374156952,
      "learning_rate": 6.828666763383143e-05,
      "loss": 0.03,
      "step": 8844
    },
    {
      "epoch": 0.9589115351257589,
      "grad_norm": 0.3090685307979584,
      "learning_rate": 6.828304076599449e-05,
      "loss": 0.0426,
      "step": 8845
    },
    {
      "epoch": 0.9590199479618386,
      "grad_norm": 0.0944998562335968,
      "learning_rate": 6.827941389815756e-05,
      "loss": 0.0169,
      "step": 8846
    },
    {
      "epoch": 0.9591283607979185,
      "grad_norm": 0.18678586184978485,
      "learning_rate": 6.827578703032061e-05,
      "loss": 0.0434,
      "step": 8847
    },
    {
      "epoch": 0.9592367736339983,
      "grad_norm": 0.15390248596668243,
      "learning_rate": 6.827216016248368e-05,
      "loss": 0.0219,
      "step": 8848
    },
    {
      "epoch": 0.959345186470078,
      "grad_norm": 0.13733184337615967,
      "learning_rate": 6.826853329464674e-05,
      "loss": 0.017,
      "step": 8849
    },
    {
      "epoch": 0.9594535993061578,
      "grad_norm": 0.22140677273273468,
      "learning_rate": 6.82649064268098e-05,
      "loss": 0.0549,
      "step": 8850
    },
    {
      "epoch": 0.9595620121422377,
      "grad_norm": 0.17869819700717926,
      "learning_rate": 6.826127955897288e-05,
      "loss": 0.0264,
      "step": 8851
    },
    {
      "epoch": 0.9596704249783174,
      "grad_norm": 0.4508587419986725,
      "learning_rate": 6.825765269113594e-05,
      "loss": 0.0317,
      "step": 8852
    },
    {
      "epoch": 0.9597788378143972,
      "grad_norm": 0.23395152390003204,
      "learning_rate": 6.825402582329901e-05,
      "loss": 0.0315,
      "step": 8853
    },
    {
      "epoch": 0.959887250650477,
      "grad_norm": 0.22998066246509552,
      "learning_rate": 6.825039895546207e-05,
      "loss": 0.0401,
      "step": 8854
    },
    {
      "epoch": 0.9599956634865568,
      "grad_norm": 0.47120484709739685,
      "learning_rate": 6.824677208762513e-05,
      "loss": 0.0476,
      "step": 8855
    },
    {
      "epoch": 0.9601040763226366,
      "grad_norm": 0.28017598390579224,
      "learning_rate": 6.82431452197882e-05,
      "loss": 0.0495,
      "step": 8856
    },
    {
      "epoch": 0.9602124891587164,
      "grad_norm": 0.3628399670124054,
      "learning_rate": 6.823951835195125e-05,
      "loss": 0.0749,
      "step": 8857
    },
    {
      "epoch": 0.9603209019947961,
      "grad_norm": 0.2088591456413269,
      "learning_rate": 6.823589148411433e-05,
      "loss": 0.035,
      "step": 8858
    },
    {
      "epoch": 0.960429314830876,
      "grad_norm": 0.13889041543006897,
      "learning_rate": 6.823226461627738e-05,
      "loss": 0.0161,
      "step": 8859
    },
    {
      "epoch": 0.9605377276669558,
      "grad_norm": 0.205562561750412,
      "learning_rate": 6.822863774844045e-05,
      "loss": 0.0325,
      "step": 8860
    },
    {
      "epoch": 0.9606461405030355,
      "grad_norm": 0.32023316621780396,
      "learning_rate": 6.822501088060351e-05,
      "loss": 0.0412,
      "step": 8861
    },
    {
      "epoch": 0.9607545533391153,
      "grad_norm": 0.2719811499118805,
      "learning_rate": 6.822138401276658e-05,
      "loss": 0.051,
      "step": 8862
    },
    {
      "epoch": 0.9608629661751952,
      "grad_norm": 0.14829453825950623,
      "learning_rate": 6.821775714492964e-05,
      "loss": 0.0166,
      "step": 8863
    },
    {
      "epoch": 0.9609713790112749,
      "grad_norm": 0.2537834048271179,
      "learning_rate": 6.82141302770927e-05,
      "loss": 0.0446,
      "step": 8864
    },
    {
      "epoch": 0.9610797918473547,
      "grad_norm": 0.24441790580749512,
      "learning_rate": 6.821050340925577e-05,
      "loss": 0.0325,
      "step": 8865
    },
    {
      "epoch": 0.9611882046834345,
      "grad_norm": 0.21986278891563416,
      "learning_rate": 6.820687654141883e-05,
      "loss": 0.0439,
      "step": 8866
    },
    {
      "epoch": 0.9612966175195143,
      "grad_norm": 0.17491652071475983,
      "learning_rate": 6.82032496735819e-05,
      "loss": 0.0165,
      "step": 8867
    },
    {
      "epoch": 0.9614050303555941,
      "grad_norm": 0.392910897731781,
      "learning_rate": 6.819962280574497e-05,
      "loss": 0.0915,
      "step": 8868
    },
    {
      "epoch": 0.9615134431916739,
      "grad_norm": 0.17746031284332275,
      "learning_rate": 6.819599593790802e-05,
      "loss": 0.0223,
      "step": 8869
    },
    {
      "epoch": 0.9616218560277537,
      "grad_norm": 0.10926313698291779,
      "learning_rate": 6.81923690700711e-05,
      "loss": 0.0311,
      "step": 8870
    },
    {
      "epoch": 0.9617302688638335,
      "grad_norm": 0.39179500937461853,
      "learning_rate": 6.818874220223415e-05,
      "loss": 0.0312,
      "step": 8871
    },
    {
      "epoch": 0.9618386816999133,
      "grad_norm": 0.04163745045661926,
      "learning_rate": 6.818511533439722e-05,
      "loss": 0.0069,
      "step": 8872
    },
    {
      "epoch": 0.961947094535993,
      "grad_norm": 0.3051327168941498,
      "learning_rate": 6.818148846656028e-05,
      "loss": 0.0775,
      "step": 8873
    },
    {
      "epoch": 0.9620555073720729,
      "grad_norm": 0.2529051601886749,
      "learning_rate": 6.817786159872335e-05,
      "loss": 0.0507,
      "step": 8874
    },
    {
      "epoch": 0.9621639202081527,
      "grad_norm": 0.15722060203552246,
      "learning_rate": 6.817423473088641e-05,
      "loss": 0.0166,
      "step": 8875
    },
    {
      "epoch": 0.9622723330442324,
      "grad_norm": 0.395598441362381,
      "learning_rate": 6.817060786304948e-05,
      "loss": 0.0422,
      "step": 8876
    },
    {
      "epoch": 0.9623807458803122,
      "grad_norm": 0.5216973423957825,
      "learning_rate": 6.816698099521254e-05,
      "loss": 0.0515,
      "step": 8877
    },
    {
      "epoch": 0.9624891587163921,
      "grad_norm": 0.15942436456680298,
      "learning_rate": 6.81633541273756e-05,
      "loss": 0.0293,
      "step": 8878
    },
    {
      "epoch": 0.9625975715524718,
      "grad_norm": 0.16450831294059753,
      "learning_rate": 6.815972725953867e-05,
      "loss": 0.038,
      "step": 8879
    },
    {
      "epoch": 0.9627059843885516,
      "grad_norm": 0.23053020238876343,
      "learning_rate": 6.815610039170172e-05,
      "loss": 0.036,
      "step": 8880
    },
    {
      "epoch": 0.9628143972246314,
      "grad_norm": 0.43741390109062195,
      "learning_rate": 6.81524735238648e-05,
      "loss": 0.0495,
      "step": 8881
    },
    {
      "epoch": 0.9629228100607112,
      "grad_norm": 0.2385270595550537,
      "learning_rate": 6.814884665602785e-05,
      "loss": 0.027,
      "step": 8882
    },
    {
      "epoch": 0.963031222896791,
      "grad_norm": 0.31381916999816895,
      "learning_rate": 6.814521978819092e-05,
      "loss": 0.063,
      "step": 8883
    },
    {
      "epoch": 0.9631396357328708,
      "grad_norm": 0.13531209528446198,
      "learning_rate": 6.814159292035398e-05,
      "loss": 0.0172,
      "step": 8884
    },
    {
      "epoch": 0.9632480485689505,
      "grad_norm": 0.1133868619799614,
      "learning_rate": 6.813796605251705e-05,
      "loss": 0.0109,
      "step": 8885
    },
    {
      "epoch": 0.9633564614050304,
      "grad_norm": 0.22094757854938507,
      "learning_rate": 6.813433918468012e-05,
      "loss": 0.0349,
      "step": 8886
    },
    {
      "epoch": 0.9634648742411102,
      "grad_norm": 0.13783523440361023,
      "learning_rate": 6.813071231684318e-05,
      "loss": 0.0155,
      "step": 8887
    },
    {
      "epoch": 0.9635732870771899,
      "grad_norm": 0.3013436794281006,
      "learning_rate": 6.812708544900625e-05,
      "loss": 0.0383,
      "step": 8888
    },
    {
      "epoch": 0.9636816999132697,
      "grad_norm": 0.18072374165058136,
      "learning_rate": 6.81234585811693e-05,
      "loss": 0.0238,
      "step": 8889
    },
    {
      "epoch": 0.9637901127493496,
      "grad_norm": 0.4555729925632477,
      "learning_rate": 6.811983171333238e-05,
      "loss": 0.0414,
      "step": 8890
    },
    {
      "epoch": 0.9638985255854293,
      "grad_norm": 0.2732642590999603,
      "learning_rate": 6.811620484549543e-05,
      "loss": 0.0386,
      "step": 8891
    },
    {
      "epoch": 0.9640069384215091,
      "grad_norm": 0.35731786489486694,
      "learning_rate": 6.811257797765849e-05,
      "loss": 0.0948,
      "step": 8892
    },
    {
      "epoch": 0.9641153512575888,
      "grad_norm": 0.12134366482496262,
      "learning_rate": 6.810895110982156e-05,
      "loss": 0.0144,
      "step": 8893
    },
    {
      "epoch": 0.9642237640936687,
      "grad_norm": 0.1199142336845398,
      "learning_rate": 6.810532424198462e-05,
      "loss": 0.0178,
      "step": 8894
    },
    {
      "epoch": 0.9643321769297485,
      "grad_norm": 0.6862115859985352,
      "learning_rate": 6.810169737414769e-05,
      "loss": 0.05,
      "step": 8895
    },
    {
      "epoch": 0.9644405897658282,
      "grad_norm": 0.3283311128616333,
      "learning_rate": 6.809807050631075e-05,
      "loss": 0.0508,
      "step": 8896
    },
    {
      "epoch": 0.964549002601908,
      "grad_norm": 0.21152085065841675,
      "learning_rate": 6.809444363847382e-05,
      "loss": 0.046,
      "step": 8897
    },
    {
      "epoch": 0.9646574154379879,
      "grad_norm": 0.1529427021741867,
      "learning_rate": 6.809081677063688e-05,
      "loss": 0.0242,
      "step": 8898
    },
    {
      "epoch": 0.9647658282740676,
      "grad_norm": 0.2448028177022934,
      "learning_rate": 6.808718990279995e-05,
      "loss": 0.0525,
      "step": 8899
    },
    {
      "epoch": 0.9648742411101474,
      "grad_norm": 0.3425503671169281,
      "learning_rate": 6.8083563034963e-05,
      "loss": 0.0446,
      "step": 8900
    },
    {
      "epoch": 0.9649826539462273,
      "grad_norm": 0.33780184388160706,
      "learning_rate": 6.807993616712606e-05,
      "loss": 0.0653,
      "step": 8901
    },
    {
      "epoch": 0.965091066782307,
      "grad_norm": 0.28210413455963135,
      "learning_rate": 6.807630929928915e-05,
      "loss": 0.0307,
      "step": 8902
    },
    {
      "epoch": 0.9651994796183868,
      "grad_norm": 0.21960631012916565,
      "learning_rate": 6.80726824314522e-05,
      "loss": 0.0252,
      "step": 8903
    },
    {
      "epoch": 0.9653078924544666,
      "grad_norm": 0.15514762699604034,
      "learning_rate": 6.806905556361527e-05,
      "loss": 0.0102,
      "step": 8904
    },
    {
      "epoch": 0.9654163052905465,
      "grad_norm": 0.11880606412887573,
      "learning_rate": 6.806542869577833e-05,
      "loss": 0.0136,
      "step": 8905
    },
    {
      "epoch": 0.9655247181266262,
      "grad_norm": 0.2306736558675766,
      "learning_rate": 6.806180182794139e-05,
      "loss": 0.0294,
      "step": 8906
    },
    {
      "epoch": 0.965633130962706,
      "grad_norm": 0.2418883740901947,
      "learning_rate": 6.805817496010446e-05,
      "loss": 0.0352,
      "step": 8907
    },
    {
      "epoch": 0.9657415437987857,
      "grad_norm": 0.2205314189195633,
      "learning_rate": 6.805454809226752e-05,
      "loss": 0.0299,
      "step": 8908
    },
    {
      "epoch": 0.9658499566348656,
      "grad_norm": 0.3180592358112335,
      "learning_rate": 6.805092122443059e-05,
      "loss": 0.0471,
      "step": 8909
    },
    {
      "epoch": 0.9659583694709454,
      "grad_norm": 0.3834612965583801,
      "learning_rate": 6.804729435659365e-05,
      "loss": 0.0789,
      "step": 8910
    },
    {
      "epoch": 0.9660667823070251,
      "grad_norm": 0.5789911150932312,
      "learning_rate": 6.804366748875672e-05,
      "loss": 0.0306,
      "step": 8911
    },
    {
      "epoch": 0.9661751951431049,
      "grad_norm": 0.14422985911369324,
      "learning_rate": 6.804004062091977e-05,
      "loss": 0.0245,
      "step": 8912
    },
    {
      "epoch": 0.9662836079791848,
      "grad_norm": 0.2174486517906189,
      "learning_rate": 6.803641375308284e-05,
      "loss": 0.0382,
      "step": 8913
    },
    {
      "epoch": 0.9663920208152645,
      "grad_norm": 0.24500450491905212,
      "learning_rate": 6.80327868852459e-05,
      "loss": 0.0046,
      "step": 8914
    },
    {
      "epoch": 0.9665004336513443,
      "grad_norm": 0.25242456793785095,
      "learning_rate": 6.802916001740896e-05,
      "loss": 0.0267,
      "step": 8915
    },
    {
      "epoch": 0.9666088464874241,
      "grad_norm": 0.29289186000823975,
      "learning_rate": 6.802553314957203e-05,
      "loss": 0.0529,
      "step": 8916
    },
    {
      "epoch": 0.9667172593235039,
      "grad_norm": 0.8191518187522888,
      "learning_rate": 6.802190628173509e-05,
      "loss": 0.0223,
      "step": 8917
    },
    {
      "epoch": 0.9668256721595837,
      "grad_norm": 0.25059056282043457,
      "learning_rate": 6.801827941389816e-05,
      "loss": 0.0419,
      "step": 8918
    },
    {
      "epoch": 0.9669340849956635,
      "grad_norm": 0.22081635892391205,
      "learning_rate": 6.801465254606122e-05,
      "loss": 0.0251,
      "step": 8919
    },
    {
      "epoch": 0.9670424978317432,
      "grad_norm": 0.2214810997247696,
      "learning_rate": 6.80110256782243e-05,
      "loss": 0.0238,
      "step": 8920
    },
    {
      "epoch": 0.9671509106678231,
      "grad_norm": 0.1811724305152893,
      "learning_rate": 6.800739881038736e-05,
      "loss": 0.0723,
      "step": 8921
    },
    {
      "epoch": 0.9672593235039029,
      "grad_norm": 0.14859524369239807,
      "learning_rate": 6.800377194255041e-05,
      "loss": 0.0444,
      "step": 8922
    },
    {
      "epoch": 0.9673677363399826,
      "grad_norm": 0.3028288185596466,
      "learning_rate": 6.800014507471349e-05,
      "loss": 0.0393,
      "step": 8923
    },
    {
      "epoch": 0.9674761491760624,
      "grad_norm": 0.20136386156082153,
      "learning_rate": 6.799651820687654e-05,
      "loss": 0.0389,
      "step": 8924
    },
    {
      "epoch": 0.9675845620121423,
      "grad_norm": 0.3563021719455719,
      "learning_rate": 6.799289133903961e-05,
      "loss": 0.035,
      "step": 8925
    },
    {
      "epoch": 0.967692974848222,
      "grad_norm": 0.233644500374794,
      "learning_rate": 6.798926447120267e-05,
      "loss": 0.0424,
      "step": 8926
    },
    {
      "epoch": 0.9678013876843018,
      "grad_norm": 0.3790353536605835,
      "learning_rate": 6.798563760336574e-05,
      "loss": 0.0652,
      "step": 8927
    },
    {
      "epoch": 0.9679098005203816,
      "grad_norm": 0.404847115278244,
      "learning_rate": 6.79820107355288e-05,
      "loss": 0.064,
      "step": 8928
    },
    {
      "epoch": 0.9680182133564614,
      "grad_norm": 0.16667069494724274,
      "learning_rate": 6.797838386769187e-05,
      "loss": 0.0274,
      "step": 8929
    },
    {
      "epoch": 0.9681266261925412,
      "grad_norm": 0.09077427536249161,
      "learning_rate": 6.797475699985493e-05,
      "loss": 0.008,
      "step": 8930
    },
    {
      "epoch": 0.968235039028621,
      "grad_norm": 0.23403316736221313,
      "learning_rate": 6.797113013201799e-05,
      "loss": 0.0606,
      "step": 8931
    },
    {
      "epoch": 0.9683434518647008,
      "grad_norm": 0.3756920099258423,
      "learning_rate": 6.796750326418106e-05,
      "loss": 0.0502,
      "step": 8932
    },
    {
      "epoch": 0.9684518647007806,
      "grad_norm": 0.33149251341819763,
      "learning_rate": 6.796387639634411e-05,
      "loss": 0.049,
      "step": 8933
    },
    {
      "epoch": 0.9685602775368604,
      "grad_norm": 0.13611623644828796,
      "learning_rate": 6.796024952850718e-05,
      "loss": 0.0245,
      "step": 8934
    },
    {
      "epoch": 0.9686686903729401,
      "grad_norm": 0.3104589581489563,
      "learning_rate": 6.795662266067024e-05,
      "loss": 0.0591,
      "step": 8935
    },
    {
      "epoch": 0.96877710320902,
      "grad_norm": 0.5174747109413147,
      "learning_rate": 6.795299579283331e-05,
      "loss": 0.1051,
      "step": 8936
    },
    {
      "epoch": 0.9688855160450998,
      "grad_norm": 0.15037283301353455,
      "learning_rate": 6.794936892499638e-05,
      "loss": 0.0177,
      "step": 8937
    },
    {
      "epoch": 0.9689939288811795,
      "grad_norm": 0.09339167922735214,
      "learning_rate": 6.794574205715944e-05,
      "loss": 0.0102,
      "step": 8938
    },
    {
      "epoch": 0.9691023417172593,
      "grad_norm": 0.2155892550945282,
      "learning_rate": 6.794211518932251e-05,
      "loss": 0.0566,
      "step": 8939
    },
    {
      "epoch": 0.9692107545533392,
      "grad_norm": 0.126902773976326,
      "learning_rate": 6.793848832148557e-05,
      "loss": 0.0211,
      "step": 8940
    },
    {
      "epoch": 0.9693191673894189,
      "grad_norm": 0.2324611246585846,
      "learning_rate": 6.793486145364864e-05,
      "loss": 0.0379,
      "step": 8941
    },
    {
      "epoch": 0.9694275802254987,
      "grad_norm": 0.1423606276512146,
      "learning_rate": 6.79312345858117e-05,
      "loss": 0.0107,
      "step": 8942
    },
    {
      "epoch": 0.9695359930615784,
      "grad_norm": 0.10689716786146164,
      "learning_rate": 6.792760771797477e-05,
      "loss": 0.0187,
      "step": 8943
    },
    {
      "epoch": 0.9696444058976583,
      "grad_norm": 0.1292562484741211,
      "learning_rate": 6.792398085013783e-05,
      "loss": 0.0246,
      "step": 8944
    },
    {
      "epoch": 0.9697528187337381,
      "grad_norm": 0.32299235463142395,
      "learning_rate": 6.792035398230088e-05,
      "loss": 0.0394,
      "step": 8945
    },
    {
      "epoch": 0.9698612315698178,
      "grad_norm": 0.2106454074382782,
      "learning_rate": 6.791672711446395e-05,
      "loss": 0.0356,
      "step": 8946
    },
    {
      "epoch": 0.9699696444058976,
      "grad_norm": 0.3838362395763397,
      "learning_rate": 6.791310024662701e-05,
      "loss": 0.0515,
      "step": 8947
    },
    {
      "epoch": 0.9700780572419775,
      "grad_norm": 0.46472951769828796,
      "learning_rate": 6.790947337879008e-05,
      "loss": 0.0427,
      "step": 8948
    },
    {
      "epoch": 0.9701864700780573,
      "grad_norm": 0.289985328912735,
      "learning_rate": 6.790584651095314e-05,
      "loss": 0.0233,
      "step": 8949
    },
    {
      "epoch": 0.970294882914137,
      "grad_norm": 0.3500172197818756,
      "learning_rate": 6.790221964311621e-05,
      "loss": 0.0603,
      "step": 8950
    },
    {
      "epoch": 0.9704032957502168,
      "grad_norm": 0.22995911538600922,
      "learning_rate": 6.789859277527927e-05,
      "loss": 0.0363,
      "step": 8951
    },
    {
      "epoch": 0.9705117085862967,
      "grad_norm": 0.3143458664417267,
      "learning_rate": 6.789496590744234e-05,
      "loss": 0.0578,
      "step": 8952
    },
    {
      "epoch": 0.9706201214223764,
      "grad_norm": 0.3533027768135071,
      "learning_rate": 6.78913390396054e-05,
      "loss": 0.0852,
      "step": 8953
    },
    {
      "epoch": 0.9707285342584562,
      "grad_norm": 0.37258562445640564,
      "learning_rate": 6.788771217176847e-05,
      "loss": 0.0252,
      "step": 8954
    },
    {
      "epoch": 0.9708369470945359,
      "grad_norm": 0.17889630794525146,
      "learning_rate": 6.788408530393154e-05,
      "loss": 0.015,
      "step": 8955
    },
    {
      "epoch": 0.9709453599306158,
      "grad_norm": 0.5642991662025452,
      "learning_rate": 6.78804584360946e-05,
      "loss": 0.0484,
      "step": 8956
    },
    {
      "epoch": 0.9710537727666956,
      "grad_norm": 0.0955902636051178,
      "learning_rate": 6.787683156825767e-05,
      "loss": 0.0141,
      "step": 8957
    },
    {
      "epoch": 0.9711621856027753,
      "grad_norm": 0.15970243513584137,
      "learning_rate": 6.787320470042072e-05,
      "loss": 0.0258,
      "step": 8958
    },
    {
      "epoch": 0.9712705984388552,
      "grad_norm": 0.3814656138420105,
      "learning_rate": 6.786957783258378e-05,
      "loss": 0.0378,
      "step": 8959
    },
    {
      "epoch": 0.971379011274935,
      "grad_norm": 0.3721776008605957,
      "learning_rate": 6.786595096474685e-05,
      "loss": 0.0824,
      "step": 8960
    },
    {
      "epoch": 0.9714874241110147,
      "grad_norm": 0.13416114449501038,
      "learning_rate": 6.786232409690991e-05,
      "loss": 0.0147,
      "step": 8961
    },
    {
      "epoch": 0.9715958369470945,
      "grad_norm": 0.434405118227005,
      "learning_rate": 6.785869722907298e-05,
      "loss": 0.0233,
      "step": 8962
    },
    {
      "epoch": 0.9717042497831744,
      "grad_norm": 0.16609583795070648,
      "learning_rate": 6.785507036123604e-05,
      "loss": 0.0263,
      "step": 8963
    },
    {
      "epoch": 0.9718126626192541,
      "grad_norm": 0.17160752415657043,
      "learning_rate": 6.785144349339911e-05,
      "loss": 0.0135,
      "step": 8964
    },
    {
      "epoch": 0.9719210754553339,
      "grad_norm": 0.32264408469200134,
      "learning_rate": 6.784781662556216e-05,
      "loss": 0.024,
      "step": 8965
    },
    {
      "epoch": 0.9720294882914137,
      "grad_norm": 0.19015666842460632,
      "learning_rate": 6.784418975772524e-05,
      "loss": 0.0341,
      "step": 8966
    },
    {
      "epoch": 0.9721379011274935,
      "grad_norm": 0.5871284604072571,
      "learning_rate": 6.784056288988829e-05,
      "loss": 0.081,
      "step": 8967
    },
    {
      "epoch": 0.9722463139635733,
      "grad_norm": 0.21198670566082,
      "learning_rate": 6.783693602205135e-05,
      "loss": 0.0258,
      "step": 8968
    },
    {
      "epoch": 0.9723547267996531,
      "grad_norm": 0.17675136029720306,
      "learning_rate": 6.783330915421442e-05,
      "loss": 0.0193,
      "step": 8969
    },
    {
      "epoch": 0.9724631396357328,
      "grad_norm": 0.3925870358943939,
      "learning_rate": 6.782968228637748e-05,
      "loss": 0.068,
      "step": 8970
    },
    {
      "epoch": 0.9725715524718127,
      "grad_norm": 0.22732242941856384,
      "learning_rate": 6.782605541854055e-05,
      "loss": 0.0313,
      "step": 8971
    },
    {
      "epoch": 0.9726799653078925,
      "grad_norm": 0.22805380821228027,
      "learning_rate": 6.782242855070362e-05,
      "loss": 0.034,
      "step": 8972
    },
    {
      "epoch": 0.9727883781439722,
      "grad_norm": 0.31106606125831604,
      "learning_rate": 6.781880168286668e-05,
      "loss": 0.0899,
      "step": 8973
    },
    {
      "epoch": 0.972896790980052,
      "grad_norm": 1.268911600112915,
      "learning_rate": 6.781517481502975e-05,
      "loss": 0.076,
      "step": 8974
    },
    {
      "epoch": 0.9730052038161319,
      "grad_norm": 0.3521881103515625,
      "learning_rate": 6.78115479471928e-05,
      "loss": 0.0441,
      "step": 8975
    },
    {
      "epoch": 0.9731136166522116,
      "grad_norm": 0.2472977340221405,
      "learning_rate": 6.780792107935588e-05,
      "loss": 0.0426,
      "step": 8976
    },
    {
      "epoch": 0.9732220294882914,
      "grad_norm": 0.22090968489646912,
      "learning_rate": 6.780429421151893e-05,
      "loss": 0.0305,
      "step": 8977
    },
    {
      "epoch": 0.9733304423243712,
      "grad_norm": 0.5318865180015564,
      "learning_rate": 6.7800667343682e-05,
      "loss": 0.0516,
      "step": 8978
    },
    {
      "epoch": 0.973438855160451,
      "grad_norm": 0.14804990589618683,
      "learning_rate": 6.779704047584506e-05,
      "loss": 0.0168,
      "step": 8979
    },
    {
      "epoch": 0.9735472679965308,
      "grad_norm": 0.22100533545017242,
      "learning_rate": 6.779341360800813e-05,
      "loss": 0.0307,
      "step": 8980
    },
    {
      "epoch": 0.9736556808326106,
      "grad_norm": 0.3023889660835266,
      "learning_rate": 6.778978674017119e-05,
      "loss": 0.0325,
      "step": 8981
    },
    {
      "epoch": 0.9737640936686903,
      "grad_norm": 0.14256584644317627,
      "learning_rate": 6.778615987233425e-05,
      "loss": 0.0244,
      "step": 8982
    },
    {
      "epoch": 0.9738725065047702,
      "grad_norm": 0.10332005470991135,
      "learning_rate": 6.778253300449732e-05,
      "loss": 0.0219,
      "step": 8983
    },
    {
      "epoch": 0.97398091934085,
      "grad_norm": 0.1848578006029129,
      "learning_rate": 6.777890613666038e-05,
      "loss": 0.0327,
      "step": 8984
    },
    {
      "epoch": 0.9740893321769297,
      "grad_norm": 0.23971092700958252,
      "learning_rate": 6.777527926882345e-05,
      "loss": 0.0259,
      "step": 8985
    },
    {
      "epoch": 0.9741977450130095,
      "grad_norm": 0.3076208233833313,
      "learning_rate": 6.77716524009865e-05,
      "loss": 0.0528,
      "step": 8986
    },
    {
      "epoch": 0.9743061578490894,
      "grad_norm": 0.15568807721138,
      "learning_rate": 6.776802553314958e-05,
      "loss": 0.0176,
      "step": 8987
    },
    {
      "epoch": 0.9744145706851691,
      "grad_norm": 0.13965901732444763,
      "learning_rate": 6.776439866531263e-05,
      "loss": 0.0093,
      "step": 8988
    },
    {
      "epoch": 0.9745229835212489,
      "grad_norm": 0.2052915096282959,
      "learning_rate": 6.77607717974757e-05,
      "loss": 0.0329,
      "step": 8989
    },
    {
      "epoch": 0.9746313963573288,
      "grad_norm": 0.14093691110610962,
      "learning_rate": 6.775714492963877e-05,
      "loss": 0.0135,
      "step": 8990
    },
    {
      "epoch": 0.9747398091934085,
      "grad_norm": 0.3107166290283203,
      "learning_rate": 6.775351806180183e-05,
      "loss": 0.05,
      "step": 8991
    },
    {
      "epoch": 0.9748482220294883,
      "grad_norm": 0.10648377984762192,
      "learning_rate": 6.77498911939649e-05,
      "loss": 0.0217,
      "step": 8992
    },
    {
      "epoch": 0.974956634865568,
      "grad_norm": 0.06525716930627823,
      "learning_rate": 6.774626432612796e-05,
      "loss": 0.008,
      "step": 8993
    },
    {
      "epoch": 0.9750650477016479,
      "grad_norm": 0.3649856746196747,
      "learning_rate": 6.774263745829103e-05,
      "loss": 0.076,
      "step": 8994
    },
    {
      "epoch": 0.9751734605377277,
      "grad_norm": 0.3411359488964081,
      "learning_rate": 6.773901059045409e-05,
      "loss": 0.0325,
      "step": 8995
    },
    {
      "epoch": 0.9752818733738075,
      "grad_norm": 0.6834399104118347,
      "learning_rate": 6.773538372261715e-05,
      "loss": 0.0526,
      "step": 8996
    },
    {
      "epoch": 0.9753902862098872,
      "grad_norm": 0.2689475119113922,
      "learning_rate": 6.773175685478022e-05,
      "loss": 0.0548,
      "step": 8997
    },
    {
      "epoch": 0.9754986990459671,
      "grad_norm": 0.2248353511095047,
      "learning_rate": 6.772812998694327e-05,
      "loss": 0.0381,
      "step": 8998
    },
    {
      "epoch": 0.9756071118820469,
      "grad_norm": 0.686026394367218,
      "learning_rate": 6.772450311910634e-05,
      "loss": 0.081,
      "step": 8999
    },
    {
      "epoch": 0.9757155247181266,
      "grad_norm": 0.23616176843643188,
      "learning_rate": 6.77208762512694e-05,
      "loss": 0.0611,
      "step": 9000
    },
    {
      "epoch": 0.9758239375542064,
      "grad_norm": 0.3291763961315155,
      "learning_rate": 6.771724938343247e-05,
      "loss": 0.0527,
      "step": 9001
    },
    {
      "epoch": 0.9759323503902863,
      "grad_norm": 0.37136000394821167,
      "learning_rate": 6.771362251559553e-05,
      "loss": 0.0479,
      "step": 9002
    },
    {
      "epoch": 0.976040763226366,
      "grad_norm": 0.23599913716316223,
      "learning_rate": 6.77099956477586e-05,
      "loss": 0.0348,
      "step": 9003
    },
    {
      "epoch": 0.9761491760624458,
      "grad_norm": 0.26900383830070496,
      "learning_rate": 6.770636877992166e-05,
      "loss": 0.0444,
      "step": 9004
    },
    {
      "epoch": 0.9762575888985255,
      "grad_norm": 0.3358869254589081,
      "learning_rate": 6.770274191208472e-05,
      "loss": 0.0617,
      "step": 9005
    },
    {
      "epoch": 0.9763660017346054,
      "grad_norm": 0.16766905784606934,
      "learning_rate": 6.76991150442478e-05,
      "loss": 0.0353,
      "step": 9006
    },
    {
      "epoch": 0.9764744145706852,
      "grad_norm": 0.3571280241012573,
      "learning_rate": 6.769548817641086e-05,
      "loss": 0.0467,
      "step": 9007
    },
    {
      "epoch": 0.9765828274067649,
      "grad_norm": 0.5747610926628113,
      "learning_rate": 6.769186130857393e-05,
      "loss": 0.0798,
      "step": 9008
    },
    {
      "epoch": 0.9766912402428447,
      "grad_norm": 0.29733625054359436,
      "learning_rate": 6.768823444073699e-05,
      "loss": 0.0214,
      "step": 9009
    },
    {
      "epoch": 0.9767996530789246,
      "grad_norm": 0.29234710335731506,
      "learning_rate": 6.768460757290006e-05,
      "loss": 0.034,
      "step": 9010
    },
    {
      "epoch": 0.9769080659150043,
      "grad_norm": 0.4311324656009674,
      "learning_rate": 6.768098070506311e-05,
      "loss": 0.0911,
      "step": 9011
    },
    {
      "epoch": 0.9770164787510841,
      "grad_norm": 0.36177921295166016,
      "learning_rate": 6.767735383722617e-05,
      "loss": 0.0396,
      "step": 9012
    },
    {
      "epoch": 0.9771248915871639,
      "grad_norm": 0.35169509053230286,
      "learning_rate": 6.767372696938924e-05,
      "loss": 0.0499,
      "step": 9013
    },
    {
      "epoch": 0.9772333044232437,
      "grad_norm": 0.34785035252571106,
      "learning_rate": 6.76701001015523e-05,
      "loss": 0.0592,
      "step": 9014
    },
    {
      "epoch": 0.9773417172593235,
      "grad_norm": 0.32612189650535583,
      "learning_rate": 6.766647323371537e-05,
      "loss": 0.034,
      "step": 9015
    },
    {
      "epoch": 0.9774501300954033,
      "grad_norm": 0.498734712600708,
      "learning_rate": 6.766284636587843e-05,
      "loss": 0.05,
      "step": 9016
    },
    {
      "epoch": 0.977558542931483,
      "grad_norm": 0.4057430326938629,
      "learning_rate": 6.76592194980415e-05,
      "loss": 0.05,
      "step": 9017
    },
    {
      "epoch": 0.9776669557675629,
      "grad_norm": 0.09424081444740295,
      "learning_rate": 6.765559263020456e-05,
      "loss": 0.012,
      "step": 9018
    },
    {
      "epoch": 0.9777753686036427,
      "grad_norm": 0.4613744914531708,
      "learning_rate": 6.765196576236761e-05,
      "loss": 0.0547,
      "step": 9019
    },
    {
      "epoch": 0.9778837814397224,
      "grad_norm": 0.1888546645641327,
      "learning_rate": 6.764833889453068e-05,
      "loss": 0.0238,
      "step": 9020
    },
    {
      "epoch": 0.9779921942758023,
      "grad_norm": 0.3745371103286743,
      "learning_rate": 6.764471202669374e-05,
      "loss": 0.0759,
      "step": 9021
    },
    {
      "epoch": 0.9781006071118821,
      "grad_norm": 0.4226148724555969,
      "learning_rate": 6.764108515885681e-05,
      "loss": 0.071,
      "step": 9022
    },
    {
      "epoch": 0.9782090199479618,
      "grad_norm": 0.25489598512649536,
      "learning_rate": 6.763745829101988e-05,
      "loss": 0.0445,
      "step": 9023
    },
    {
      "epoch": 0.9783174327840416,
      "grad_norm": 0.1663510948419571,
      "learning_rate": 6.763383142318295e-05,
      "loss": 0.0108,
      "step": 9024
    },
    {
      "epoch": 0.9784258456201215,
      "grad_norm": 0.1707482784986496,
      "learning_rate": 6.763020455534601e-05,
      "loss": 0.0458,
      "step": 9025
    },
    {
      "epoch": 0.9785342584562012,
      "grad_norm": 0.1407928466796875,
      "learning_rate": 6.762657768750907e-05,
      "loss": 0.0294,
      "step": 9026
    },
    {
      "epoch": 0.978642671292281,
      "grad_norm": 0.1712580770254135,
      "learning_rate": 6.762295081967214e-05,
      "loss": 0.0362,
      "step": 9027
    },
    {
      "epoch": 0.9787510841283608,
      "grad_norm": 0.4256768226623535,
      "learning_rate": 6.76193239518352e-05,
      "loss": 0.0539,
      "step": 9028
    },
    {
      "epoch": 0.9788594969644406,
      "grad_norm": 0.2037360668182373,
      "learning_rate": 6.761569708399827e-05,
      "loss": 0.0388,
      "step": 9029
    },
    {
      "epoch": 0.9789679098005204,
      "grad_norm": 0.11937601119279861,
      "learning_rate": 6.761207021616132e-05,
      "loss": 0.0123,
      "step": 9030
    },
    {
      "epoch": 0.9790763226366002,
      "grad_norm": 0.11831466853618622,
      "learning_rate": 6.76084433483244e-05,
      "loss": 0.0189,
      "step": 9031
    },
    {
      "epoch": 0.9791847354726799,
      "grad_norm": 0.6243284344673157,
      "learning_rate": 6.760481648048745e-05,
      "loss": 0.0371,
      "step": 9032
    },
    {
      "epoch": 0.9792931483087598,
      "grad_norm": 0.20568163692951202,
      "learning_rate": 6.760118961265052e-05,
      "loss": 0.0221,
      "step": 9033
    },
    {
      "epoch": 0.9794015611448396,
      "grad_norm": 0.18622168898582458,
      "learning_rate": 6.759756274481358e-05,
      "loss": 0.0284,
      "step": 9034
    },
    {
      "epoch": 0.9795099739809193,
      "grad_norm": 0.1491183191537857,
      "learning_rate": 6.759393587697664e-05,
      "loss": 0.0159,
      "step": 9035
    },
    {
      "epoch": 0.9796183868169991,
      "grad_norm": 0.5856882333755493,
      "learning_rate": 6.759030900913971e-05,
      "loss": 0.0491,
      "step": 9036
    },
    {
      "epoch": 0.979726799653079,
      "grad_norm": 0.20469428598880768,
      "learning_rate": 6.758668214130277e-05,
      "loss": 0.0303,
      "step": 9037
    },
    {
      "epoch": 0.9798352124891587,
      "grad_norm": 0.2758590877056122,
      "learning_rate": 6.758305527346584e-05,
      "loss": 0.0227,
      "step": 9038
    },
    {
      "epoch": 0.9799436253252385,
      "grad_norm": 0.42481961846351624,
      "learning_rate": 6.75794284056289e-05,
      "loss": 0.0974,
      "step": 9039
    },
    {
      "epoch": 0.9800520381613183,
      "grad_norm": 0.1911303848028183,
      "learning_rate": 6.757580153779197e-05,
      "loss": 0.0283,
      "step": 9040
    },
    {
      "epoch": 0.9801604509973981,
      "grad_norm": 0.4379046857357025,
      "learning_rate": 6.757217466995504e-05,
      "loss": 0.0371,
      "step": 9041
    },
    {
      "epoch": 0.9802688638334779,
      "grad_norm": 0.13082747161388397,
      "learning_rate": 6.75685478021181e-05,
      "loss": 0.0179,
      "step": 9042
    },
    {
      "epoch": 0.9803772766695577,
      "grad_norm": 0.3240911662578583,
      "learning_rate": 6.756492093428116e-05,
      "loss": 0.0508,
      "step": 9043
    },
    {
      "epoch": 0.9804856895056374,
      "grad_norm": 0.15463921427726746,
      "learning_rate": 6.756129406644422e-05,
      "loss": 0.0132,
      "step": 9044
    },
    {
      "epoch": 0.9805941023417173,
      "grad_norm": 0.6998565196990967,
      "learning_rate": 6.755766719860729e-05,
      "loss": 0.0515,
      "step": 9045
    },
    {
      "epoch": 0.980702515177797,
      "grad_norm": 0.2371823936700821,
      "learning_rate": 6.755404033077035e-05,
      "loss": 0.0374,
      "step": 9046
    },
    {
      "epoch": 0.9808109280138768,
      "grad_norm": 0.4494570195674896,
      "learning_rate": 6.755041346293342e-05,
      "loss": 0.069,
      "step": 9047
    },
    {
      "epoch": 0.9809193408499567,
      "grad_norm": 0.42735984921455383,
      "learning_rate": 6.754678659509648e-05,
      "loss": 0.0838,
      "step": 9048
    },
    {
      "epoch": 0.9810277536860365,
      "grad_norm": 0.20677873492240906,
      "learning_rate": 6.754315972725954e-05,
      "loss": 0.0364,
      "step": 9049
    },
    {
      "epoch": 0.9811361665221162,
      "grad_norm": 0.33666837215423584,
      "learning_rate": 6.753953285942261e-05,
      "loss": 0.0272,
      "step": 9050
    },
    {
      "epoch": 0.981244579358196,
      "grad_norm": 0.19049972295761108,
      "learning_rate": 6.753590599158566e-05,
      "loss": 0.0213,
      "step": 9051
    },
    {
      "epoch": 0.9813529921942759,
      "grad_norm": 0.2872081398963928,
      "learning_rate": 6.753227912374874e-05,
      "loss": 0.0376,
      "step": 9052
    },
    {
      "epoch": 0.9814614050303556,
      "grad_norm": 0.14975522458553314,
      "learning_rate": 6.752865225591179e-05,
      "loss": 0.0253,
      "step": 9053
    },
    {
      "epoch": 0.9815698178664354,
      "grad_norm": 0.21339154243469238,
      "learning_rate": 6.752502538807486e-05,
      "loss": 0.0144,
      "step": 9054
    },
    {
      "epoch": 0.9816782307025151,
      "grad_norm": 0.40765848755836487,
      "learning_rate": 6.752139852023792e-05,
      "loss": 0.0521,
      "step": 9055
    },
    {
      "epoch": 0.981786643538595,
      "grad_norm": 0.30775901675224304,
      "learning_rate": 6.751777165240099e-05,
      "loss": 0.0493,
      "step": 9056
    },
    {
      "epoch": 0.9818950563746748,
      "grad_norm": 0.40946823358535767,
      "learning_rate": 6.751414478456405e-05,
      "loss": 0.0513,
      "step": 9057
    },
    {
      "epoch": 0.9820034692107545,
      "grad_norm": 0.15942402184009552,
      "learning_rate": 6.751051791672712e-05,
      "loss": 0.0266,
      "step": 9058
    },
    {
      "epoch": 0.9821118820468343,
      "grad_norm": 0.12459134310483932,
      "learning_rate": 6.750689104889019e-05,
      "loss": 0.0256,
      "step": 9059
    },
    {
      "epoch": 0.9822202948829142,
      "grad_norm": 0.183304563164711,
      "learning_rate": 6.750326418105325e-05,
      "loss": 0.0213,
      "step": 9060
    },
    {
      "epoch": 0.9823287077189939,
      "grad_norm": 0.09068421274423599,
      "learning_rate": 6.749963731321632e-05,
      "loss": 0.0123,
      "step": 9061
    },
    {
      "epoch": 0.9824371205550737,
      "grad_norm": 0.17669141292572021,
      "learning_rate": 6.749601044537938e-05,
      "loss": 0.0407,
      "step": 9062
    },
    {
      "epoch": 0.9825455333911535,
      "grad_norm": 0.10277139395475388,
      "learning_rate": 6.749238357754243e-05,
      "loss": 0.0286,
      "step": 9063
    },
    {
      "epoch": 0.9826539462272333,
      "grad_norm": 0.15007279813289642,
      "learning_rate": 6.74887567097055e-05,
      "loss": 0.0281,
      "step": 9064
    },
    {
      "epoch": 0.9827623590633131,
      "grad_norm": 0.15409603714942932,
      "learning_rate": 6.748512984186856e-05,
      "loss": 0.0333,
      "step": 9065
    },
    {
      "epoch": 0.9828707718993929,
      "grad_norm": 0.15288947522640228,
      "learning_rate": 6.748150297403163e-05,
      "loss": 0.0288,
      "step": 9066
    },
    {
      "epoch": 0.9829791847354726,
      "grad_norm": 0.11404553055763245,
      "learning_rate": 6.747787610619469e-05,
      "loss": 0.0156,
      "step": 9067
    },
    {
      "epoch": 0.9830875975715525,
      "grad_norm": 0.3551553189754486,
      "learning_rate": 6.747424923835776e-05,
      "loss": 0.0665,
      "step": 9068
    },
    {
      "epoch": 0.9831960104076323,
      "grad_norm": 0.11451757699251175,
      "learning_rate": 6.747062237052082e-05,
      "loss": 0.0152,
      "step": 9069
    },
    {
      "epoch": 0.983304423243712,
      "grad_norm": 0.38986459374427795,
      "learning_rate": 6.746699550268389e-05,
      "loss": 0.0603,
      "step": 9070
    },
    {
      "epoch": 0.9834128360797918,
      "grad_norm": 0.37904226779937744,
      "learning_rate": 6.746336863484695e-05,
      "loss": 0.0396,
      "step": 9071
    },
    {
      "epoch": 0.9835212489158717,
      "grad_norm": 0.3520173728466034,
      "learning_rate": 6.745974176701e-05,
      "loss": 0.0462,
      "step": 9072
    },
    {
      "epoch": 0.9836296617519514,
      "grad_norm": 0.23321041464805603,
      "learning_rate": 6.745611489917307e-05,
      "loss": 0.061,
      "step": 9073
    },
    {
      "epoch": 0.9837380745880312,
      "grad_norm": 0.3620453476905823,
      "learning_rate": 6.745248803133613e-05,
      "loss": 0.0943,
      "step": 9074
    },
    {
      "epoch": 0.983846487424111,
      "grad_norm": 0.05854116752743721,
      "learning_rate": 6.744886116349922e-05,
      "loss": 0.0071,
      "step": 9075
    },
    {
      "epoch": 0.9839549002601908,
      "grad_norm": 0.17357617616653442,
      "learning_rate": 6.744523429566227e-05,
      "loss": 0.0146,
      "step": 9076
    },
    {
      "epoch": 0.9840633130962706,
      "grad_norm": 0.42514562606811523,
      "learning_rate": 6.744160742782533e-05,
      "loss": 0.0832,
      "step": 9077
    },
    {
      "epoch": 0.9841717259323504,
      "grad_norm": 0.20922638475894928,
      "learning_rate": 6.74379805599884e-05,
      "loss": 0.0465,
      "step": 9078
    },
    {
      "epoch": 0.9842801387684302,
      "grad_norm": 0.6097482442855835,
      "learning_rate": 6.743435369215146e-05,
      "loss": 0.0464,
      "step": 9079
    },
    {
      "epoch": 0.98438855160451,
      "grad_norm": 0.30233341455459595,
      "learning_rate": 6.743072682431453e-05,
      "loss": 0.0429,
      "step": 9080
    },
    {
      "epoch": 0.9844969644405898,
      "grad_norm": 0.35064542293548584,
      "learning_rate": 6.742709995647759e-05,
      "loss": 0.0265,
      "step": 9081
    },
    {
      "epoch": 0.9846053772766695,
      "grad_norm": 0.4834406077861786,
      "learning_rate": 6.742347308864066e-05,
      "loss": 0.0747,
      "step": 9082
    },
    {
      "epoch": 0.9847137901127494,
      "grad_norm": 0.2732127606868744,
      "learning_rate": 6.741984622080372e-05,
      "loss": 0.0567,
      "step": 9083
    },
    {
      "epoch": 0.9848222029488292,
      "grad_norm": 0.5711221694946289,
      "learning_rate": 6.741621935296679e-05,
      "loss": 0.0533,
      "step": 9084
    },
    {
      "epoch": 0.9849306157849089,
      "grad_norm": 0.3370526134967804,
      "learning_rate": 6.741259248512984e-05,
      "loss": 0.0757,
      "step": 9085
    },
    {
      "epoch": 0.9850390286209887,
      "grad_norm": 0.20209264755249023,
      "learning_rate": 6.74089656172929e-05,
      "loss": 0.0751,
      "step": 9086
    },
    {
      "epoch": 0.9851474414570686,
      "grad_norm": 0.09410076588392258,
      "learning_rate": 6.740533874945597e-05,
      "loss": 0.0216,
      "step": 9087
    },
    {
      "epoch": 0.9852558542931483,
      "grad_norm": 0.34057939052581787,
      "learning_rate": 6.740171188161903e-05,
      "loss": 0.0532,
      "step": 9088
    },
    {
      "epoch": 0.9853642671292281,
      "grad_norm": 0.440483957529068,
      "learning_rate": 6.73980850137821e-05,
      "loss": 0.0348,
      "step": 9089
    },
    {
      "epoch": 0.9854726799653079,
      "grad_norm": 0.25546860694885254,
      "learning_rate": 6.739445814594516e-05,
      "loss": 0.0399,
      "step": 9090
    },
    {
      "epoch": 0.9855810928013877,
      "grad_norm": 0.4116126596927643,
      "learning_rate": 6.739083127810823e-05,
      "loss": 0.071,
      "step": 9091
    },
    {
      "epoch": 0.9856895056374675,
      "grad_norm": 0.1187502071261406,
      "learning_rate": 6.73872044102713e-05,
      "loss": 0.0198,
      "step": 9092
    },
    {
      "epoch": 0.9857979184735473,
      "grad_norm": 0.15213879942893982,
      "learning_rate": 6.738357754243436e-05,
      "loss": 0.0172,
      "step": 9093
    },
    {
      "epoch": 0.985906331309627,
      "grad_norm": 0.2888091206550598,
      "learning_rate": 6.737995067459743e-05,
      "loss": 0.0889,
      "step": 9094
    },
    {
      "epoch": 0.9860147441457069,
      "grad_norm": 0.09775187820196152,
      "learning_rate": 6.737632380676048e-05,
      "loss": 0.0149,
      "step": 9095
    },
    {
      "epoch": 0.9861231569817867,
      "grad_norm": 0.18857184052467346,
      "learning_rate": 6.737269693892356e-05,
      "loss": 0.0167,
      "step": 9096
    },
    {
      "epoch": 0.9862315698178664,
      "grad_norm": 0.2732422649860382,
      "learning_rate": 6.736907007108661e-05,
      "loss": 0.0359,
      "step": 9097
    },
    {
      "epoch": 0.9863399826539462,
      "grad_norm": 0.4265410602092743,
      "learning_rate": 6.736544320324968e-05,
      "loss": 0.0585,
      "step": 9098
    },
    {
      "epoch": 0.986448395490026,
      "grad_norm": 0.17753814160823822,
      "learning_rate": 6.736181633541274e-05,
      "loss": 0.0316,
      "step": 9099
    },
    {
      "epoch": 0.9865568083261058,
      "grad_norm": 0.6510791778564453,
      "learning_rate": 6.73581894675758e-05,
      "loss": 0.0784,
      "step": 9100
    },
    {
      "epoch": 0.9866652211621856,
      "grad_norm": 0.15672044456005096,
      "learning_rate": 6.735456259973887e-05,
      "loss": 0.0368,
      "step": 9101
    },
    {
      "epoch": 0.9867736339982653,
      "grad_norm": 0.12110486626625061,
      "learning_rate": 6.735093573190193e-05,
      "loss": 0.0296,
      "step": 9102
    },
    {
      "epoch": 0.9868820468343452,
      "grad_norm": 0.23548829555511475,
      "learning_rate": 6.7347308864065e-05,
      "loss": 0.0676,
      "step": 9103
    },
    {
      "epoch": 0.986990459670425,
      "grad_norm": 0.1723542958498001,
      "learning_rate": 6.734368199622805e-05,
      "loss": 0.0309,
      "step": 9104
    },
    {
      "epoch": 0.9870988725065047,
      "grad_norm": 0.31760576367378235,
      "learning_rate": 6.734005512839113e-05,
      "loss": 0.0308,
      "step": 9105
    },
    {
      "epoch": 0.9872072853425846,
      "grad_norm": 0.19959042966365814,
      "learning_rate": 6.733642826055418e-05,
      "loss": 0.0402,
      "step": 9106
    },
    {
      "epoch": 0.9873156981786644,
      "grad_norm": 0.08246347308158875,
      "learning_rate": 6.733280139271725e-05,
      "loss": 0.0152,
      "step": 9107
    },
    {
      "epoch": 0.9874241110147441,
      "grad_norm": 0.11791779845952988,
      "learning_rate": 6.732917452488031e-05,
      "loss": 0.0228,
      "step": 9108
    },
    {
      "epoch": 0.9875325238508239,
      "grad_norm": 0.48698756098747253,
      "learning_rate": 6.732554765704337e-05,
      "loss": 0.0625,
      "step": 9109
    },
    {
      "epoch": 0.9876409366869038,
      "grad_norm": 0.21305400133132935,
      "learning_rate": 6.732192078920645e-05,
      "loss": 0.0343,
      "step": 9110
    },
    {
      "epoch": 0.9877493495229835,
      "grad_norm": 0.21297381818294525,
      "learning_rate": 6.731829392136951e-05,
      "loss": 0.0414,
      "step": 9111
    },
    {
      "epoch": 0.9878577623590633,
      "grad_norm": 0.30601054430007935,
      "learning_rate": 6.731466705353258e-05,
      "loss": 0.0491,
      "step": 9112
    },
    {
      "epoch": 0.9879661751951431,
      "grad_norm": 0.29903632402420044,
      "learning_rate": 6.731104018569564e-05,
      "loss": 0.0586,
      "step": 9113
    },
    {
      "epoch": 0.988074588031223,
      "grad_norm": 0.11559359729290009,
      "learning_rate": 6.730741331785871e-05,
      "loss": 0.0202,
      "step": 9114
    },
    {
      "epoch": 0.9881830008673027,
      "grad_norm": 0.20900294184684753,
      "learning_rate": 6.730378645002177e-05,
      "loss": 0.0412,
      "step": 9115
    },
    {
      "epoch": 0.9882914137033825,
      "grad_norm": 0.3699134886264801,
      "learning_rate": 6.730015958218482e-05,
      "loss": 0.0813,
      "step": 9116
    },
    {
      "epoch": 0.9883998265394622,
      "grad_norm": 0.19488725066184998,
      "learning_rate": 6.72965327143479e-05,
      "loss": 0.0264,
      "step": 9117
    },
    {
      "epoch": 0.9885082393755421,
      "grad_norm": 0.11501782387495041,
      "learning_rate": 6.729290584651095e-05,
      "loss": 0.0122,
      "step": 9118
    },
    {
      "epoch": 0.9886166522116219,
      "grad_norm": 0.3856654465198517,
      "learning_rate": 6.728927897867402e-05,
      "loss": 0.0584,
      "step": 9119
    },
    {
      "epoch": 0.9887250650477016,
      "grad_norm": 0.20814985036849976,
      "learning_rate": 6.728565211083708e-05,
      "loss": 0.0447,
      "step": 9120
    },
    {
      "epoch": 0.9888334778837814,
      "grad_norm": 0.2713974118232727,
      "learning_rate": 6.728202524300015e-05,
      "loss": 0.0504,
      "step": 9121
    },
    {
      "epoch": 0.9889418907198613,
      "grad_norm": 0.22825106978416443,
      "learning_rate": 6.727839837516321e-05,
      "loss": 0.0522,
      "step": 9122
    },
    {
      "epoch": 0.989050303555941,
      "grad_norm": 0.47502946853637695,
      "learning_rate": 6.727477150732628e-05,
      "loss": 0.0481,
      "step": 9123
    },
    {
      "epoch": 0.9891587163920208,
      "grad_norm": 0.26040586829185486,
      "learning_rate": 6.727114463948934e-05,
      "loss": 0.0492,
      "step": 9124
    },
    {
      "epoch": 0.9892671292281006,
      "grad_norm": 0.11937065422534943,
      "learning_rate": 6.72675177716524e-05,
      "loss": 0.0202,
      "step": 9125
    },
    {
      "epoch": 0.9893755420641804,
      "grad_norm": 0.23717552423477173,
      "learning_rate": 6.726389090381547e-05,
      "loss": 0.0396,
      "step": 9126
    },
    {
      "epoch": 0.9894839549002602,
      "grad_norm": 0.1949211061000824,
      "learning_rate": 6.726026403597854e-05,
      "loss": 0.0285,
      "step": 9127
    },
    {
      "epoch": 0.98959236773634,
      "grad_norm": 0.2939400374889374,
      "learning_rate": 6.725663716814161e-05,
      "loss": 0.0359,
      "step": 9128
    },
    {
      "epoch": 0.9897007805724197,
      "grad_norm": 0.07221358269453049,
      "learning_rate": 6.725301030030466e-05,
      "loss": 0.0071,
      "step": 9129
    },
    {
      "epoch": 0.9898091934084996,
      "grad_norm": 0.3638288676738739,
      "learning_rate": 6.724938343246772e-05,
      "loss": 0.0297,
      "step": 9130
    },
    {
      "epoch": 0.9899176062445794,
      "grad_norm": 0.19331704080104828,
      "learning_rate": 6.724575656463079e-05,
      "loss": 0.0491,
      "step": 9131
    },
    {
      "epoch": 0.9900260190806591,
      "grad_norm": 0.16916880011558533,
      "learning_rate": 6.724212969679385e-05,
      "loss": 0.045,
      "step": 9132
    },
    {
      "epoch": 0.9901344319167389,
      "grad_norm": 0.3360472619533539,
      "learning_rate": 6.723850282895692e-05,
      "loss": 0.0575,
      "step": 9133
    },
    {
      "epoch": 0.9902428447528188,
      "grad_norm": 0.15294529497623444,
      "learning_rate": 6.723487596111998e-05,
      "loss": 0.0548,
      "step": 9134
    },
    {
      "epoch": 0.9903512575888985,
      "grad_norm": 0.15867836773395538,
      "learning_rate": 6.723124909328305e-05,
      "loss": 0.0287,
      "step": 9135
    },
    {
      "epoch": 0.9904596704249783,
      "grad_norm": 0.31558066606521606,
      "learning_rate": 6.72276222254461e-05,
      "loss": 0.0329,
      "step": 9136
    },
    {
      "epoch": 0.9905680832610582,
      "grad_norm": 0.10639544576406479,
      "learning_rate": 6.722399535760918e-05,
      "loss": 0.0248,
      "step": 9137
    },
    {
      "epoch": 0.9906764960971379,
      "grad_norm": 0.4848164916038513,
      "learning_rate": 6.722036848977223e-05,
      "loss": 0.0533,
      "step": 9138
    },
    {
      "epoch": 0.9907849089332177,
      "grad_norm": 0.23850731551647186,
      "learning_rate": 6.721674162193529e-05,
      "loss": 0.0507,
      "step": 9139
    },
    {
      "epoch": 0.9908933217692975,
      "grad_norm": 0.23509792983531952,
      "learning_rate": 6.721311475409836e-05,
      "loss": 0.0389,
      "step": 9140
    },
    {
      "epoch": 0.9910017346053773,
      "grad_norm": 0.36779528856277466,
      "learning_rate": 6.720948788626142e-05,
      "loss": 0.0452,
      "step": 9141
    },
    {
      "epoch": 0.9911101474414571,
      "grad_norm": 0.3599284291267395,
      "learning_rate": 6.720586101842449e-05,
      "loss": 0.0783,
      "step": 9142
    },
    {
      "epoch": 0.9912185602775369,
      "grad_norm": 0.11966399103403091,
      "learning_rate": 6.720223415058755e-05,
      "loss": 0.0178,
      "step": 9143
    },
    {
      "epoch": 0.9913269731136166,
      "grad_norm": 0.33657658100128174,
      "learning_rate": 6.719860728275062e-05,
      "loss": 0.0686,
      "step": 9144
    },
    {
      "epoch": 0.9914353859496965,
      "grad_norm": 0.4240165650844574,
      "learning_rate": 6.719498041491369e-05,
      "loss": 0.0397,
      "step": 9145
    },
    {
      "epoch": 0.9915437987857763,
      "grad_norm": 0.1916881799697876,
      "learning_rate": 6.719135354707675e-05,
      "loss": 0.0304,
      "step": 9146
    },
    {
      "epoch": 0.991652211621856,
      "grad_norm": 0.24992042779922485,
      "learning_rate": 6.718772667923982e-05,
      "loss": 0.0519,
      "step": 9147
    },
    {
      "epoch": 0.9917606244579358,
      "grad_norm": 0.2294657826423645,
      "learning_rate": 6.718409981140288e-05,
      "loss": 0.0589,
      "step": 9148
    },
    {
      "epoch": 0.9918690372940157,
      "grad_norm": 0.3195852041244507,
      "learning_rate": 6.718047294356595e-05,
      "loss": 0.0446,
      "step": 9149
    },
    {
      "epoch": 0.9919774501300954,
      "grad_norm": 0.037798549979925156,
      "learning_rate": 6.7176846075729e-05,
      "loss": 0.0048,
      "step": 9150
    },
    {
      "epoch": 0.9920858629661752,
      "grad_norm": 0.2120787501335144,
      "learning_rate": 6.717321920789207e-05,
      "loss": 0.0257,
      "step": 9151
    },
    {
      "epoch": 0.9921942758022549,
      "grad_norm": 0.21582527458667755,
      "learning_rate": 6.716959234005513e-05,
      "loss": 0.0558,
      "step": 9152
    },
    {
      "epoch": 0.9923026886383348,
      "grad_norm": 0.25018006563186646,
      "learning_rate": 6.716596547221819e-05,
      "loss": 0.0683,
      "step": 9153
    },
    {
      "epoch": 0.9924111014744146,
      "grad_norm": 0.20992030203342438,
      "learning_rate": 6.716233860438126e-05,
      "loss": 0.0343,
      "step": 9154
    },
    {
      "epoch": 0.9925195143104943,
      "grad_norm": 0.3220387101173401,
      "learning_rate": 6.715871173654432e-05,
      "loss": 0.0846,
      "step": 9155
    },
    {
      "epoch": 0.9926279271465741,
      "grad_norm": 0.169402614235878,
      "learning_rate": 6.715508486870739e-05,
      "loss": 0.0304,
      "step": 9156
    },
    {
      "epoch": 0.992736339982654,
      "grad_norm": 0.18768124282360077,
      "learning_rate": 6.715145800087045e-05,
      "loss": 0.0377,
      "step": 9157
    },
    {
      "epoch": 0.9928447528187337,
      "grad_norm": 0.18171218037605286,
      "learning_rate": 6.714783113303352e-05,
      "loss": 0.0206,
      "step": 9158
    },
    {
      "epoch": 0.9929531656548135,
      "grad_norm": 0.21294941008090973,
      "learning_rate": 6.714420426519657e-05,
      "loss": 0.038,
      "step": 9159
    },
    {
      "epoch": 0.9930615784908933,
      "grad_norm": 0.30230095982551575,
      "learning_rate": 6.714057739735964e-05,
      "loss": 0.0805,
      "step": 9160
    },
    {
      "epoch": 0.9931699913269731,
      "grad_norm": 0.24232012033462524,
      "learning_rate": 6.71369505295227e-05,
      "loss": 0.0424,
      "step": 9161
    },
    {
      "epoch": 0.9932784041630529,
      "grad_norm": 0.34416237473487854,
      "learning_rate": 6.713332366168577e-05,
      "loss": 0.11,
      "step": 9162
    },
    {
      "epoch": 0.9933868169991327,
      "grad_norm": 0.21501725912094116,
      "learning_rate": 6.712969679384884e-05,
      "loss": 0.0595,
      "step": 9163
    },
    {
      "epoch": 0.9934952298352124,
      "grad_norm": 0.1712767481803894,
      "learning_rate": 6.71260699260119e-05,
      "loss": 0.0443,
      "step": 9164
    },
    {
      "epoch": 0.9936036426712923,
      "grad_norm": 0.3887617290019989,
      "learning_rate": 6.712244305817497e-05,
      "loss": 0.0522,
      "step": 9165
    },
    {
      "epoch": 0.9937120555073721,
      "grad_norm": 0.3479326665401459,
      "learning_rate": 6.711881619033803e-05,
      "loss": 0.0355,
      "step": 9166
    },
    {
      "epoch": 0.9938204683434518,
      "grad_norm": 0.19105271995067596,
      "learning_rate": 6.711518932250109e-05,
      "loss": 0.0409,
      "step": 9167
    },
    {
      "epoch": 0.9939288811795317,
      "grad_norm": 0.16749194264411926,
      "learning_rate": 6.711156245466416e-05,
      "loss": 0.0224,
      "step": 9168
    },
    {
      "epoch": 0.9940372940156115,
      "grad_norm": 0.31198063492774963,
      "learning_rate": 6.710793558682722e-05,
      "loss": 0.066,
      "step": 9169
    },
    {
      "epoch": 0.9941457068516912,
      "grad_norm": 0.1432071179151535,
      "learning_rate": 6.710430871899029e-05,
      "loss": 0.0338,
      "step": 9170
    },
    {
      "epoch": 0.994254119687771,
      "grad_norm": 0.2344617247581482,
      "learning_rate": 6.710068185115334e-05,
      "loss": 0.0363,
      "step": 9171
    },
    {
      "epoch": 0.9943625325238509,
      "grad_norm": 0.09391302615404129,
      "learning_rate": 6.709705498331641e-05,
      "loss": 0.0279,
      "step": 9172
    },
    {
      "epoch": 0.9944709453599306,
      "grad_norm": 0.09207407385110855,
      "learning_rate": 6.709342811547947e-05,
      "loss": 0.0248,
      "step": 9173
    },
    {
      "epoch": 0.9945793581960104,
      "grad_norm": 0.26823827624320984,
      "learning_rate": 6.708980124764254e-05,
      "loss": 0.0447,
      "step": 9174
    },
    {
      "epoch": 0.9946877710320902,
      "grad_norm": 0.25047767162323,
      "learning_rate": 6.70861743798056e-05,
      "loss": 0.0432,
      "step": 9175
    },
    {
      "epoch": 0.99479618386817,
      "grad_norm": 0.2271243780851364,
      "learning_rate": 6.708254751196866e-05,
      "loss": 0.06,
      "step": 9176
    },
    {
      "epoch": 0.9949045967042498,
      "grad_norm": 0.1417585015296936,
      "learning_rate": 6.707892064413173e-05,
      "loss": 0.0229,
      "step": 9177
    },
    {
      "epoch": 0.9950130095403296,
      "grad_norm": 0.1496330052614212,
      "learning_rate": 6.707529377629479e-05,
      "loss": 0.0388,
      "step": 9178
    },
    {
      "epoch": 0.9951214223764093,
      "grad_norm": 0.10102158039808273,
      "learning_rate": 6.707166690845787e-05,
      "loss": 0.0248,
      "step": 9179
    },
    {
      "epoch": 0.9952298352124892,
      "grad_norm": 0.24689549207687378,
      "learning_rate": 6.706804004062093e-05,
      "loss": 0.0486,
      "step": 9180
    },
    {
      "epoch": 0.995338248048569,
      "grad_norm": 0.21255601942539215,
      "learning_rate": 6.706441317278398e-05,
      "loss": 0.0474,
      "step": 9181
    },
    {
      "epoch": 0.9954466608846487,
      "grad_norm": 0.2691141366958618,
      "learning_rate": 6.706078630494706e-05,
      "loss": 0.0343,
      "step": 9182
    },
    {
      "epoch": 0.9955550737207285,
      "grad_norm": 0.16392782330513,
      "learning_rate": 6.705715943711011e-05,
      "loss": 0.0243,
      "step": 9183
    },
    {
      "epoch": 0.9956634865568084,
      "grad_norm": 0.16723336279392242,
      "learning_rate": 6.705353256927318e-05,
      "loss": 0.0289,
      "step": 9184
    },
    {
      "epoch": 0.9957718993928881,
      "grad_norm": 0.19787053763866425,
      "learning_rate": 6.704990570143624e-05,
      "loss": 0.0374,
      "step": 9185
    },
    {
      "epoch": 0.9958803122289679,
      "grad_norm": 0.23276346921920776,
      "learning_rate": 6.704627883359931e-05,
      "loss": 0.0516,
      "step": 9186
    },
    {
      "epoch": 0.9959887250650477,
      "grad_norm": 0.050720445811748505,
      "learning_rate": 6.704265196576237e-05,
      "loss": 0.0111,
      "step": 9187
    },
    {
      "epoch": 0.9960971379011275,
      "grad_norm": 0.14159779250621796,
      "learning_rate": 6.703902509792544e-05,
      "loss": 0.0341,
      "step": 9188
    },
    {
      "epoch": 0.9962055507372073,
      "grad_norm": 0.20223914086818695,
      "learning_rate": 6.70353982300885e-05,
      "loss": 0.0365,
      "step": 9189
    },
    {
      "epoch": 0.996313963573287,
      "grad_norm": 0.2961544990539551,
      "learning_rate": 6.703177136225155e-05,
      "loss": 0.0383,
      "step": 9190
    },
    {
      "epoch": 0.9964223764093668,
      "grad_norm": 0.2232355922460556,
      "learning_rate": 6.702814449441463e-05,
      "loss": 0.0629,
      "step": 9191
    },
    {
      "epoch": 0.9965307892454467,
      "grad_norm": 0.38756242394447327,
      "learning_rate": 6.702451762657768e-05,
      "loss": 0.0482,
      "step": 9192
    },
    {
      "epoch": 0.9966392020815265,
      "grad_norm": 0.09088706225156784,
      "learning_rate": 6.702089075874075e-05,
      "loss": 0.0188,
      "step": 9193
    },
    {
      "epoch": 0.9967476149176062,
      "grad_norm": 0.36467626690864563,
      "learning_rate": 6.701726389090381e-05,
      "loss": 0.0289,
      "step": 9194
    },
    {
      "epoch": 0.9968560277536861,
      "grad_norm": 0.12222925573587418,
      "learning_rate": 6.701363702306688e-05,
      "loss": 0.0254,
      "step": 9195
    },
    {
      "epoch": 0.9969644405897659,
      "grad_norm": 0.24398428201675415,
      "learning_rate": 6.701001015522995e-05,
      "loss": 0.0339,
      "step": 9196
    },
    {
      "epoch": 0.9970728534258456,
      "grad_norm": 0.10993709415197372,
      "learning_rate": 6.700638328739301e-05,
      "loss": 0.0151,
      "step": 9197
    },
    {
      "epoch": 0.9971812662619254,
      "grad_norm": 0.1954006850719452,
      "learning_rate": 6.700275641955608e-05,
      "loss": 0.0397,
      "step": 9198
    },
    {
      "epoch": 0.9972896790980053,
      "grad_norm": 0.485450804233551,
      "learning_rate": 6.699912955171914e-05,
      "loss": 0.0974,
      "step": 9199
    },
    {
      "epoch": 0.997398091934085,
      "grad_norm": 0.33554112911224365,
      "learning_rate": 6.699550268388221e-05,
      "loss": 0.0701,
      "step": 9200
    },
    {
      "epoch": 0.9975065047701648,
      "grad_norm": 0.17337040603160858,
      "learning_rate": 6.699187581604527e-05,
      "loss": 0.0392,
      "step": 9201
    },
    {
      "epoch": 0.9976149176062445,
      "grad_norm": 0.19310104846954346,
      "learning_rate": 6.698824894820834e-05,
      "loss": 0.0426,
      "step": 9202
    },
    {
      "epoch": 0.9977233304423244,
      "grad_norm": 0.32893604040145874,
      "learning_rate": 6.69846220803714e-05,
      "loss": 0.0246,
      "step": 9203
    },
    {
      "epoch": 0.9978317432784042,
      "grad_norm": 0.22095315158367157,
      "learning_rate": 6.698099521253445e-05,
      "loss": 0.0336,
      "step": 9204
    },
    {
      "epoch": 0.997940156114484,
      "grad_norm": 0.1795424371957779,
      "learning_rate": 6.697736834469752e-05,
      "loss": 0.0361,
      "step": 9205
    },
    {
      "epoch": 0.9980485689505637,
      "grad_norm": 0.24278593063354492,
      "learning_rate": 6.697374147686058e-05,
      "loss": 0.0512,
      "step": 9206
    },
    {
      "epoch": 0.9981569817866436,
      "grad_norm": 0.21812008321285248,
      "learning_rate": 6.697011460902365e-05,
      "loss": 0.021,
      "step": 9207
    },
    {
      "epoch": 0.9982653946227233,
      "grad_norm": 0.3777680993080139,
      "learning_rate": 6.696648774118671e-05,
      "loss": 0.0757,
      "step": 9208
    },
    {
      "epoch": 0.9983738074588031,
      "grad_norm": 0.34149304032325745,
      "learning_rate": 6.696286087334978e-05,
      "loss": 0.0444,
      "step": 9209
    },
    {
      "epoch": 0.9984822202948829,
      "grad_norm": 0.17313417792320251,
      "learning_rate": 6.695923400551284e-05,
      "loss": 0.0228,
      "step": 9210
    },
    {
      "epoch": 0.9985906331309627,
      "grad_norm": 0.5946398377418518,
      "learning_rate": 6.695560713767591e-05,
      "loss": 0.0249,
      "step": 9211
    },
    {
      "epoch": 0.9986990459670425,
      "grad_norm": 0.352920800447464,
      "learning_rate": 6.695198026983896e-05,
      "loss": 0.0403,
      "step": 9212
    },
    {
      "epoch": 0.9988074588031223,
      "grad_norm": 0.2352994829416275,
      "learning_rate": 6.694835340200204e-05,
      "loss": 0.0478,
      "step": 9213
    },
    {
      "epoch": 0.998915871639202,
      "grad_norm": 0.4094898998737335,
      "learning_rate": 6.69447265341651e-05,
      "loss": 0.0393,
      "step": 9214
    },
    {
      "epoch": 0.9990242844752819,
      "grad_norm": 0.06494463980197906,
      "learning_rate": 6.694109966632816e-05,
      "loss": 0.0196,
      "step": 9215
    },
    {
      "epoch": 0.9991326973113617,
      "grad_norm": 0.20289894938468933,
      "learning_rate": 6.693747279849123e-05,
      "loss": 0.0478,
      "step": 9216
    },
    {
      "epoch": 0.9992411101474414,
      "grad_norm": 0.1573130041360855,
      "learning_rate": 6.693384593065429e-05,
      "loss": 0.0175,
      "step": 9217
    },
    {
      "epoch": 0.9993495229835212,
      "grad_norm": 0.3267005681991577,
      "learning_rate": 6.693021906281736e-05,
      "loss": 0.0611,
      "step": 9218
    },
    {
      "epoch": 0.9994579358196011,
      "grad_norm": 0.1282232403755188,
      "learning_rate": 6.692659219498042e-05,
      "loss": 0.0196,
      "step": 9219
    },
    {
      "epoch": 0.9995663486556808,
      "grad_norm": 0.27748650312423706,
      "learning_rate": 6.692296532714348e-05,
      "loss": 0.0566,
      "step": 9220
    },
    {
      "epoch": 0.9996747614917606,
      "grad_norm": 0.07062599807977676,
      "learning_rate": 6.691933845930655e-05,
      "loss": 0.0103,
      "step": 9221
    },
    {
      "epoch": 0.9997831743278404,
      "grad_norm": 0.1576652079820633,
      "learning_rate": 6.69157115914696e-05,
      "loss": 0.0141,
      "step": 9222
    },
    {
      "epoch": 0.9998915871639202,
      "grad_norm": 0.357746422290802,
      "learning_rate": 6.691208472363268e-05,
      "loss": 0.0256,
      "step": 9223
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.13746309280395508,
      "learning_rate": 6.690845785579573e-05,
      "loss": 0.0161,
      "step": 9224
    },
    {
      "epoch": 1.0001084128360798,
      "grad_norm": 0.10181222856044769,
      "learning_rate": 6.69048309879588e-05,
      "loss": 0.0133,
      "step": 9225
    },
    {
      "epoch": 1.0002168256721595,
      "grad_norm": 0.20325547456741333,
      "learning_rate": 6.690120412012186e-05,
      "loss": 0.0227,
      "step": 9226
    },
    {
      "epoch": 1.0003252385082393,
      "grad_norm": 0.14375433325767517,
      "learning_rate": 6.689757725228493e-05,
      "loss": 0.0291,
      "step": 9227
    },
    {
      "epoch": 1.0004336513443193,
      "grad_norm": 0.17937786877155304,
      "learning_rate": 6.689395038444799e-05,
      "loss": 0.0225,
      "step": 9228
    },
    {
      "epoch": 1.000542064180399,
      "grad_norm": 0.11081980168819427,
      "learning_rate": 6.689032351661105e-05,
      "loss": 0.0118,
      "step": 9229
    },
    {
      "epoch": 1.0006504770164788,
      "grad_norm": 0.1370140165090561,
      "learning_rate": 6.688669664877412e-05,
      "loss": 0.0168,
      "step": 9230
    },
    {
      "epoch": 1.0007588898525586,
      "grad_norm": 0.0665745884180069,
      "learning_rate": 6.688306978093719e-05,
      "loss": 0.008,
      "step": 9231
    },
    {
      "epoch": 1.0008673026886383,
      "grad_norm": 0.08699454367160797,
      "learning_rate": 6.687944291310026e-05,
      "loss": 0.0231,
      "step": 9232
    },
    {
      "epoch": 1.000975715524718,
      "grad_norm": 0.13854201138019562,
      "learning_rate": 6.687581604526332e-05,
      "loss": 0.023,
      "step": 9233
    },
    {
      "epoch": 1.0010841283607979,
      "grad_norm": 0.14738710224628448,
      "learning_rate": 6.687218917742638e-05,
      "loss": 0.0161,
      "step": 9234
    },
    {
      "epoch": 1.0011925411968776,
      "grad_norm": 0.10775985568761826,
      "learning_rate": 6.686856230958945e-05,
      "loss": 0.0084,
      "step": 9235
    },
    {
      "epoch": 1.0013009540329576,
      "grad_norm": 0.09647904336452484,
      "learning_rate": 6.68649354417525e-05,
      "loss": 0.0106,
      "step": 9236
    },
    {
      "epoch": 1.0014093668690374,
      "grad_norm": 0.11628326028585434,
      "learning_rate": 6.686130857391557e-05,
      "loss": 0.0321,
      "step": 9237
    },
    {
      "epoch": 1.0015177797051171,
      "grad_norm": 0.01181231252849102,
      "learning_rate": 6.685768170607863e-05,
      "loss": 0.0011,
      "step": 9238
    },
    {
      "epoch": 1.001626192541197,
      "grad_norm": 0.14699822664260864,
      "learning_rate": 6.68540548382417e-05,
      "loss": 0.0359,
      "step": 9239
    },
    {
      "epoch": 1.0017346053772767,
      "grad_norm": 0.21558263897895813,
      "learning_rate": 6.685042797040476e-05,
      "loss": 0.0138,
      "step": 9240
    },
    {
      "epoch": 1.0018430182133564,
      "grad_norm": 0.3818749785423279,
      "learning_rate": 6.684680110256783e-05,
      "loss": 0.0257,
      "step": 9241
    },
    {
      "epoch": 1.0019514310494362,
      "grad_norm": 0.6736243367195129,
      "learning_rate": 6.684317423473089e-05,
      "loss": 0.0427,
      "step": 9242
    },
    {
      "epoch": 1.002059843885516,
      "grad_norm": 0.08095532655715942,
      "learning_rate": 6.683954736689395e-05,
      "loss": 0.0115,
      "step": 9243
    },
    {
      "epoch": 1.002168256721596,
      "grad_norm": 0.3688945174217224,
      "learning_rate": 6.683592049905702e-05,
      "loss": 0.0753,
      "step": 9244
    },
    {
      "epoch": 1.0022766695576757,
      "grad_norm": 0.27598777413368225,
      "learning_rate": 6.683229363122007e-05,
      "loss": 0.0402,
      "step": 9245
    },
    {
      "epoch": 1.0023850823937555,
      "grad_norm": 0.0760171189904213,
      "learning_rate": 6.682866676338314e-05,
      "loss": 0.0107,
      "step": 9246
    },
    {
      "epoch": 1.0024934952298352,
      "grad_norm": 0.4047599136829376,
      "learning_rate": 6.68250398955462e-05,
      "loss": 0.0537,
      "step": 9247
    },
    {
      "epoch": 1.002601908065915,
      "grad_norm": 0.16150212287902832,
      "learning_rate": 6.682141302770927e-05,
      "loss": 0.0094,
      "step": 9248
    },
    {
      "epoch": 1.0027103209019947,
      "grad_norm": 0.18790952861309052,
      "learning_rate": 6.681778615987234e-05,
      "loss": 0.0207,
      "step": 9249
    },
    {
      "epoch": 1.0028187337380745,
      "grad_norm": 0.5297701954841614,
      "learning_rate": 6.68141592920354e-05,
      "loss": 0.0221,
      "step": 9250
    },
    {
      "epoch": 1.0029271465741543,
      "grad_norm": 0.4392414093017578,
      "learning_rate": 6.681053242419847e-05,
      "loss": 0.0474,
      "step": 9251
    },
    {
      "epoch": 1.0030355594102343,
      "grad_norm": 0.06332051008939743,
      "learning_rate": 6.680690555636153e-05,
      "loss": 0.0123,
      "step": 9252
    },
    {
      "epoch": 1.003143972246314,
      "grad_norm": 0.22117650508880615,
      "learning_rate": 6.68032786885246e-05,
      "loss": 0.0293,
      "step": 9253
    },
    {
      "epoch": 1.0032523850823938,
      "grad_norm": 0.3358786702156067,
      "learning_rate": 6.679965182068766e-05,
      "loss": 0.032,
      "step": 9254
    },
    {
      "epoch": 1.0033607979184735,
      "grad_norm": 0.02426403947174549,
      "learning_rate": 6.679602495285073e-05,
      "loss": 0.0022,
      "step": 9255
    },
    {
      "epoch": 1.0034692107545533,
      "grad_norm": 0.22012583911418915,
      "learning_rate": 6.679239808501379e-05,
      "loss": 0.032,
      "step": 9256
    },
    {
      "epoch": 1.003577623590633,
      "grad_norm": 0.21186131238937378,
      "learning_rate": 6.678877121717684e-05,
      "loss": 0.0134,
      "step": 9257
    },
    {
      "epoch": 1.0036860364267128,
      "grad_norm": 0.2536919116973877,
      "learning_rate": 6.678514434933991e-05,
      "loss": 0.0407,
      "step": 9258
    },
    {
      "epoch": 1.0037944492627928,
      "grad_norm": 0.07720689475536346,
      "learning_rate": 6.678151748150297e-05,
      "loss": 0.0064,
      "step": 9259
    },
    {
      "epoch": 1.0039028620988726,
      "grad_norm": 0.16675221920013428,
      "learning_rate": 6.677789061366604e-05,
      "loss": 0.0199,
      "step": 9260
    },
    {
      "epoch": 1.0040112749349523,
      "grad_norm": 0.35515955090522766,
      "learning_rate": 6.67742637458291e-05,
      "loss": 0.0187,
      "step": 9261
    },
    {
      "epoch": 1.004119687771032,
      "grad_norm": 0.13511744141578674,
      "learning_rate": 6.677063687799217e-05,
      "loss": 0.0146,
      "step": 9262
    },
    {
      "epoch": 1.0042281006071119,
      "grad_norm": 0.20216605067253113,
      "learning_rate": 6.676701001015523e-05,
      "loss": 0.0259,
      "step": 9263
    },
    {
      "epoch": 1.0043365134431916,
      "grad_norm": 0.37405967712402344,
      "learning_rate": 6.67633831423183e-05,
      "loss": 0.0174,
      "step": 9264
    },
    {
      "epoch": 1.0044449262792714,
      "grad_norm": 0.23420532047748566,
      "learning_rate": 6.675975627448137e-05,
      "loss": 0.0181,
      "step": 9265
    },
    {
      "epoch": 1.0045533391153512,
      "grad_norm": 0.12063850462436676,
      "learning_rate": 6.675612940664443e-05,
      "loss": 0.0102,
      "step": 9266
    },
    {
      "epoch": 1.0046617519514311,
      "grad_norm": 0.2031872421503067,
      "learning_rate": 6.67525025388075e-05,
      "loss": 0.016,
      "step": 9267
    },
    {
      "epoch": 1.004770164787511,
      "grad_norm": 0.5368043184280396,
      "learning_rate": 6.674887567097055e-05,
      "loss": 0.0864,
      "step": 9268
    },
    {
      "epoch": 1.0048785776235907,
      "grad_norm": 0.6018224954605103,
      "learning_rate": 6.674524880313363e-05,
      "loss": 0.0807,
      "step": 9269
    },
    {
      "epoch": 1.0049869904596704,
      "grad_norm": 0.38864314556121826,
      "learning_rate": 6.674162193529668e-05,
      "loss": 0.0169,
      "step": 9270
    },
    {
      "epoch": 1.0050954032957502,
      "grad_norm": 0.14078153669834137,
      "learning_rate": 6.673799506745974e-05,
      "loss": 0.0169,
      "step": 9271
    },
    {
      "epoch": 1.00520381613183,
      "grad_norm": 0.18204545974731445,
      "learning_rate": 6.673436819962281e-05,
      "loss": 0.0142,
      "step": 9272
    },
    {
      "epoch": 1.0053122289679097,
      "grad_norm": 0.022146740928292274,
      "learning_rate": 6.673074133178587e-05,
      "loss": 0.0018,
      "step": 9273
    },
    {
      "epoch": 1.0054206418039895,
      "grad_norm": 0.3920701742172241,
      "learning_rate": 6.672711446394894e-05,
      "loss": 0.0585,
      "step": 9274
    },
    {
      "epoch": 1.0055290546400695,
      "grad_norm": 0.07953761518001556,
      "learning_rate": 6.6723487596112e-05,
      "loss": 0.0119,
      "step": 9275
    },
    {
      "epoch": 1.0056374674761492,
      "grad_norm": 2.0747249126434326,
      "learning_rate": 6.671986072827507e-05,
      "loss": 0.0467,
      "step": 9276
    },
    {
      "epoch": 1.005745880312229,
      "grad_norm": 0.22634507715702057,
      "learning_rate": 6.671623386043812e-05,
      "loss": 0.0202,
      "step": 9277
    },
    {
      "epoch": 1.0058542931483088,
      "grad_norm": 0.49449625611305237,
      "learning_rate": 6.67126069926012e-05,
      "loss": 0.0442,
      "step": 9278
    },
    {
      "epoch": 1.0059627059843885,
      "grad_norm": 0.10897297412157059,
      "learning_rate": 6.670898012476425e-05,
      "loss": 0.0073,
      "step": 9279
    },
    {
      "epoch": 1.0060711188204683,
      "grad_norm": 0.2800247371196747,
      "learning_rate": 6.670535325692731e-05,
      "loss": 0.0175,
      "step": 9280
    },
    {
      "epoch": 1.006179531656548,
      "grad_norm": 0.42583248019218445,
      "learning_rate": 6.670172638909038e-05,
      "loss": 0.0775,
      "step": 9281
    },
    {
      "epoch": 1.0062879444926278,
      "grad_norm": 0.09318249672651291,
      "learning_rate": 6.669809952125344e-05,
      "loss": 0.0133,
      "step": 9282
    },
    {
      "epoch": 1.0063963573287078,
      "grad_norm": 0.23921573162078857,
      "learning_rate": 6.669447265341652e-05,
      "loss": 0.0329,
      "step": 9283
    },
    {
      "epoch": 1.0065047701647876,
      "grad_norm": 0.07200784981250763,
      "learning_rate": 6.669084578557958e-05,
      "loss": 0.0143,
      "step": 9284
    },
    {
      "epoch": 1.0066131830008673,
      "grad_norm": 0.1085098534822464,
      "learning_rate": 6.668721891774264e-05,
      "loss": 0.0117,
      "step": 9285
    },
    {
      "epoch": 1.006721595836947,
      "grad_norm": 0.1978173404932022,
      "learning_rate": 6.668359204990571e-05,
      "loss": 0.0234,
      "step": 9286
    },
    {
      "epoch": 1.0068300086730269,
      "grad_norm": 0.15677793323993683,
      "learning_rate": 6.667996518206877e-05,
      "loss": 0.0215,
      "step": 9287
    },
    {
      "epoch": 1.0069384215091066,
      "grad_norm": 0.22623813152313232,
      "learning_rate": 6.667633831423184e-05,
      "loss": 0.023,
      "step": 9288
    },
    {
      "epoch": 1.0070468343451864,
      "grad_norm": 0.2233404815196991,
      "learning_rate": 6.66727114463949e-05,
      "loss": 0.0302,
      "step": 9289
    },
    {
      "epoch": 1.0071552471812664,
      "grad_norm": 0.17445223033428192,
      "learning_rate": 6.666908457855796e-05,
      "loss": 0.019,
      "step": 9290
    },
    {
      "epoch": 1.0072636600173461,
      "grad_norm": 0.09885579347610474,
      "learning_rate": 6.666545771072102e-05,
      "loss": 0.0192,
      "step": 9291
    },
    {
      "epoch": 1.007372072853426,
      "grad_norm": 0.2725508511066437,
      "learning_rate": 6.666183084288409e-05,
      "loss": 0.06,
      "step": 9292
    },
    {
      "epoch": 1.0074804856895057,
      "grad_norm": 0.19123722612857819,
      "learning_rate": 6.665820397504715e-05,
      "loss": 0.0186,
      "step": 9293
    },
    {
      "epoch": 1.0075888985255854,
      "grad_norm": 0.054331790655851364,
      "learning_rate": 6.665457710721021e-05,
      "loss": 0.008,
      "step": 9294
    },
    {
      "epoch": 1.0076973113616652,
      "grad_norm": 0.1490618735551834,
      "learning_rate": 6.665095023937328e-05,
      "loss": 0.008,
      "step": 9295
    },
    {
      "epoch": 1.007805724197745,
      "grad_norm": 0.15256710350513458,
      "learning_rate": 6.664732337153634e-05,
      "loss": 0.0202,
      "step": 9296
    },
    {
      "epoch": 1.0079141370338247,
      "grad_norm": 0.17226113379001617,
      "learning_rate": 6.664369650369941e-05,
      "loss": 0.0123,
      "step": 9297
    },
    {
      "epoch": 1.0080225498699047,
      "grad_norm": 0.170151025056839,
      "learning_rate": 6.664006963586246e-05,
      "loss": 0.0161,
      "step": 9298
    },
    {
      "epoch": 1.0081309627059845,
      "grad_norm": 0.11386701464653015,
      "learning_rate": 6.663644276802554e-05,
      "loss": 0.0238,
      "step": 9299
    },
    {
      "epoch": 1.0082393755420642,
      "grad_norm": 0.04115347936749458,
      "learning_rate": 6.66328159001886e-05,
      "loss": 0.0036,
      "step": 9300
    },
    {
      "epoch": 1.008347788378144,
      "grad_norm": 0.17621572315692902,
      "learning_rate": 6.662918903235166e-05,
      "loss": 0.0157,
      "step": 9301
    },
    {
      "epoch": 1.0084562012142237,
      "grad_norm": 0.3057914674282074,
      "learning_rate": 6.662556216451473e-05,
      "loss": 0.0259,
      "step": 9302
    },
    {
      "epoch": 1.0085646140503035,
      "grad_norm": 0.3953949511051178,
      "learning_rate": 6.662193529667779e-05,
      "loss": 0.0476,
      "step": 9303
    },
    {
      "epoch": 1.0086730268863833,
      "grad_norm": 0.07346644252538681,
      "learning_rate": 6.661830842884086e-05,
      "loss": 0.0092,
      "step": 9304
    },
    {
      "epoch": 1.008781439722463,
      "grad_norm": 0.30042654275894165,
      "learning_rate": 6.661468156100392e-05,
      "loss": 0.0288,
      "step": 9305
    },
    {
      "epoch": 1.008889852558543,
      "grad_norm": 0.11921847611665726,
      "learning_rate": 6.661105469316699e-05,
      "loss": 0.0094,
      "step": 9306
    },
    {
      "epoch": 1.0089982653946228,
      "grad_norm": 0.3145095109939575,
      "learning_rate": 6.660742782533005e-05,
      "loss": 0.026,
      "step": 9307
    },
    {
      "epoch": 1.0091066782307025,
      "grad_norm": 0.19148685038089752,
      "learning_rate": 6.660380095749312e-05,
      "loss": 0.0366,
      "step": 9308
    },
    {
      "epoch": 1.0092150910667823,
      "grad_norm": 0.22192133963108063,
      "learning_rate": 6.660017408965618e-05,
      "loss": 0.0487,
      "step": 9309
    },
    {
      "epoch": 1.009323503902862,
      "grad_norm": 0.6894996166229248,
      "learning_rate": 6.659654722181923e-05,
      "loss": 0.0291,
      "step": 9310
    },
    {
      "epoch": 1.0094319167389418,
      "grad_norm": 0.4222123622894287,
      "learning_rate": 6.65929203539823e-05,
      "loss": 0.0336,
      "step": 9311
    },
    {
      "epoch": 1.0095403295750216,
      "grad_norm": 0.04137500748038292,
      "learning_rate": 6.658929348614536e-05,
      "loss": 0.0032,
      "step": 9312
    },
    {
      "epoch": 1.0096487424111014,
      "grad_norm": 0.0830560177564621,
      "learning_rate": 6.658566661830843e-05,
      "loss": 0.0116,
      "step": 9313
    },
    {
      "epoch": 1.0097571552471813,
      "grad_norm": 0.32569223642349243,
      "learning_rate": 6.658203975047149e-05,
      "loss": 0.0412,
      "step": 9314
    },
    {
      "epoch": 1.0098655680832611,
      "grad_norm": 0.297666072845459,
      "learning_rate": 6.657841288263456e-05,
      "loss": 0.0357,
      "step": 9315
    },
    {
      "epoch": 1.0099739809193409,
      "grad_norm": 0.3652544617652893,
      "learning_rate": 6.657478601479762e-05,
      "loss": 0.0544,
      "step": 9316
    },
    {
      "epoch": 1.0100823937554206,
      "grad_norm": 0.20426291227340698,
      "learning_rate": 6.657115914696069e-05,
      "loss": 0.0219,
      "step": 9317
    },
    {
      "epoch": 1.0101908065915004,
      "grad_norm": 0.1922309249639511,
      "learning_rate": 6.656753227912376e-05,
      "loss": 0.0295,
      "step": 9318
    },
    {
      "epoch": 1.0102992194275802,
      "grad_norm": 0.2066689133644104,
      "learning_rate": 6.656390541128682e-05,
      "loss": 0.0295,
      "step": 9319
    },
    {
      "epoch": 1.01040763226366,
      "grad_norm": 0.38365256786346436,
      "learning_rate": 6.656027854344989e-05,
      "loss": 0.0525,
      "step": 9320
    },
    {
      "epoch": 1.01051604509974,
      "grad_norm": 0.06023545563220978,
      "learning_rate": 6.655665167561295e-05,
      "loss": 0.0102,
      "step": 9321
    },
    {
      "epoch": 1.0106244579358197,
      "grad_norm": 0.028450844809412956,
      "learning_rate": 6.655302480777602e-05,
      "loss": 0.0021,
      "step": 9322
    },
    {
      "epoch": 1.0107328707718994,
      "grad_norm": 0.42633187770843506,
      "learning_rate": 6.654939793993907e-05,
      "loss": 0.045,
      "step": 9323
    },
    {
      "epoch": 1.0108412836079792,
      "grad_norm": 0.23730410635471344,
      "learning_rate": 6.654577107210213e-05,
      "loss": 0.0152,
      "step": 9324
    },
    {
      "epoch": 1.010949696444059,
      "grad_norm": 0.09197259694337845,
      "learning_rate": 6.65421442042652e-05,
      "loss": 0.009,
      "step": 9325
    },
    {
      "epoch": 1.0110581092801387,
      "grad_norm": 0.1588309109210968,
      "learning_rate": 6.653851733642826e-05,
      "loss": 0.018,
      "step": 9326
    },
    {
      "epoch": 1.0111665221162185,
      "grad_norm": 0.22310927510261536,
      "learning_rate": 6.653489046859133e-05,
      "loss": 0.0186,
      "step": 9327
    },
    {
      "epoch": 1.0112749349522983,
      "grad_norm": 0.41630998253822327,
      "learning_rate": 6.653126360075439e-05,
      "loss": 0.0371,
      "step": 9328
    },
    {
      "epoch": 1.0113833477883782,
      "grad_norm": 0.1172807514667511,
      "learning_rate": 6.652763673291746e-05,
      "loss": 0.0123,
      "step": 9329
    },
    {
      "epoch": 1.011491760624458,
      "grad_norm": 0.38719442486763,
      "learning_rate": 6.652400986508052e-05,
      "loss": 0.0404,
      "step": 9330
    },
    {
      "epoch": 1.0116001734605378,
      "grad_norm": 0.38175874948501587,
      "learning_rate": 6.652038299724359e-05,
      "loss": 0.0563,
      "step": 9331
    },
    {
      "epoch": 1.0117085862966175,
      "grad_norm": 0.11846435070037842,
      "learning_rate": 6.651675612940664e-05,
      "loss": 0.0127,
      "step": 9332
    },
    {
      "epoch": 1.0118169991326973,
      "grad_norm": 0.10738779604434967,
      "learning_rate": 6.65131292615697e-05,
      "loss": 0.0059,
      "step": 9333
    },
    {
      "epoch": 1.011925411968777,
      "grad_norm": 0.4868122637271881,
      "learning_rate": 6.650950239373279e-05,
      "loss": 0.0566,
      "step": 9334
    },
    {
      "epoch": 1.0120338248048568,
      "grad_norm": 0.10646861791610718,
      "learning_rate": 6.650587552589584e-05,
      "loss": 0.0129,
      "step": 9335
    },
    {
      "epoch": 1.0121422376409366,
      "grad_norm": 0.6163562536239624,
      "learning_rate": 6.650224865805891e-05,
      "loss": 0.054,
      "step": 9336
    },
    {
      "epoch": 1.0122506504770166,
      "grad_norm": 0.0743495300412178,
      "learning_rate": 6.649862179022197e-05,
      "loss": 0.0112,
      "step": 9337
    },
    {
      "epoch": 1.0123590633130963,
      "grad_norm": 0.17227904498577118,
      "learning_rate": 6.649499492238503e-05,
      "loss": 0.0274,
      "step": 9338
    },
    {
      "epoch": 1.012467476149176,
      "grad_norm": 0.3485868275165558,
      "learning_rate": 6.64913680545481e-05,
      "loss": 0.0373,
      "step": 9339
    },
    {
      "epoch": 1.0125758889852559,
      "grad_norm": 0.3511385917663574,
      "learning_rate": 6.648774118671116e-05,
      "loss": 0.0159,
      "step": 9340
    },
    {
      "epoch": 1.0126843018213356,
      "grad_norm": 0.09579499065876007,
      "learning_rate": 6.648411431887423e-05,
      "loss": 0.0103,
      "step": 9341
    },
    {
      "epoch": 1.0127927146574154,
      "grad_norm": 0.5145371556282043,
      "learning_rate": 6.648048745103728e-05,
      "loss": 0.0238,
      "step": 9342
    },
    {
      "epoch": 1.0129011274934951,
      "grad_norm": 0.14672893285751343,
      "learning_rate": 6.647686058320036e-05,
      "loss": 0.0102,
      "step": 9343
    },
    {
      "epoch": 1.0130095403295751,
      "grad_norm": 0.21923081576824188,
      "learning_rate": 6.647323371536341e-05,
      "loss": 0.031,
      "step": 9344
    },
    {
      "epoch": 1.013117953165655,
      "grad_norm": 0.29546505212783813,
      "learning_rate": 6.646960684752648e-05,
      "loss": 0.0397,
      "step": 9345
    },
    {
      "epoch": 1.0132263660017347,
      "grad_norm": 0.2894100844860077,
      "learning_rate": 6.646597997968954e-05,
      "loss": 0.0359,
      "step": 9346
    },
    {
      "epoch": 1.0133347788378144,
      "grad_norm": 0.38230258226394653,
      "learning_rate": 6.64623531118526e-05,
      "loss": 0.0443,
      "step": 9347
    },
    {
      "epoch": 1.0134431916738942,
      "grad_norm": 0.2677685022354126,
      "learning_rate": 6.645872624401567e-05,
      "loss": 0.0471,
      "step": 9348
    },
    {
      "epoch": 1.013551604509974,
      "grad_norm": 0.13288269937038422,
      "learning_rate": 6.645509937617873e-05,
      "loss": 0.0202,
      "step": 9349
    },
    {
      "epoch": 1.0136600173460537,
      "grad_norm": 0.1598784476518631,
      "learning_rate": 6.64514725083418e-05,
      "loss": 0.0154,
      "step": 9350
    },
    {
      "epoch": 1.0137684301821335,
      "grad_norm": 0.3721315562725067,
      "learning_rate": 6.644784564050486e-05,
      "loss": 0.0305,
      "step": 9351
    },
    {
      "epoch": 1.0138768430182135,
      "grad_norm": 0.5520557165145874,
      "learning_rate": 6.644421877266793e-05,
      "loss": 0.0459,
      "step": 9352
    },
    {
      "epoch": 1.0139852558542932,
      "grad_norm": 0.10361113399267197,
      "learning_rate": 6.6440591904831e-05,
      "loss": 0.0088,
      "step": 9353
    },
    {
      "epoch": 1.014093668690373,
      "grad_norm": 0.3373137414455414,
      "learning_rate": 6.643696503699405e-05,
      "loss": 0.0655,
      "step": 9354
    },
    {
      "epoch": 1.0142020815264527,
      "grad_norm": 0.10908318310976028,
      "learning_rate": 6.643333816915713e-05,
      "loss": 0.0138,
      "step": 9355
    },
    {
      "epoch": 1.0143104943625325,
      "grad_norm": 0.3956643044948578,
      "learning_rate": 6.642971130132018e-05,
      "loss": 0.0508,
      "step": 9356
    },
    {
      "epoch": 1.0144189071986123,
      "grad_norm": 0.2666916251182556,
      "learning_rate": 6.642608443348325e-05,
      "loss": 0.0714,
      "step": 9357
    },
    {
      "epoch": 1.014527320034692,
      "grad_norm": 0.14041593670845032,
      "learning_rate": 6.642245756564631e-05,
      "loss": 0.0135,
      "step": 9358
    },
    {
      "epoch": 1.0146357328707718,
      "grad_norm": 0.3452114462852478,
      "learning_rate": 6.641883069780938e-05,
      "loss": 0.0229,
      "step": 9359
    },
    {
      "epoch": 1.0147441457068518,
      "grad_norm": 0.08966310322284698,
      "learning_rate": 6.641520382997244e-05,
      "loss": 0.0069,
      "step": 9360
    },
    {
      "epoch": 1.0148525585429315,
      "grad_norm": 0.23325888812541962,
      "learning_rate": 6.64115769621355e-05,
      "loss": 0.0404,
      "step": 9361
    },
    {
      "epoch": 1.0149609713790113,
      "grad_norm": 0.18815261125564575,
      "learning_rate": 6.640795009429857e-05,
      "loss": 0.0208,
      "step": 9362
    },
    {
      "epoch": 1.015069384215091,
      "grad_norm": 0.27053701877593994,
      "learning_rate": 6.640432322646162e-05,
      "loss": 0.0487,
      "step": 9363
    },
    {
      "epoch": 1.0151777970511708,
      "grad_norm": 0.0603376105427742,
      "learning_rate": 6.64006963586247e-05,
      "loss": 0.0099,
      "step": 9364
    },
    {
      "epoch": 1.0152862098872506,
      "grad_norm": 0.17075441777706146,
      "learning_rate": 6.639706949078775e-05,
      "loss": 0.0247,
      "step": 9365
    },
    {
      "epoch": 1.0153946227233304,
      "grad_norm": 0.3697035014629364,
      "learning_rate": 6.639344262295082e-05,
      "loss": 0.0205,
      "step": 9366
    },
    {
      "epoch": 1.0155030355594101,
      "grad_norm": 0.0808473601937294,
      "learning_rate": 6.638981575511388e-05,
      "loss": 0.0058,
      "step": 9367
    },
    {
      "epoch": 1.0156114483954901,
      "grad_norm": 0.32403647899627686,
      "learning_rate": 6.638618888727695e-05,
      "loss": 0.0471,
      "step": 9368
    },
    {
      "epoch": 1.0157198612315699,
      "grad_norm": 0.09367786347866058,
      "learning_rate": 6.638256201944002e-05,
      "loss": 0.0224,
      "step": 9369
    },
    {
      "epoch": 1.0158282740676496,
      "grad_norm": 0.1115250438451767,
      "learning_rate": 6.637893515160308e-05,
      "loss": 0.021,
      "step": 9370
    },
    {
      "epoch": 1.0159366869037294,
      "grad_norm": 0.30866125226020813,
      "learning_rate": 6.637530828376615e-05,
      "loss": 0.0217,
      "step": 9371
    },
    {
      "epoch": 1.0160450997398092,
      "grad_norm": 0.1194848045706749,
      "learning_rate": 6.637168141592921e-05,
      "loss": 0.0075,
      "step": 9372
    },
    {
      "epoch": 1.016153512575889,
      "grad_norm": 0.14976496994495392,
      "learning_rate": 6.636805454809228e-05,
      "loss": 0.0201,
      "step": 9373
    },
    {
      "epoch": 1.0162619254119687,
      "grad_norm": 0.266771137714386,
      "learning_rate": 6.636442768025534e-05,
      "loss": 0.0346,
      "step": 9374
    },
    {
      "epoch": 1.0163703382480487,
      "grad_norm": 0.19175603985786438,
      "learning_rate": 6.63608008124184e-05,
      "loss": 0.0222,
      "step": 9375
    },
    {
      "epoch": 1.0164787510841284,
      "grad_norm": 0.2835516333580017,
      "learning_rate": 6.635717394458146e-05,
      "loss": 0.0253,
      "step": 9376
    },
    {
      "epoch": 1.0165871639202082,
      "grad_norm": 0.19622096419334412,
      "learning_rate": 6.635354707674452e-05,
      "loss": 0.0173,
      "step": 9377
    },
    {
      "epoch": 1.016695576756288,
      "grad_norm": 0.21559195220470428,
      "learning_rate": 6.634992020890759e-05,
      "loss": 0.0189,
      "step": 9378
    },
    {
      "epoch": 1.0168039895923677,
      "grad_norm": 0.35537055134773254,
      "learning_rate": 6.634629334107065e-05,
      "loss": 0.0346,
      "step": 9379
    },
    {
      "epoch": 1.0169124024284475,
      "grad_norm": 0.14211177825927734,
      "learning_rate": 6.634266647323372e-05,
      "loss": 0.0214,
      "step": 9380
    },
    {
      "epoch": 1.0170208152645273,
      "grad_norm": 0.10126914083957672,
      "learning_rate": 6.633903960539678e-05,
      "loss": 0.005,
      "step": 9381
    },
    {
      "epoch": 1.017129228100607,
      "grad_norm": 0.1796913743019104,
      "learning_rate": 6.633541273755985e-05,
      "loss": 0.0346,
      "step": 9382
    },
    {
      "epoch": 1.017237640936687,
      "grad_norm": 0.3343593180179596,
      "learning_rate": 6.63317858697229e-05,
      "loss": 0.0443,
      "step": 9383
    },
    {
      "epoch": 1.0173460537727668,
      "grad_norm": 0.21780790388584137,
      "learning_rate": 6.632815900188596e-05,
      "loss": 0.0339,
      "step": 9384
    },
    {
      "epoch": 1.0174544666088465,
      "grad_norm": 0.22262735664844513,
      "learning_rate": 6.632453213404903e-05,
      "loss": 0.0234,
      "step": 9385
    },
    {
      "epoch": 1.0175628794449263,
      "grad_norm": 0.30251944065093994,
      "learning_rate": 6.63209052662121e-05,
      "loss": 0.0133,
      "step": 9386
    },
    {
      "epoch": 1.017671292281006,
      "grad_norm": 0.3467867374420166,
      "learning_rate": 6.631727839837518e-05,
      "loss": 0.0428,
      "step": 9387
    },
    {
      "epoch": 1.0177797051170858,
      "grad_norm": 0.0692787617444992,
      "learning_rate": 6.631365153053823e-05,
      "loss": 0.0056,
      "step": 9388
    },
    {
      "epoch": 1.0178881179531656,
      "grad_norm": 0.1772502362728119,
      "learning_rate": 6.631002466270129e-05,
      "loss": 0.0354,
      "step": 9389
    },
    {
      "epoch": 1.0179965307892453,
      "grad_norm": 0.04274963587522507,
      "learning_rate": 6.630639779486436e-05,
      "loss": 0.0025,
      "step": 9390
    },
    {
      "epoch": 1.0181049436253253,
      "grad_norm": 0.1358920931816101,
      "learning_rate": 6.630277092702742e-05,
      "loss": 0.0135,
      "step": 9391
    },
    {
      "epoch": 1.018213356461405,
      "grad_norm": 0.21288299560546875,
      "learning_rate": 6.629914405919049e-05,
      "loss": 0.0188,
      "step": 9392
    },
    {
      "epoch": 1.0183217692974849,
      "grad_norm": 0.6307885050773621,
      "learning_rate": 6.629551719135355e-05,
      "loss": 0.0578,
      "step": 9393
    },
    {
      "epoch": 1.0184301821335646,
      "grad_norm": 0.0989275798201561,
      "learning_rate": 6.629189032351662e-05,
      "loss": 0.011,
      "step": 9394
    },
    {
      "epoch": 1.0185385949696444,
      "grad_norm": 0.25569313764572144,
      "learning_rate": 6.628826345567968e-05,
      "loss": 0.024,
      "step": 9395
    },
    {
      "epoch": 1.0186470078057241,
      "grad_norm": 0.21999281644821167,
      "learning_rate": 6.628463658784275e-05,
      "loss": 0.0171,
      "step": 9396
    },
    {
      "epoch": 1.018755420641804,
      "grad_norm": 0.32676368951797485,
      "learning_rate": 6.62810097200058e-05,
      "loss": 0.0416,
      "step": 9397
    },
    {
      "epoch": 1.0188638334778837,
      "grad_norm": 0.3374752402305603,
      "learning_rate": 6.627738285216886e-05,
      "loss": 0.0448,
      "step": 9398
    },
    {
      "epoch": 1.0189722463139637,
      "grad_norm": 0.12824797630310059,
      "learning_rate": 6.627375598433193e-05,
      "loss": 0.0152,
      "step": 9399
    },
    {
      "epoch": 1.0190806591500434,
      "grad_norm": 0.5045015811920166,
      "learning_rate": 6.627012911649499e-05,
      "loss": 0.0585,
      "step": 9400
    },
    {
      "epoch": 1.0191890719861232,
      "grad_norm": 0.6632463335990906,
      "learning_rate": 6.626650224865806e-05,
      "loss": 0.0772,
      "step": 9401
    },
    {
      "epoch": 1.019297484822203,
      "grad_norm": 0.0771506205201149,
      "learning_rate": 6.626287538082112e-05,
      "loss": 0.0081,
      "step": 9402
    },
    {
      "epoch": 1.0194058976582827,
      "grad_norm": 0.46810072660446167,
      "learning_rate": 6.62592485129842e-05,
      "loss": 0.0206,
      "step": 9403
    },
    {
      "epoch": 1.0195143104943625,
      "grad_norm": 0.1620689183473587,
      "learning_rate": 6.625562164514726e-05,
      "loss": 0.02,
      "step": 9404
    },
    {
      "epoch": 1.0196227233304422,
      "grad_norm": 0.23104119300842285,
      "learning_rate": 6.625199477731032e-05,
      "loss": 0.027,
      "step": 9405
    },
    {
      "epoch": 1.0197311361665222,
      "grad_norm": 0.15362240374088287,
      "learning_rate": 6.624836790947339e-05,
      "loss": 0.0216,
      "step": 9406
    },
    {
      "epoch": 1.019839549002602,
      "grad_norm": 0.5346601009368896,
      "learning_rate": 6.624474104163644e-05,
      "loss": 0.0928,
      "step": 9407
    },
    {
      "epoch": 1.0199479618386817,
      "grad_norm": 0.14019541442394257,
      "learning_rate": 6.624111417379952e-05,
      "loss": 0.0066,
      "step": 9408
    },
    {
      "epoch": 1.0200563746747615,
      "grad_norm": 0.12104342132806778,
      "learning_rate": 6.623748730596257e-05,
      "loss": 0.0144,
      "step": 9409
    },
    {
      "epoch": 1.0201647875108413,
      "grad_norm": 0.40540623664855957,
      "learning_rate": 6.623386043812564e-05,
      "loss": 0.0455,
      "step": 9410
    },
    {
      "epoch": 1.020273200346921,
      "grad_norm": 0.09994526207447052,
      "learning_rate": 6.62302335702887e-05,
      "loss": 0.0168,
      "step": 9411
    },
    {
      "epoch": 1.0203816131830008,
      "grad_norm": 0.46023455262184143,
      "learning_rate": 6.622660670245177e-05,
      "loss": 0.1063,
      "step": 9412
    },
    {
      "epoch": 1.0204900260190806,
      "grad_norm": 0.33113566040992737,
      "learning_rate": 6.622297983461483e-05,
      "loss": 0.045,
      "step": 9413
    },
    {
      "epoch": 1.0205984388551606,
      "grad_norm": 0.47237420082092285,
      "learning_rate": 6.621935296677789e-05,
      "loss": 0.0242,
      "step": 9414
    },
    {
      "epoch": 1.0207068516912403,
      "grad_norm": 0.8103623986244202,
      "learning_rate": 6.621572609894096e-05,
      "loss": 0.0766,
      "step": 9415
    },
    {
      "epoch": 1.02081526452732,
      "grad_norm": 0.38150086998939514,
      "learning_rate": 6.621209923110402e-05,
      "loss": 0.0461,
      "step": 9416
    },
    {
      "epoch": 1.0209236773633998,
      "grad_norm": 0.08365379273891449,
      "learning_rate": 6.620847236326709e-05,
      "loss": 0.011,
      "step": 9417
    },
    {
      "epoch": 1.0210320901994796,
      "grad_norm": 0.03157276660203934,
      "learning_rate": 6.620484549543014e-05,
      "loss": 0.0027,
      "step": 9418
    },
    {
      "epoch": 1.0211405030355594,
      "grad_norm": 0.2019266039133072,
      "learning_rate": 6.620121862759321e-05,
      "loss": 0.0547,
      "step": 9419
    },
    {
      "epoch": 1.0212489158716391,
      "grad_norm": 0.101646289229393,
      "learning_rate": 6.619759175975627e-05,
      "loss": 0.0063,
      "step": 9420
    },
    {
      "epoch": 1.021357328707719,
      "grad_norm": 0.23466801643371582,
      "learning_rate": 6.619396489191934e-05,
      "loss": 0.0484,
      "step": 9421
    },
    {
      "epoch": 1.0214657415437989,
      "grad_norm": 0.10027064383029938,
      "learning_rate": 6.619033802408241e-05,
      "loss": 0.0113,
      "step": 9422
    },
    {
      "epoch": 1.0215741543798786,
      "grad_norm": 0.1885986477136612,
      "learning_rate": 6.618671115624547e-05,
      "loss": 0.0324,
      "step": 9423
    },
    {
      "epoch": 1.0216825672159584,
      "grad_norm": 0.38575637340545654,
      "learning_rate": 6.618308428840854e-05,
      "loss": 0.022,
      "step": 9424
    },
    {
      "epoch": 1.0217909800520382,
      "grad_norm": 0.43555912375450134,
      "learning_rate": 6.61794574205716e-05,
      "loss": 0.0551,
      "step": 9425
    },
    {
      "epoch": 1.021899392888118,
      "grad_norm": 0.34936726093292236,
      "learning_rate": 6.617583055273467e-05,
      "loss": 0.0545,
      "step": 9426
    },
    {
      "epoch": 1.0220078057241977,
      "grad_norm": 0.18148280680179596,
      "learning_rate": 6.617220368489773e-05,
      "loss": 0.0388,
      "step": 9427
    },
    {
      "epoch": 1.0221162185602775,
      "grad_norm": 0.2672625780105591,
      "learning_rate": 6.616857681706078e-05,
      "loss": 0.0375,
      "step": 9428
    },
    {
      "epoch": 1.0222246313963572,
      "grad_norm": 0.3313327133655548,
      "learning_rate": 6.616494994922386e-05,
      "loss": 0.0579,
      "step": 9429
    },
    {
      "epoch": 1.0223330442324372,
      "grad_norm": 0.3314451575279236,
      "learning_rate": 6.616132308138691e-05,
      "loss": 0.0259,
      "step": 9430
    },
    {
      "epoch": 1.022441457068517,
      "grad_norm": 0.3627828359603882,
      "learning_rate": 6.615769621354998e-05,
      "loss": 0.0366,
      "step": 9431
    },
    {
      "epoch": 1.0225498699045967,
      "grad_norm": 0.15752311050891876,
      "learning_rate": 6.615406934571304e-05,
      "loss": 0.0312,
      "step": 9432
    },
    {
      "epoch": 1.0226582827406765,
      "grad_norm": 0.08946402370929718,
      "learning_rate": 6.615044247787611e-05,
      "loss": 0.0107,
      "step": 9433
    },
    {
      "epoch": 1.0227666955767563,
      "grad_norm": 0.251404345035553,
      "learning_rate": 6.614681561003917e-05,
      "loss": 0.0466,
      "step": 9434
    },
    {
      "epoch": 1.022875108412836,
      "grad_norm": 0.155580535531044,
      "learning_rate": 6.614318874220224e-05,
      "loss": 0.0191,
      "step": 9435
    },
    {
      "epoch": 1.0229835212489158,
      "grad_norm": 0.2554692029953003,
      "learning_rate": 6.61395618743653e-05,
      "loss": 0.0358,
      "step": 9436
    },
    {
      "epoch": 1.0230919340849958,
      "grad_norm": 0.4682457447052002,
      "learning_rate": 6.613593500652835e-05,
      "loss": 0.0343,
      "step": 9437
    },
    {
      "epoch": 1.0232003469210755,
      "grad_norm": 0.17398379743099213,
      "learning_rate": 6.613230813869144e-05,
      "loss": 0.0137,
      "step": 9438
    },
    {
      "epoch": 1.0233087597571553,
      "grad_norm": 0.10425887256860733,
      "learning_rate": 6.61286812708545e-05,
      "loss": 0.0166,
      "step": 9439
    },
    {
      "epoch": 1.023417172593235,
      "grad_norm": 0.09349709004163742,
      "learning_rate": 6.612505440301757e-05,
      "loss": 0.0117,
      "step": 9440
    },
    {
      "epoch": 1.0235255854293148,
      "grad_norm": 0.0883408859372139,
      "learning_rate": 6.612142753518062e-05,
      "loss": 0.0094,
      "step": 9441
    },
    {
      "epoch": 1.0236339982653946,
      "grad_norm": 0.1830388307571411,
      "learning_rate": 6.611780066734368e-05,
      "loss": 0.0162,
      "step": 9442
    },
    {
      "epoch": 1.0237424111014743,
      "grad_norm": 0.15108469128608704,
      "learning_rate": 6.611417379950675e-05,
      "loss": 0.013,
      "step": 9443
    },
    {
      "epoch": 1.023850823937554,
      "grad_norm": 0.24743632972240448,
      "learning_rate": 6.611054693166981e-05,
      "loss": 0.0318,
      "step": 9444
    },
    {
      "epoch": 1.023959236773634,
      "grad_norm": 0.2418733835220337,
      "learning_rate": 6.610692006383288e-05,
      "loss": 0.0211,
      "step": 9445
    },
    {
      "epoch": 1.0240676496097139,
      "grad_norm": 0.1852201670408249,
      "learning_rate": 6.610329319599594e-05,
      "loss": 0.025,
      "step": 9446
    },
    {
      "epoch": 1.0241760624457936,
      "grad_norm": 0.19602960348129272,
      "learning_rate": 6.609966632815901e-05,
      "loss": 0.0238,
      "step": 9447
    },
    {
      "epoch": 1.0242844752818734,
      "grad_norm": 0.30739927291870117,
      "learning_rate": 6.609603946032207e-05,
      "loss": 0.0301,
      "step": 9448
    },
    {
      "epoch": 1.0243928881179531,
      "grad_norm": 0.3689456284046173,
      "learning_rate": 6.609241259248514e-05,
      "loss": 0.0248,
      "step": 9449
    },
    {
      "epoch": 1.024501300954033,
      "grad_norm": 0.3185887038707733,
      "learning_rate": 6.60887857246482e-05,
      "loss": 0.03,
      "step": 9450
    },
    {
      "epoch": 1.0246097137901127,
      "grad_norm": 0.3309289216995239,
      "learning_rate": 6.608515885681125e-05,
      "loss": 0.022,
      "step": 9451
    },
    {
      "epoch": 1.0247181266261924,
      "grad_norm": 0.12248451262712479,
      "learning_rate": 6.608153198897432e-05,
      "loss": 0.0111,
      "step": 9452
    },
    {
      "epoch": 1.0248265394622724,
      "grad_norm": 0.19310235977172852,
      "learning_rate": 6.607790512113738e-05,
      "loss": 0.0362,
      "step": 9453
    },
    {
      "epoch": 1.0249349522983522,
      "grad_norm": 0.07705941051244736,
      "learning_rate": 6.607427825330045e-05,
      "loss": 0.013,
      "step": 9454
    },
    {
      "epoch": 1.025043365134432,
      "grad_norm": 0.1667039841413498,
      "learning_rate": 6.607065138546352e-05,
      "loss": 0.0234,
      "step": 9455
    },
    {
      "epoch": 1.0251517779705117,
      "grad_norm": 0.18678691983222961,
      "learning_rate": 6.606702451762658e-05,
      "loss": 0.0238,
      "step": 9456
    },
    {
      "epoch": 1.0252601908065915,
      "grad_norm": 0.18566222488880157,
      "learning_rate": 6.606339764978965e-05,
      "loss": 0.0264,
      "step": 9457
    },
    {
      "epoch": 1.0253686036426712,
      "grad_norm": 0.32323476672172546,
      "learning_rate": 6.605977078195271e-05,
      "loss": 0.0894,
      "step": 9458
    },
    {
      "epoch": 1.025477016478751,
      "grad_norm": 0.2203424721956253,
      "learning_rate": 6.605614391411578e-05,
      "loss": 0.0318,
      "step": 9459
    },
    {
      "epoch": 1.0255854293148308,
      "grad_norm": 0.18155618011951447,
      "learning_rate": 6.605251704627884e-05,
      "loss": 0.0212,
      "step": 9460
    },
    {
      "epoch": 1.0256938421509108,
      "grad_norm": 0.10829132050275803,
      "learning_rate": 6.60488901784419e-05,
      "loss": 0.007,
      "step": 9461
    },
    {
      "epoch": 1.0258022549869905,
      "grad_norm": 0.2830643355846405,
      "learning_rate": 6.604526331060496e-05,
      "loss": 0.0292,
      "step": 9462
    },
    {
      "epoch": 1.0259106678230703,
      "grad_norm": 0.19868023693561554,
      "learning_rate": 6.604163644276803e-05,
      "loss": 0.0197,
      "step": 9463
    },
    {
      "epoch": 1.02601908065915,
      "grad_norm": 0.13417348265647888,
      "learning_rate": 6.603800957493109e-05,
      "loss": 0.006,
      "step": 9464
    },
    {
      "epoch": 1.0261274934952298,
      "grad_norm": 0.1324213743209839,
      "learning_rate": 6.603438270709415e-05,
      "loss": 0.0156,
      "step": 9465
    },
    {
      "epoch": 1.0262359063313096,
      "grad_norm": 0.1793936789035797,
      "learning_rate": 6.603075583925722e-05,
      "loss": 0.0138,
      "step": 9466
    },
    {
      "epoch": 1.0263443191673893,
      "grad_norm": 0.5176451802253723,
      "learning_rate": 6.602712897142028e-05,
      "loss": 0.0333,
      "step": 9467
    },
    {
      "epoch": 1.0264527320034693,
      "grad_norm": 0.3395797312259674,
      "learning_rate": 6.602350210358335e-05,
      "loss": 0.0493,
      "step": 9468
    },
    {
      "epoch": 1.026561144839549,
      "grad_norm": 0.38285398483276367,
      "learning_rate": 6.60198752357464e-05,
      "loss": 0.0294,
      "step": 9469
    },
    {
      "epoch": 1.0266695576756288,
      "grad_norm": 0.3911891579627991,
      "learning_rate": 6.601624836790948e-05,
      "loss": 0.0364,
      "step": 9470
    },
    {
      "epoch": 1.0267779705117086,
      "grad_norm": 0.48789653182029724,
      "learning_rate": 6.601262150007253e-05,
      "loss": 0.0254,
      "step": 9471
    },
    {
      "epoch": 1.0268863833477884,
      "grad_norm": 0.2158445566892624,
      "learning_rate": 6.60089946322356e-05,
      "loss": 0.0292,
      "step": 9472
    },
    {
      "epoch": 1.0269947961838681,
      "grad_norm": 0.5076248049736023,
      "learning_rate": 6.600536776439868e-05,
      "loss": 0.0463,
      "step": 9473
    },
    {
      "epoch": 1.027103209019948,
      "grad_norm": 0.4471074640750885,
      "learning_rate": 6.600174089656173e-05,
      "loss": 0.0185,
      "step": 9474
    },
    {
      "epoch": 1.0272116218560277,
      "grad_norm": 0.22476807236671448,
      "learning_rate": 6.59981140287248e-05,
      "loss": 0.0282,
      "step": 9475
    },
    {
      "epoch": 1.0273200346921076,
      "grad_norm": 0.09375239163637161,
      "learning_rate": 6.599448716088786e-05,
      "loss": 0.0067,
      "step": 9476
    },
    {
      "epoch": 1.0274284475281874,
      "grad_norm": 0.2057063728570938,
      "learning_rate": 6.599086029305093e-05,
      "loss": 0.0308,
      "step": 9477
    },
    {
      "epoch": 1.0275368603642672,
      "grad_norm": 0.05362088978290558,
      "learning_rate": 6.598723342521399e-05,
      "loss": 0.0071,
      "step": 9478
    },
    {
      "epoch": 1.027645273200347,
      "grad_norm": 0.29325997829437256,
      "learning_rate": 6.598360655737705e-05,
      "loss": 0.0294,
      "step": 9479
    },
    {
      "epoch": 1.0277536860364267,
      "grad_norm": 0.14329782128334045,
      "learning_rate": 6.597997968954012e-05,
      "loss": 0.013,
      "step": 9480
    },
    {
      "epoch": 1.0278620988725065,
      "grad_norm": 0.09940341114997864,
      "learning_rate": 6.597635282170318e-05,
      "loss": 0.009,
      "step": 9481
    },
    {
      "epoch": 1.0279705117085862,
      "grad_norm": 0.1741689145565033,
      "learning_rate": 6.597272595386625e-05,
      "loss": 0.0172,
      "step": 9482
    },
    {
      "epoch": 1.028078924544666,
      "grad_norm": 0.39861080050468445,
      "learning_rate": 6.59690990860293e-05,
      "loss": 0.0538,
      "step": 9483
    },
    {
      "epoch": 1.028187337380746,
      "grad_norm": 0.19401036202907562,
      "learning_rate": 6.596547221819237e-05,
      "loss": 0.032,
      "step": 9484
    },
    {
      "epoch": 1.0282957502168257,
      "grad_norm": 0.27203378081321716,
      "learning_rate": 6.596184535035543e-05,
      "loss": 0.0186,
      "step": 9485
    },
    {
      "epoch": 1.0284041630529055,
      "grad_norm": 0.4708069860935211,
      "learning_rate": 6.59582184825185e-05,
      "loss": 0.0529,
      "step": 9486
    },
    {
      "epoch": 1.0285125758889853,
      "grad_norm": 0.23885518312454224,
      "learning_rate": 6.595459161468156e-05,
      "loss": 0.0361,
      "step": 9487
    },
    {
      "epoch": 1.028620988725065,
      "grad_norm": 0.5510522723197937,
      "learning_rate": 6.595096474684462e-05,
      "loss": 0.0839,
      "step": 9488
    },
    {
      "epoch": 1.0287294015611448,
      "grad_norm": 0.05421129986643791,
      "learning_rate": 6.594733787900769e-05,
      "loss": 0.0068,
      "step": 9489
    },
    {
      "epoch": 1.0288378143972245,
      "grad_norm": 0.36484262347221375,
      "learning_rate": 6.594371101117076e-05,
      "loss": 0.0619,
      "step": 9490
    },
    {
      "epoch": 1.0289462272333045,
      "grad_norm": 0.25432637333869934,
      "learning_rate": 6.594008414333383e-05,
      "loss": 0.077,
      "step": 9491
    },
    {
      "epoch": 1.0290546400693843,
      "grad_norm": 0.3702223300933838,
      "learning_rate": 6.593645727549689e-05,
      "loss": 0.0526,
      "step": 9492
    },
    {
      "epoch": 1.029163052905464,
      "grad_norm": 0.8029537796974182,
      "learning_rate": 6.593283040765996e-05,
      "loss": 0.0483,
      "step": 9493
    },
    {
      "epoch": 1.0292714657415438,
      "grad_norm": 0.5094780921936035,
      "learning_rate": 6.592920353982302e-05,
      "loss": 0.042,
      "step": 9494
    },
    {
      "epoch": 1.0293798785776236,
      "grad_norm": 0.22755166888237,
      "learning_rate": 6.592557667198607e-05,
      "loss": 0.0462,
      "step": 9495
    },
    {
      "epoch": 1.0294882914137033,
      "grad_norm": 0.09218782186508179,
      "learning_rate": 6.592194980414914e-05,
      "loss": 0.0134,
      "step": 9496
    },
    {
      "epoch": 1.0295967042497831,
      "grad_norm": 0.1046636700630188,
      "learning_rate": 6.59183229363122e-05,
      "loss": 0.0124,
      "step": 9497
    },
    {
      "epoch": 1.0297051170858629,
      "grad_norm": 0.21317517757415771,
      "learning_rate": 6.591469606847527e-05,
      "loss": 0.0162,
      "step": 9498
    },
    {
      "epoch": 1.0298135299219429,
      "grad_norm": 0.2031397968530655,
      "learning_rate": 6.591106920063833e-05,
      "loss": 0.0143,
      "step": 9499
    },
    {
      "epoch": 1.0299219427580226,
      "grad_norm": 0.19187848269939423,
      "learning_rate": 6.59074423328014e-05,
      "loss": 0.0109,
      "step": 9500
    },
    {
      "epoch": 1.0300303555941024,
      "grad_norm": 0.38725316524505615,
      "learning_rate": 6.590381546496446e-05,
      "loss": 0.0348,
      "step": 9501
    },
    {
      "epoch": 1.0301387684301822,
      "grad_norm": 0.32776886224746704,
      "learning_rate": 6.590018859712751e-05,
      "loss": 0.0377,
      "step": 9502
    },
    {
      "epoch": 1.030247181266262,
      "grad_norm": 0.06801004707813263,
      "learning_rate": 6.589656172929059e-05,
      "loss": 0.0191,
      "step": 9503
    },
    {
      "epoch": 1.0303555941023417,
      "grad_norm": 0.4561172127723694,
      "learning_rate": 6.589293486145364e-05,
      "loss": 0.058,
      "step": 9504
    },
    {
      "epoch": 1.0304640069384214,
      "grad_norm": 0.29620301723480225,
      "learning_rate": 6.588930799361671e-05,
      "loss": 0.0184,
      "step": 9505
    },
    {
      "epoch": 1.0305724197745012,
      "grad_norm": 0.27320292592048645,
      "learning_rate": 6.588568112577977e-05,
      "loss": 0.0177,
      "step": 9506
    },
    {
      "epoch": 1.0306808326105812,
      "grad_norm": 0.18563248217105865,
      "learning_rate": 6.588205425794286e-05,
      "loss": 0.0195,
      "step": 9507
    },
    {
      "epoch": 1.030789245446661,
      "grad_norm": 0.3473982810974121,
      "learning_rate": 6.587842739010591e-05,
      "loss": 0.0464,
      "step": 9508
    },
    {
      "epoch": 1.0308976582827407,
      "grad_norm": 0.2678118348121643,
      "learning_rate": 6.587480052226897e-05,
      "loss": 0.0235,
      "step": 9509
    },
    {
      "epoch": 1.0310060711188205,
      "grad_norm": 0.3459835946559906,
      "learning_rate": 6.587117365443204e-05,
      "loss": 0.0303,
      "step": 9510
    },
    {
      "epoch": 1.0311144839549002,
      "grad_norm": 0.1794990748167038,
      "learning_rate": 6.58675467865951e-05,
      "loss": 0.0353,
      "step": 9511
    },
    {
      "epoch": 1.03122289679098,
      "grad_norm": 0.24959036707878113,
      "learning_rate": 6.586391991875817e-05,
      "loss": 0.0292,
      "step": 9512
    },
    {
      "epoch": 1.0313313096270598,
      "grad_norm": 0.28860852122306824,
      "learning_rate": 6.586029305092123e-05,
      "loss": 0.0267,
      "step": 9513
    },
    {
      "epoch": 1.0314397224631395,
      "grad_norm": 0.1998824179172516,
      "learning_rate": 6.58566661830843e-05,
      "loss": 0.0232,
      "step": 9514
    },
    {
      "epoch": 1.0315481352992195,
      "grad_norm": 0.1858167052268982,
      "learning_rate": 6.585303931524735e-05,
      "loss": 0.0205,
      "step": 9515
    },
    {
      "epoch": 1.0316565481352993,
      "grad_norm": 0.17734049260616302,
      "learning_rate": 6.584941244741043e-05,
      "loss": 0.0255,
      "step": 9516
    },
    {
      "epoch": 1.031764960971379,
      "grad_norm": 0.10478919744491577,
      "learning_rate": 6.584578557957348e-05,
      "loss": 0.0072,
      "step": 9517
    },
    {
      "epoch": 1.0318733738074588,
      "grad_norm": 0.038812167942523956,
      "learning_rate": 6.584215871173654e-05,
      "loss": 0.0058,
      "step": 9518
    },
    {
      "epoch": 1.0319817866435386,
      "grad_norm": 0.14040793478488922,
      "learning_rate": 6.583853184389961e-05,
      "loss": 0.0207,
      "step": 9519
    },
    {
      "epoch": 1.0320901994796183,
      "grad_norm": 0.07965438067913055,
      "learning_rate": 6.583490497606267e-05,
      "loss": 0.0063,
      "step": 9520
    },
    {
      "epoch": 1.032198612315698,
      "grad_norm": 0.2152603715658188,
      "learning_rate": 6.583127810822574e-05,
      "loss": 0.0381,
      "step": 9521
    },
    {
      "epoch": 1.0323070251517779,
      "grad_norm": 0.09504111111164093,
      "learning_rate": 6.58276512403888e-05,
      "loss": 0.0158,
      "step": 9522
    },
    {
      "epoch": 1.0324154379878578,
      "grad_norm": 0.3737523853778839,
      "learning_rate": 6.582402437255187e-05,
      "loss": 0.0629,
      "step": 9523
    },
    {
      "epoch": 1.0325238508239376,
      "grad_norm": 0.24747085571289062,
      "learning_rate": 6.582039750471494e-05,
      "loss": 0.0399,
      "step": 9524
    },
    {
      "epoch": 1.0326322636600174,
      "grad_norm": 0.15977995097637177,
      "learning_rate": 6.5816770636878e-05,
      "loss": 0.0231,
      "step": 9525
    },
    {
      "epoch": 1.0327406764960971,
      "grad_norm": 0.19375638663768768,
      "learning_rate": 6.581314376904107e-05,
      "loss": 0.0296,
      "step": 9526
    },
    {
      "epoch": 1.032849089332177,
      "grad_norm": 0.15895876288414001,
      "learning_rate": 6.580951690120412e-05,
      "loss": 0.0376,
      "step": 9527
    },
    {
      "epoch": 1.0329575021682567,
      "grad_norm": 0.07338319718837738,
      "learning_rate": 6.58058900333672e-05,
      "loss": 0.009,
      "step": 9528
    },
    {
      "epoch": 1.0330659150043364,
      "grad_norm": 0.178300678730011,
      "learning_rate": 6.580226316553025e-05,
      "loss": 0.0278,
      "step": 9529
    },
    {
      "epoch": 1.0331743278404164,
      "grad_norm": 0.2045287787914276,
      "learning_rate": 6.579863629769332e-05,
      "loss": 0.0337,
      "step": 9530
    },
    {
      "epoch": 1.0332827406764962,
      "grad_norm": 0.1550365388393402,
      "learning_rate": 6.579500942985638e-05,
      "loss": 0.0202,
      "step": 9531
    },
    {
      "epoch": 1.033391153512576,
      "grad_norm": 0.2792518734931946,
      "learning_rate": 6.579138256201944e-05,
      "loss": 0.0423,
      "step": 9532
    },
    {
      "epoch": 1.0334995663486557,
      "grad_norm": 0.11259104311466217,
      "learning_rate": 6.578775569418251e-05,
      "loss": 0.0088,
      "step": 9533
    },
    {
      "epoch": 1.0336079791847355,
      "grad_norm": 0.11866921186447144,
      "learning_rate": 6.578412882634557e-05,
      "loss": 0.0164,
      "step": 9534
    },
    {
      "epoch": 1.0337163920208152,
      "grad_norm": 0.2166498452425003,
      "learning_rate": 6.578050195850864e-05,
      "loss": 0.0235,
      "step": 9535
    },
    {
      "epoch": 1.033824804856895,
      "grad_norm": 0.2887817323207855,
      "learning_rate": 6.57768750906717e-05,
      "loss": 0.0308,
      "step": 9536
    },
    {
      "epoch": 1.0339332176929747,
      "grad_norm": 0.07168158888816833,
      "learning_rate": 6.577324822283477e-05,
      "loss": 0.0075,
      "step": 9537
    },
    {
      "epoch": 1.0340416305290547,
      "grad_norm": 0.3328053951263428,
      "learning_rate": 6.576962135499782e-05,
      "loss": 0.0702,
      "step": 9538
    },
    {
      "epoch": 1.0341500433651345,
      "grad_norm": 0.2679586112499237,
      "learning_rate": 6.57659944871609e-05,
      "loss": 0.0286,
      "step": 9539
    },
    {
      "epoch": 1.0342584562012143,
      "grad_norm": 0.46221497654914856,
      "learning_rate": 6.576236761932395e-05,
      "loss": 0.0463,
      "step": 9540
    },
    {
      "epoch": 1.034366869037294,
      "grad_norm": 0.22933164238929749,
      "learning_rate": 6.575874075148701e-05,
      "loss": 0.0169,
      "step": 9541
    },
    {
      "epoch": 1.0344752818733738,
      "grad_norm": 0.3523785471916199,
      "learning_rate": 6.575511388365009e-05,
      "loss": 0.0461,
      "step": 9542
    },
    {
      "epoch": 1.0345836947094535,
      "grad_norm": 0.1739269644021988,
      "learning_rate": 6.575148701581315e-05,
      "loss": 0.0282,
      "step": 9543
    },
    {
      "epoch": 1.0346921075455333,
      "grad_norm": 0.45644572377204895,
      "learning_rate": 6.574786014797622e-05,
      "loss": 0.0507,
      "step": 9544
    },
    {
      "epoch": 1.034800520381613,
      "grad_norm": 0.18739387392997742,
      "learning_rate": 6.574423328013928e-05,
      "loss": 0.0203,
      "step": 9545
    },
    {
      "epoch": 1.034908933217693,
      "grad_norm": 0.48191171884536743,
      "learning_rate": 6.574060641230234e-05,
      "loss": 0.0544,
      "step": 9546
    },
    {
      "epoch": 1.0350173460537728,
      "grad_norm": 0.3298513889312744,
      "learning_rate": 6.57369795444654e-05,
      "loss": 0.0197,
      "step": 9547
    },
    {
      "epoch": 1.0351257588898526,
      "grad_norm": 0.4340459406375885,
      "learning_rate": 6.573335267662846e-05,
      "loss": 0.0153,
      "step": 9548
    },
    {
      "epoch": 1.0352341717259324,
      "grad_norm": 0.30722618103027344,
      "learning_rate": 6.572972580879153e-05,
      "loss": 0.0356,
      "step": 9549
    },
    {
      "epoch": 1.0353425845620121,
      "grad_norm": 0.280720055103302,
      "learning_rate": 6.572609894095459e-05,
      "loss": 0.0224,
      "step": 9550
    },
    {
      "epoch": 1.0354509973980919,
      "grad_norm": 0.4515388309955597,
      "learning_rate": 6.572247207311766e-05,
      "loss": 0.0509,
      "step": 9551
    },
    {
      "epoch": 1.0355594102341716,
      "grad_norm": 0.14820054173469543,
      "learning_rate": 6.571884520528072e-05,
      "loss": 0.0102,
      "step": 9552
    },
    {
      "epoch": 1.0356678230702516,
      "grad_norm": 0.36278384923934937,
      "learning_rate": 6.571521833744379e-05,
      "loss": 0.044,
      "step": 9553
    },
    {
      "epoch": 1.0357762359063314,
      "grad_norm": 0.14328819513320923,
      "learning_rate": 6.571159146960685e-05,
      "loss": 0.0111,
      "step": 9554
    },
    {
      "epoch": 1.0358846487424112,
      "grad_norm": 0.18393632769584656,
      "learning_rate": 6.57079646017699e-05,
      "loss": 0.0284,
      "step": 9555
    },
    {
      "epoch": 1.035993061578491,
      "grad_norm": 0.1644868403673172,
      "learning_rate": 6.570433773393298e-05,
      "loss": 0.0201,
      "step": 9556
    },
    {
      "epoch": 1.0361014744145707,
      "grad_norm": 0.40457478165626526,
      "learning_rate": 6.570071086609603e-05,
      "loss": 0.0482,
      "step": 9557
    },
    {
      "epoch": 1.0362098872506504,
      "grad_norm": 0.1392342746257782,
      "learning_rate": 6.56970839982591e-05,
      "loss": 0.0169,
      "step": 9558
    },
    {
      "epoch": 1.0363183000867302,
      "grad_norm": 0.09551917761564255,
      "learning_rate": 6.569345713042218e-05,
      "loss": 0.0105,
      "step": 9559
    },
    {
      "epoch": 1.03642671292281,
      "grad_norm": 0.13117679953575134,
      "learning_rate": 6.568983026258523e-05,
      "loss": 0.0148,
      "step": 9560
    },
    {
      "epoch": 1.03653512575889,
      "grad_norm": 0.08225607126951218,
      "learning_rate": 6.56862033947483e-05,
      "loss": 0.008,
      "step": 9561
    },
    {
      "epoch": 1.0366435385949697,
      "grad_norm": 0.3705112338066101,
      "learning_rate": 6.568257652691136e-05,
      "loss": 0.0319,
      "step": 9562
    },
    {
      "epoch": 1.0367519514310495,
      "grad_norm": 0.5766865015029907,
      "learning_rate": 6.567894965907443e-05,
      "loss": 0.0529,
      "step": 9563
    },
    {
      "epoch": 1.0368603642671292,
      "grad_norm": 0.49308621883392334,
      "learning_rate": 6.567532279123749e-05,
      "loss": 0.028,
      "step": 9564
    },
    {
      "epoch": 1.036968777103209,
      "grad_norm": 0.0542294941842556,
      "learning_rate": 6.567169592340056e-05,
      "loss": 0.0061,
      "step": 9565
    },
    {
      "epoch": 1.0370771899392888,
      "grad_norm": 0.37557828426361084,
      "learning_rate": 6.566806905556362e-05,
      "loss": 0.0436,
      "step": 9566
    },
    {
      "epoch": 1.0371856027753685,
      "grad_norm": 0.20556358993053436,
      "learning_rate": 6.566444218772669e-05,
      "loss": 0.0293,
      "step": 9567
    },
    {
      "epoch": 1.0372940156114483,
      "grad_norm": 0.07230715453624725,
      "learning_rate": 6.566081531988975e-05,
      "loss": 0.0046,
      "step": 9568
    },
    {
      "epoch": 1.0374024284475283,
      "grad_norm": 0.12942714989185333,
      "learning_rate": 6.56571884520528e-05,
      "loss": 0.0134,
      "step": 9569
    },
    {
      "epoch": 1.037510841283608,
      "grad_norm": 0.1816326230764389,
      "learning_rate": 6.565356158421587e-05,
      "loss": 0.0127,
      "step": 9570
    },
    {
      "epoch": 1.0376192541196878,
      "grad_norm": 0.19677428901195526,
      "learning_rate": 6.564993471637893e-05,
      "loss": 0.0211,
      "step": 9571
    },
    {
      "epoch": 1.0377276669557676,
      "grad_norm": 0.22698843479156494,
      "learning_rate": 6.5646307848542e-05,
      "loss": 0.0174,
      "step": 9572
    },
    {
      "epoch": 1.0378360797918473,
      "grad_norm": 0.4898131191730499,
      "learning_rate": 6.564268098070506e-05,
      "loss": 0.0267,
      "step": 9573
    },
    {
      "epoch": 1.037944492627927,
      "grad_norm": 0.2156308889389038,
      "learning_rate": 6.563905411286813e-05,
      "loss": 0.0481,
      "step": 9574
    },
    {
      "epoch": 1.0380529054640069,
      "grad_norm": 0.21959708631038666,
      "learning_rate": 6.563542724503119e-05,
      "loss": 0.0313,
      "step": 9575
    },
    {
      "epoch": 1.0381613183000868,
      "grad_norm": 0.6716299653053284,
      "learning_rate": 6.563180037719426e-05,
      "loss": 0.0287,
      "step": 9576
    },
    {
      "epoch": 1.0382697311361666,
      "grad_norm": 0.27444761991500854,
      "learning_rate": 6.562817350935733e-05,
      "loss": 0.0283,
      "step": 9577
    },
    {
      "epoch": 1.0383781439722464,
      "grad_norm": 0.2552992105484009,
      "learning_rate": 6.562454664152039e-05,
      "loss": 0.0364,
      "step": 9578
    },
    {
      "epoch": 1.0384865568083261,
      "grad_norm": 0.3100018799304962,
      "learning_rate": 6.562091977368346e-05,
      "loss": 0.0224,
      "step": 9579
    },
    {
      "epoch": 1.038594969644406,
      "grad_norm": 0.9942809343338013,
      "learning_rate": 6.561729290584651e-05,
      "loss": 0.0415,
      "step": 9580
    },
    {
      "epoch": 1.0387033824804857,
      "grad_norm": 0.26659196615219116,
      "learning_rate": 6.561366603800959e-05,
      "loss": 0.0201,
      "step": 9581
    },
    {
      "epoch": 1.0388117953165654,
      "grad_norm": 0.21882139146327972,
      "learning_rate": 6.561003917017264e-05,
      "loss": 0.0181,
      "step": 9582
    },
    {
      "epoch": 1.0389202081526452,
      "grad_norm": 0.13925905525684357,
      "learning_rate": 6.56064123023357e-05,
      "loss": 0.0186,
      "step": 9583
    },
    {
      "epoch": 1.0390286209887252,
      "grad_norm": 0.1261460930109024,
      "learning_rate": 6.560278543449877e-05,
      "loss": 0.0129,
      "step": 9584
    },
    {
      "epoch": 1.039137033824805,
      "grad_norm": 0.2605156898498535,
      "learning_rate": 6.559915856666183e-05,
      "loss": 0.0309,
      "step": 9585
    },
    {
      "epoch": 1.0392454466608847,
      "grad_norm": 0.43362292647361755,
      "learning_rate": 6.55955316988249e-05,
      "loss": 0.0441,
      "step": 9586
    },
    {
      "epoch": 1.0393538594969645,
      "grad_norm": 0.4398561120033264,
      "learning_rate": 6.559190483098796e-05,
      "loss": 0.0746,
      "step": 9587
    },
    {
      "epoch": 1.0394622723330442,
      "grad_norm": 0.15294475853443146,
      "learning_rate": 6.558827796315103e-05,
      "loss": 0.0087,
      "step": 9588
    },
    {
      "epoch": 1.039570685169124,
      "grad_norm": 0.3048681914806366,
      "learning_rate": 6.558465109531408e-05,
      "loss": 0.0311,
      "step": 9589
    },
    {
      "epoch": 1.0396790980052038,
      "grad_norm": 0.24733084440231323,
      "learning_rate": 6.558102422747716e-05,
      "loss": 0.0411,
      "step": 9590
    },
    {
      "epoch": 1.0397875108412835,
      "grad_norm": 0.3491857051849365,
      "learning_rate": 6.557739735964021e-05,
      "loss": 0.0387,
      "step": 9591
    },
    {
      "epoch": 1.0398959236773635,
      "grad_norm": 0.24319495260715485,
      "learning_rate": 6.557377049180327e-05,
      "loss": 0.0163,
      "step": 9592
    },
    {
      "epoch": 1.0400043365134433,
      "grad_norm": 0.3950651288032532,
      "learning_rate": 6.557014362396635e-05,
      "loss": 0.0464,
      "step": 9593
    },
    {
      "epoch": 1.040112749349523,
      "grad_norm": 0.33617278933525085,
      "learning_rate": 6.556651675612941e-05,
      "loss": 0.02,
      "step": 9594
    },
    {
      "epoch": 1.0402211621856028,
      "grad_norm": 0.13746890425682068,
      "learning_rate": 6.556288988829248e-05,
      "loss": 0.0151,
      "step": 9595
    },
    {
      "epoch": 1.0403295750216826,
      "grad_norm": 0.20829419791698456,
      "learning_rate": 6.555926302045554e-05,
      "loss": 0.0216,
      "step": 9596
    },
    {
      "epoch": 1.0404379878577623,
      "grad_norm": 0.7567539215087891,
      "learning_rate": 6.555563615261861e-05,
      "loss": 0.0346,
      "step": 9597
    },
    {
      "epoch": 1.040546400693842,
      "grad_norm": 0.10900481790304184,
      "learning_rate": 6.555200928478167e-05,
      "loss": 0.0135,
      "step": 9598
    },
    {
      "epoch": 1.0406548135299218,
      "grad_norm": 0.3335944414138794,
      "learning_rate": 6.554838241694473e-05,
      "loss": 0.0383,
      "step": 9599
    },
    {
      "epoch": 1.0407632263660018,
      "grad_norm": 0.15561671555042267,
      "learning_rate": 6.55447555491078e-05,
      "loss": 0.0063,
      "step": 9600
    },
    {
      "epoch": 1.0408716392020816,
      "grad_norm": 0.2244718223810196,
      "learning_rate": 6.554112868127085e-05,
      "loss": 0.0148,
      "step": 9601
    },
    {
      "epoch": 1.0409800520381614,
      "grad_norm": 0.289692759513855,
      "learning_rate": 6.553750181343393e-05,
      "loss": 0.0466,
      "step": 9602
    },
    {
      "epoch": 1.0410884648742411,
      "grad_norm": 0.3261673152446747,
      "learning_rate": 6.553387494559698e-05,
      "loss": 0.0141,
      "step": 9603
    },
    {
      "epoch": 1.0411968777103209,
      "grad_norm": 0.11428593099117279,
      "learning_rate": 6.553024807776005e-05,
      "loss": 0.0125,
      "step": 9604
    },
    {
      "epoch": 1.0413052905464006,
      "grad_norm": 0.2781801223754883,
      "learning_rate": 6.552662120992311e-05,
      "loss": 0.0264,
      "step": 9605
    },
    {
      "epoch": 1.0414137033824804,
      "grad_norm": 0.18797904253005981,
      "learning_rate": 6.552299434208617e-05,
      "loss": 0.0138,
      "step": 9606
    },
    {
      "epoch": 1.0415221162185602,
      "grad_norm": 0.15697580575942993,
      "learning_rate": 6.551936747424924e-05,
      "loss": 0.0177,
      "step": 9607
    },
    {
      "epoch": 1.0416305290546402,
      "grad_norm": 0.24697470664978027,
      "learning_rate": 6.55157406064123e-05,
      "loss": 0.0357,
      "step": 9608
    },
    {
      "epoch": 1.04173894189072,
      "grad_norm": 0.07786818593740463,
      "learning_rate": 6.551211373857537e-05,
      "loss": 0.0083,
      "step": 9609
    },
    {
      "epoch": 1.0418473547267997,
      "grad_norm": 0.16118082404136658,
      "learning_rate": 6.550848687073842e-05,
      "loss": 0.0196,
      "step": 9610
    },
    {
      "epoch": 1.0419557675628794,
      "grad_norm": 0.273206502199173,
      "learning_rate": 6.550486000290151e-05,
      "loss": 0.0359,
      "step": 9611
    },
    {
      "epoch": 1.0420641803989592,
      "grad_norm": 0.201893612742424,
      "learning_rate": 6.550123313506457e-05,
      "loss": 0.0119,
      "step": 9612
    },
    {
      "epoch": 1.042172593235039,
      "grad_norm": 0.46360719203948975,
      "learning_rate": 6.549760626722762e-05,
      "loss": 0.0405,
      "step": 9613
    },
    {
      "epoch": 1.0422810060711187,
      "grad_norm": 0.5411925315856934,
      "learning_rate": 6.54939793993907e-05,
      "loss": 0.0441,
      "step": 9614
    },
    {
      "epoch": 1.0423894189071987,
      "grad_norm": 0.06754612922668457,
      "learning_rate": 6.549035253155375e-05,
      "loss": 0.0067,
      "step": 9615
    },
    {
      "epoch": 1.0424978317432785,
      "grad_norm": 0.19470666348934174,
      "learning_rate": 6.548672566371682e-05,
      "loss": 0.0401,
      "step": 9616
    },
    {
      "epoch": 1.0426062445793582,
      "grad_norm": 0.38399967551231384,
      "learning_rate": 6.548309879587988e-05,
      "loss": 0.0707,
      "step": 9617
    },
    {
      "epoch": 1.042714657415438,
      "grad_norm": 0.1958104968070984,
      "learning_rate": 6.547947192804295e-05,
      "loss": 0.0305,
      "step": 9618
    },
    {
      "epoch": 1.0428230702515178,
      "grad_norm": 0.20098423957824707,
      "learning_rate": 6.547584506020601e-05,
      "loss": 0.0189,
      "step": 9619
    },
    {
      "epoch": 1.0429314830875975,
      "grad_norm": 0.19207727909088135,
      "learning_rate": 6.547221819236908e-05,
      "loss": 0.0296,
      "step": 9620
    },
    {
      "epoch": 1.0430398959236773,
      "grad_norm": 0.19073247909545898,
      "learning_rate": 6.546859132453214e-05,
      "loss": 0.0316,
      "step": 9621
    },
    {
      "epoch": 1.043148308759757,
      "grad_norm": 0.15399295091629028,
      "learning_rate": 6.54649644566952e-05,
      "loss": 0.0171,
      "step": 9622
    },
    {
      "epoch": 1.043256721595837,
      "grad_norm": 0.4953274726867676,
      "learning_rate": 6.546133758885826e-05,
      "loss": 0.041,
      "step": 9623
    },
    {
      "epoch": 1.0433651344319168,
      "grad_norm": 0.3256590962409973,
      "learning_rate": 6.545771072102132e-05,
      "loss": 0.0324,
      "step": 9624
    },
    {
      "epoch": 1.0434735472679966,
      "grad_norm": 0.1977655589580536,
      "learning_rate": 6.545408385318439e-05,
      "loss": 0.0121,
      "step": 9625
    },
    {
      "epoch": 1.0435819601040763,
      "grad_norm": 0.44410037994384766,
      "learning_rate": 6.545045698534745e-05,
      "loss": 0.036,
      "step": 9626
    },
    {
      "epoch": 1.043690372940156,
      "grad_norm": 0.25069156289100647,
      "learning_rate": 6.544683011751052e-05,
      "loss": 0.0268,
      "step": 9627
    },
    {
      "epoch": 1.0437987857762359,
      "grad_norm": 0.3328697383403778,
      "learning_rate": 6.544320324967359e-05,
      "loss": 0.0499,
      "step": 9628
    },
    {
      "epoch": 1.0439071986123156,
      "grad_norm": 0.3068273067474365,
      "learning_rate": 6.543957638183665e-05,
      "loss": 0.0267,
      "step": 9629
    },
    {
      "epoch": 1.0440156114483954,
      "grad_norm": 0.0674009621143341,
      "learning_rate": 6.543594951399972e-05,
      "loss": 0.0073,
      "step": 9630
    },
    {
      "epoch": 1.0441240242844754,
      "grad_norm": 0.25168484449386597,
      "learning_rate": 6.543232264616278e-05,
      "loss": 0.018,
      "step": 9631
    },
    {
      "epoch": 1.0442324371205551,
      "grad_norm": 0.1432044804096222,
      "learning_rate": 6.542869577832585e-05,
      "loss": 0.0145,
      "step": 9632
    },
    {
      "epoch": 1.044340849956635,
      "grad_norm": 0.3024103045463562,
      "learning_rate": 6.54250689104889e-05,
      "loss": 0.0284,
      "step": 9633
    },
    {
      "epoch": 1.0444492627927147,
      "grad_norm": 0.07254783064126968,
      "learning_rate": 6.542144204265198e-05,
      "loss": 0.0052,
      "step": 9634
    },
    {
      "epoch": 1.0445576756287944,
      "grad_norm": 0.251597136259079,
      "learning_rate": 6.541781517481503e-05,
      "loss": 0.0321,
      "step": 9635
    },
    {
      "epoch": 1.0446660884648742,
      "grad_norm": 0.07998106628656387,
      "learning_rate": 6.541418830697809e-05,
      "loss": 0.0114,
      "step": 9636
    },
    {
      "epoch": 1.044774501300954,
      "grad_norm": 0.2522566020488739,
      "learning_rate": 6.541056143914116e-05,
      "loss": 0.026,
      "step": 9637
    },
    {
      "epoch": 1.044882914137034,
      "grad_norm": 0.26375797390937805,
      "learning_rate": 6.540693457130422e-05,
      "loss": 0.0378,
      "step": 9638
    },
    {
      "epoch": 1.0449913269731137,
      "grad_norm": 0.05845924839377403,
      "learning_rate": 6.540330770346729e-05,
      "loss": 0.0057,
      "step": 9639
    },
    {
      "epoch": 1.0450997398091935,
      "grad_norm": 0.3574027121067047,
      "learning_rate": 6.539968083563035e-05,
      "loss": 0.0712,
      "step": 9640
    },
    {
      "epoch": 1.0452081526452732,
      "grad_norm": 0.2545776963233948,
      "learning_rate": 6.539605396779342e-05,
      "loss": 0.018,
      "step": 9641
    },
    {
      "epoch": 1.045316565481353,
      "grad_norm": 0.22338376939296722,
      "learning_rate": 6.539242709995648e-05,
      "loss": 0.0135,
      "step": 9642
    },
    {
      "epoch": 1.0454249783174328,
      "grad_norm": 0.3191353976726532,
      "learning_rate": 6.538880023211955e-05,
      "loss": 0.0236,
      "step": 9643
    },
    {
      "epoch": 1.0455333911535125,
      "grad_norm": 0.3099222779273987,
      "learning_rate": 6.53851733642826e-05,
      "loss": 0.0544,
      "step": 9644
    },
    {
      "epoch": 1.0456418039895923,
      "grad_norm": 0.3638244569301605,
      "learning_rate": 6.538154649644567e-05,
      "loss": 0.0322,
      "step": 9645
    },
    {
      "epoch": 1.0457502168256723,
      "grad_norm": 0.3184594213962555,
      "learning_rate": 6.537791962860875e-05,
      "loss": 0.017,
      "step": 9646
    },
    {
      "epoch": 1.045858629661752,
      "grad_norm": 0.0928167849779129,
      "learning_rate": 6.53742927607718e-05,
      "loss": 0.0085,
      "step": 9647
    },
    {
      "epoch": 1.0459670424978318,
      "grad_norm": 0.2901386320590973,
      "learning_rate": 6.537066589293487e-05,
      "loss": 0.0126,
      "step": 9648
    },
    {
      "epoch": 1.0460754553339116,
      "grad_norm": 0.2275162637233734,
      "learning_rate": 6.536703902509793e-05,
      "loss": 0.0319,
      "step": 9649
    },
    {
      "epoch": 1.0461838681699913,
      "grad_norm": 0.18322324752807617,
      "learning_rate": 6.536341215726099e-05,
      "loss": 0.018,
      "step": 9650
    },
    {
      "epoch": 1.046292281006071,
      "grad_norm": 0.33631959557533264,
      "learning_rate": 6.535978528942406e-05,
      "loss": 0.0396,
      "step": 9651
    },
    {
      "epoch": 1.0464006938421508,
      "grad_norm": 0.1462620347738266,
      "learning_rate": 6.535615842158712e-05,
      "loss": 0.0169,
      "step": 9652
    },
    {
      "epoch": 1.0465091066782306,
      "grad_norm": 0.10867949575185776,
      "learning_rate": 6.535253155375019e-05,
      "loss": 0.015,
      "step": 9653
    },
    {
      "epoch": 1.0466175195143106,
      "grad_norm": 0.28847312927246094,
      "learning_rate": 6.534890468591325e-05,
      "loss": 0.0194,
      "step": 9654
    },
    {
      "epoch": 1.0467259323503904,
      "grad_norm": 0.14613912999629974,
      "learning_rate": 6.534527781807632e-05,
      "loss": 0.0105,
      "step": 9655
    },
    {
      "epoch": 1.0468343451864701,
      "grad_norm": 0.08600102365016937,
      "learning_rate": 6.534165095023937e-05,
      "loss": 0.0099,
      "step": 9656
    },
    {
      "epoch": 1.0469427580225499,
      "grad_norm": 0.35556647181510925,
      "learning_rate": 6.533802408240244e-05,
      "loss": 0.0509,
      "step": 9657
    },
    {
      "epoch": 1.0470511708586296,
      "grad_norm": 0.23152688145637512,
      "learning_rate": 6.53343972145655e-05,
      "loss": 0.0168,
      "step": 9658
    },
    {
      "epoch": 1.0471595836947094,
      "grad_norm": 0.328477144241333,
      "learning_rate": 6.533077034672856e-05,
      "loss": 0.0655,
      "step": 9659
    },
    {
      "epoch": 1.0472679965307892,
      "grad_norm": 0.2344520390033722,
      "learning_rate": 6.532714347889163e-05,
      "loss": 0.0226,
      "step": 9660
    },
    {
      "epoch": 1.047376409366869,
      "grad_norm": 0.3353818356990814,
      "learning_rate": 6.532351661105469e-05,
      "loss": 0.0383,
      "step": 9661
    },
    {
      "epoch": 1.047484822202949,
      "grad_norm": 0.11837287992238998,
      "learning_rate": 6.531988974321776e-05,
      "loss": 0.008,
      "step": 9662
    },
    {
      "epoch": 1.0475932350390287,
      "grad_norm": 0.4972122609615326,
      "learning_rate": 6.531626287538083e-05,
      "loss": 0.0972,
      "step": 9663
    },
    {
      "epoch": 1.0477016478751084,
      "grad_norm": 0.3474256992340088,
      "learning_rate": 6.531263600754389e-05,
      "loss": 0.045,
      "step": 9664
    },
    {
      "epoch": 1.0478100607111882,
      "grad_norm": 0.09362305700778961,
      "learning_rate": 6.530900913970696e-05,
      "loss": 0.014,
      "step": 9665
    },
    {
      "epoch": 1.047918473547268,
      "grad_norm": 0.15980249643325806,
      "learning_rate": 6.530538227187001e-05,
      "loss": 0.0111,
      "step": 9666
    },
    {
      "epoch": 1.0480268863833477,
      "grad_norm": 0.2381979376077652,
      "learning_rate": 6.530175540403309e-05,
      "loss": 0.0278,
      "step": 9667
    },
    {
      "epoch": 1.0481352992194275,
      "grad_norm": 0.19774289429187775,
      "learning_rate": 6.529812853619614e-05,
      "loss": 0.038,
      "step": 9668
    },
    {
      "epoch": 1.0482437120555073,
      "grad_norm": 0.5532907247543335,
      "learning_rate": 6.529450166835921e-05,
      "loss": 0.0626,
      "step": 9669
    },
    {
      "epoch": 1.0483521248915872,
      "grad_norm": 0.31717321276664734,
      "learning_rate": 6.529087480052227e-05,
      "loss": 0.0275,
      "step": 9670
    },
    {
      "epoch": 1.048460537727667,
      "grad_norm": 0.08892159163951874,
      "learning_rate": 6.528724793268534e-05,
      "loss": 0.0078,
      "step": 9671
    },
    {
      "epoch": 1.0485689505637468,
      "grad_norm": 0.33934783935546875,
      "learning_rate": 6.52836210648484e-05,
      "loss": 0.0388,
      "step": 9672
    },
    {
      "epoch": 1.0486773633998265,
      "grad_norm": 0.27890080213546753,
      "learning_rate": 6.527999419701146e-05,
      "loss": 0.0581,
      "step": 9673
    },
    {
      "epoch": 1.0487857762359063,
      "grad_norm": 0.22869831323623657,
      "learning_rate": 6.527636732917453e-05,
      "loss": 0.0215,
      "step": 9674
    },
    {
      "epoch": 1.048894189071986,
      "grad_norm": 0.26139336824417114,
      "learning_rate": 6.527274046133758e-05,
      "loss": 0.0461,
      "step": 9675
    },
    {
      "epoch": 1.0490026019080658,
      "grad_norm": 0.29959574341773987,
      "learning_rate": 6.526911359350066e-05,
      "loss": 0.0499,
      "step": 9676
    },
    {
      "epoch": 1.0491110147441458,
      "grad_norm": 0.37263932824134827,
      "learning_rate": 6.526548672566371e-05,
      "loss": 0.0559,
      "step": 9677
    },
    {
      "epoch": 1.0492194275802256,
      "grad_norm": 0.17089347541332245,
      "learning_rate": 6.526185985782678e-05,
      "loss": 0.0108,
      "step": 9678
    },
    {
      "epoch": 1.0493278404163053,
      "grad_norm": 0.35516712069511414,
      "learning_rate": 6.525823298998984e-05,
      "loss": 0.0154,
      "step": 9679
    },
    {
      "epoch": 1.049436253252385,
      "grad_norm": 0.23326024413108826,
      "learning_rate": 6.525460612215291e-05,
      "loss": 0.0463,
      "step": 9680
    },
    {
      "epoch": 1.0495446660884649,
      "grad_norm": 0.14355608820915222,
      "learning_rate": 6.525097925431598e-05,
      "loss": 0.0156,
      "step": 9681
    },
    {
      "epoch": 1.0496530789245446,
      "grad_norm": 0.11288463324308395,
      "learning_rate": 6.524735238647904e-05,
      "loss": 0.0207,
      "step": 9682
    },
    {
      "epoch": 1.0497614917606244,
      "grad_norm": 0.0850195586681366,
      "learning_rate": 6.524372551864211e-05,
      "loss": 0.0093,
      "step": 9683
    },
    {
      "epoch": 1.0498699045967042,
      "grad_norm": 0.4037719964981079,
      "learning_rate": 6.524009865080517e-05,
      "loss": 0.0337,
      "step": 9684
    },
    {
      "epoch": 1.0499783174327841,
      "grad_norm": 0.19279572367668152,
      "learning_rate": 6.523647178296824e-05,
      "loss": 0.0112,
      "step": 9685
    },
    {
      "epoch": 1.050086730268864,
      "grad_norm": 0.18506669998168945,
      "learning_rate": 6.52328449151313e-05,
      "loss": 0.0196,
      "step": 9686
    },
    {
      "epoch": 1.0501951431049437,
      "grad_norm": 0.2810629904270172,
      "learning_rate": 6.522921804729435e-05,
      "loss": 0.0385,
      "step": 9687
    },
    {
      "epoch": 1.0503035559410234,
      "grad_norm": 0.06367424130439758,
      "learning_rate": 6.522559117945742e-05,
      "loss": 0.0095,
      "step": 9688
    },
    {
      "epoch": 1.0504119687771032,
      "grad_norm": 0.13883480429649353,
      "learning_rate": 6.522196431162048e-05,
      "loss": 0.0299,
      "step": 9689
    },
    {
      "epoch": 1.050520381613183,
      "grad_norm": 0.03378331661224365,
      "learning_rate": 6.521833744378355e-05,
      "loss": 0.005,
      "step": 9690
    },
    {
      "epoch": 1.0506287944492627,
      "grad_norm": 0.08356065303087234,
      "learning_rate": 6.521471057594661e-05,
      "loss": 0.0087,
      "step": 9691
    },
    {
      "epoch": 1.0507372072853425,
      "grad_norm": 0.20532362163066864,
      "learning_rate": 6.521108370810968e-05,
      "loss": 0.0412,
      "step": 9692
    },
    {
      "epoch": 1.0508456201214225,
      "grad_norm": 0.3090433180332184,
      "learning_rate": 6.520745684027274e-05,
      "loss": 0.0182,
      "step": 9693
    },
    {
      "epoch": 1.0509540329575022,
      "grad_norm": 0.2675347626209259,
      "learning_rate": 6.520382997243581e-05,
      "loss": 0.0369,
      "step": 9694
    },
    {
      "epoch": 1.051062445793582,
      "grad_norm": 0.31859922409057617,
      "learning_rate": 6.520020310459887e-05,
      "loss": 0.0398,
      "step": 9695
    },
    {
      "epoch": 1.0511708586296618,
      "grad_norm": 0.27781054377555847,
      "learning_rate": 6.519657623676192e-05,
      "loss": 0.0284,
      "step": 9696
    },
    {
      "epoch": 1.0512792714657415,
      "grad_norm": 0.10093792527914047,
      "learning_rate": 6.519294936892501e-05,
      "loss": 0.02,
      "step": 9697
    },
    {
      "epoch": 1.0513876843018213,
      "grad_norm": 0.3208586871623993,
      "learning_rate": 6.518932250108807e-05,
      "loss": 0.0243,
      "step": 9698
    },
    {
      "epoch": 1.051496097137901,
      "grad_norm": 0.0563957616686821,
      "learning_rate": 6.518569563325114e-05,
      "loss": 0.0027,
      "step": 9699
    },
    {
      "epoch": 1.051604509973981,
      "grad_norm": 0.14542578160762787,
      "learning_rate": 6.51820687654142e-05,
      "loss": 0.0141,
      "step": 9700
    },
    {
      "epoch": 1.0517129228100608,
      "grad_norm": 0.22328197956085205,
      "learning_rate": 6.517844189757726e-05,
      "loss": 0.0138,
      "step": 9701
    },
    {
      "epoch": 1.0518213356461406,
      "grad_norm": 0.19424793124198914,
      "learning_rate": 6.517481502974032e-05,
      "loss": 0.0557,
      "step": 9702
    },
    {
      "epoch": 1.0519297484822203,
      "grad_norm": 0.05020240694284439,
      "learning_rate": 6.517118816190338e-05,
      "loss": 0.006,
      "step": 9703
    },
    {
      "epoch": 1.0520381613183,
      "grad_norm": 0.23221831023693085,
      "learning_rate": 6.516756129406645e-05,
      "loss": 0.0446,
      "step": 9704
    },
    {
      "epoch": 1.0521465741543798,
      "grad_norm": 0.28627288341522217,
      "learning_rate": 6.516393442622951e-05,
      "loss": 0.0272,
      "step": 9705
    },
    {
      "epoch": 1.0522549869904596,
      "grad_norm": 0.15839633345603943,
      "learning_rate": 6.516030755839258e-05,
      "loss": 0.0287,
      "step": 9706
    },
    {
      "epoch": 1.0523633998265394,
      "grad_norm": 0.36233285069465637,
      "learning_rate": 6.515668069055564e-05,
      "loss": 0.0273,
      "step": 9707
    },
    {
      "epoch": 1.0524718126626194,
      "grad_norm": 0.26750001311302185,
      "learning_rate": 6.51530538227187e-05,
      "loss": 0.018,
      "step": 9708
    },
    {
      "epoch": 1.0525802254986991,
      "grad_norm": 0.10770785808563232,
      "learning_rate": 6.514942695488176e-05,
      "loss": 0.0151,
      "step": 9709
    },
    {
      "epoch": 1.0526886383347789,
      "grad_norm": 0.3360837399959564,
      "learning_rate": 6.514580008704483e-05,
      "loss": 0.0438,
      "step": 9710
    },
    {
      "epoch": 1.0527970511708586,
      "grad_norm": 0.28678563237190247,
      "learning_rate": 6.514217321920789e-05,
      "loss": 0.0598,
      "step": 9711
    },
    {
      "epoch": 1.0529054640069384,
      "grad_norm": 0.10689349472522736,
      "learning_rate": 6.513854635137095e-05,
      "loss": 0.0094,
      "step": 9712
    },
    {
      "epoch": 1.0530138768430182,
      "grad_norm": 0.01497980859130621,
      "learning_rate": 6.513491948353402e-05,
      "loss": 0.001,
      "step": 9713
    },
    {
      "epoch": 1.053122289679098,
      "grad_norm": 0.24684928357601166,
      "learning_rate": 6.513129261569709e-05,
      "loss": 0.021,
      "step": 9714
    },
    {
      "epoch": 1.0532307025151777,
      "grad_norm": 0.16325463354587555,
      "learning_rate": 6.512766574786016e-05,
      "loss": 0.027,
      "step": 9715
    },
    {
      "epoch": 1.0533391153512577,
      "grad_norm": 0.3737402856349945,
      "learning_rate": 6.512403888002322e-05,
      "loss": 0.0865,
      "step": 9716
    },
    {
      "epoch": 1.0534475281873374,
      "grad_norm": 0.5765488147735596,
      "learning_rate": 6.512041201218628e-05,
      "loss": 0.0715,
      "step": 9717
    },
    {
      "epoch": 1.0535559410234172,
      "grad_norm": 0.17480508983135223,
      "learning_rate": 6.511678514434935e-05,
      "loss": 0.0103,
      "step": 9718
    },
    {
      "epoch": 1.053664353859497,
      "grad_norm": 0.033200111240148544,
      "learning_rate": 6.51131582765124e-05,
      "loss": 0.004,
      "step": 9719
    },
    {
      "epoch": 1.0537727666955767,
      "grad_norm": 0.2337615191936493,
      "learning_rate": 6.510953140867548e-05,
      "loss": 0.0265,
      "step": 9720
    },
    {
      "epoch": 1.0538811795316565,
      "grad_norm": 0.28552424907684326,
      "learning_rate": 6.510590454083853e-05,
      "loss": 0.0201,
      "step": 9721
    },
    {
      "epoch": 1.0539895923677363,
      "grad_norm": 0.3336132764816284,
      "learning_rate": 6.51022776730016e-05,
      "loss": 0.056,
      "step": 9722
    },
    {
      "epoch": 1.0540980052038162,
      "grad_norm": 0.30578532814979553,
      "learning_rate": 6.509865080516466e-05,
      "loss": 0.0352,
      "step": 9723
    },
    {
      "epoch": 1.054206418039896,
      "grad_norm": 0.32195359468460083,
      "learning_rate": 6.509502393732773e-05,
      "loss": 0.035,
      "step": 9724
    },
    {
      "epoch": 1.0543148308759758,
      "grad_norm": 0.6263043284416199,
      "learning_rate": 6.509139706949079e-05,
      "loss": 0.0611,
      "step": 9725
    },
    {
      "epoch": 1.0544232437120555,
      "grad_norm": 0.08243679255247116,
      "learning_rate": 6.508777020165385e-05,
      "loss": 0.0115,
      "step": 9726
    },
    {
      "epoch": 1.0545316565481353,
      "grad_norm": 0.46212470531463623,
      "learning_rate": 6.508414333381692e-05,
      "loss": 0.0446,
      "step": 9727
    },
    {
      "epoch": 1.054640069384215,
      "grad_norm": 0.29163384437561035,
      "learning_rate": 6.508051646597998e-05,
      "loss": 0.0236,
      "step": 9728
    },
    {
      "epoch": 1.0547484822202948,
      "grad_norm": 0.1613922268152237,
      "learning_rate": 6.507688959814305e-05,
      "loss": 0.0407,
      "step": 9729
    },
    {
      "epoch": 1.0548568950563746,
      "grad_norm": 0.2662048935890198,
      "learning_rate": 6.50732627303061e-05,
      "loss": 0.0378,
      "step": 9730
    },
    {
      "epoch": 1.0549653078924546,
      "grad_norm": 0.0841846689581871,
      "learning_rate": 6.506963586246917e-05,
      "loss": 0.0128,
      "step": 9731
    },
    {
      "epoch": 1.0550737207285343,
      "grad_norm": 0.38666650652885437,
      "learning_rate": 6.506600899463225e-05,
      "loss": 0.0406,
      "step": 9732
    },
    {
      "epoch": 1.055182133564614,
      "grad_norm": 0.1307048350572586,
      "learning_rate": 6.50623821267953e-05,
      "loss": 0.0256,
      "step": 9733
    },
    {
      "epoch": 1.0552905464006939,
      "grad_norm": 0.17715154588222504,
      "learning_rate": 6.505875525895837e-05,
      "loss": 0.014,
      "step": 9734
    },
    {
      "epoch": 1.0553989592367736,
      "grad_norm": 0.3662187457084656,
      "learning_rate": 6.505512839112143e-05,
      "loss": 0.0238,
      "step": 9735
    },
    {
      "epoch": 1.0555073720728534,
      "grad_norm": 0.3116849660873413,
      "learning_rate": 6.50515015232845e-05,
      "loss": 0.0473,
      "step": 9736
    },
    {
      "epoch": 1.0556157849089332,
      "grad_norm": 0.18414679169654846,
      "learning_rate": 6.504787465544756e-05,
      "loss": 0.0241,
      "step": 9737
    },
    {
      "epoch": 1.055724197745013,
      "grad_norm": 0.32434532046318054,
      "learning_rate": 6.504424778761063e-05,
      "loss": 0.0621,
      "step": 9738
    },
    {
      "epoch": 1.055832610581093,
      "grad_norm": 0.1318926066160202,
      "learning_rate": 6.504062091977369e-05,
      "loss": 0.0166,
      "step": 9739
    },
    {
      "epoch": 1.0559410234171727,
      "grad_norm": 0.18989303708076477,
      "learning_rate": 6.503699405193674e-05,
      "loss": 0.0367,
      "step": 9740
    },
    {
      "epoch": 1.0560494362532524,
      "grad_norm": 0.13004501163959503,
      "learning_rate": 6.503336718409982e-05,
      "loss": 0.0068,
      "step": 9741
    },
    {
      "epoch": 1.0561578490893322,
      "grad_norm": 0.12666703760623932,
      "learning_rate": 6.502974031626287e-05,
      "loss": 0.008,
      "step": 9742
    },
    {
      "epoch": 1.056266261925412,
      "grad_norm": 0.11361069977283478,
      "learning_rate": 6.502611344842594e-05,
      "loss": 0.015,
      "step": 9743
    },
    {
      "epoch": 1.0563746747614917,
      "grad_norm": 0.07934339344501495,
      "learning_rate": 6.5022486580589e-05,
      "loss": 0.0097,
      "step": 9744
    },
    {
      "epoch": 1.0564830875975715,
      "grad_norm": 0.057126905769109726,
      "learning_rate": 6.501885971275207e-05,
      "loss": 0.0067,
      "step": 9745
    },
    {
      "epoch": 1.0565915004336512,
      "grad_norm": 0.3324902057647705,
      "learning_rate": 6.501523284491513e-05,
      "loss": 0.0531,
      "step": 9746
    },
    {
      "epoch": 1.0566999132697312,
      "grad_norm": 0.19144970178604126,
      "learning_rate": 6.50116059770782e-05,
      "loss": 0.0211,
      "step": 9747
    },
    {
      "epoch": 1.056808326105811,
      "grad_norm": 0.14481742680072784,
      "learning_rate": 6.500797910924126e-05,
      "loss": 0.0081,
      "step": 9748
    },
    {
      "epoch": 1.0569167389418908,
      "grad_norm": 0.1761430948972702,
      "learning_rate": 6.500435224140433e-05,
      "loss": 0.0415,
      "step": 9749
    },
    {
      "epoch": 1.0570251517779705,
      "grad_norm": 0.2841895520687103,
      "learning_rate": 6.50007253735674e-05,
      "loss": 0.0475,
      "step": 9750
    },
    {
      "epoch": 1.0571335646140503,
      "grad_norm": 0.16149850189685822,
      "learning_rate": 6.499709850573046e-05,
      "loss": 0.0152,
      "step": 9751
    },
    {
      "epoch": 1.05724197745013,
      "grad_norm": 0.6116403937339783,
      "learning_rate": 6.499347163789353e-05,
      "loss": 0.0395,
      "step": 9752
    },
    {
      "epoch": 1.0573503902862098,
      "grad_norm": 0.4416007101535797,
      "learning_rate": 6.498984477005658e-05,
      "loss": 0.0405,
      "step": 9753
    },
    {
      "epoch": 1.0574588031222896,
      "grad_norm": 0.29573625326156616,
      "learning_rate": 6.498621790221964e-05,
      "loss": 0.0409,
      "step": 9754
    },
    {
      "epoch": 1.0575672159583696,
      "grad_norm": 0.241475448012352,
      "learning_rate": 6.498259103438271e-05,
      "loss": 0.0225,
      "step": 9755
    },
    {
      "epoch": 1.0576756287944493,
      "grad_norm": 0.2839655876159668,
      "learning_rate": 6.497896416654577e-05,
      "loss": 0.0358,
      "step": 9756
    },
    {
      "epoch": 1.057784041630529,
      "grad_norm": 0.12799064815044403,
      "learning_rate": 6.497533729870884e-05,
      "loss": 0.0221,
      "step": 9757
    },
    {
      "epoch": 1.0578924544666088,
      "grad_norm": 0.3014443814754486,
      "learning_rate": 6.49717104308719e-05,
      "loss": 0.0217,
      "step": 9758
    },
    {
      "epoch": 1.0580008673026886,
      "grad_norm": 0.5014587640762329,
      "learning_rate": 6.496808356303497e-05,
      "loss": 0.0312,
      "step": 9759
    },
    {
      "epoch": 1.0581092801387684,
      "grad_norm": 0.10886336117982864,
      "learning_rate": 6.496445669519803e-05,
      "loss": 0.0113,
      "step": 9760
    },
    {
      "epoch": 1.0582176929748481,
      "grad_norm": 0.43029719591140747,
      "learning_rate": 6.49608298273611e-05,
      "loss": 0.0287,
      "step": 9761
    },
    {
      "epoch": 1.0583261058109281,
      "grad_norm": 0.31888967752456665,
      "learning_rate": 6.495720295952415e-05,
      "loss": 0.0271,
      "step": 9762
    },
    {
      "epoch": 1.0584345186470079,
      "grad_norm": 0.2659459412097931,
      "learning_rate": 6.495357609168721e-05,
      "loss": 0.0201,
      "step": 9763
    },
    {
      "epoch": 1.0585429314830876,
      "grad_norm": 0.2650761604309082,
      "learning_rate": 6.494994922385028e-05,
      "loss": 0.0377,
      "step": 9764
    },
    {
      "epoch": 1.0586513443191674,
      "grad_norm": 0.0685545802116394,
      "learning_rate": 6.494632235601334e-05,
      "loss": 0.0085,
      "step": 9765
    },
    {
      "epoch": 1.0587597571552472,
      "grad_norm": 0.05678914487361908,
      "learning_rate": 6.494269548817642e-05,
      "loss": 0.0072,
      "step": 9766
    },
    {
      "epoch": 1.058868169991327,
      "grad_norm": 0.18112507462501526,
      "learning_rate": 6.493906862033948e-05,
      "loss": 0.0155,
      "step": 9767
    },
    {
      "epoch": 1.0589765828274067,
      "grad_norm": 0.2892061471939087,
      "learning_rate": 6.493544175250254e-05,
      "loss": 0.0421,
      "step": 9768
    },
    {
      "epoch": 1.0590849956634865,
      "grad_norm": 0.38607850670814514,
      "learning_rate": 6.493181488466561e-05,
      "loss": 0.0445,
      "step": 9769
    },
    {
      "epoch": 1.0591934084995664,
      "grad_norm": 0.04439568147063255,
      "learning_rate": 6.492818801682867e-05,
      "loss": 0.0083,
      "step": 9770
    },
    {
      "epoch": 1.0593018213356462,
      "grad_norm": 0.01698865182697773,
      "learning_rate": 6.492456114899174e-05,
      "loss": 0.0016,
      "step": 9771
    },
    {
      "epoch": 1.059410234171726,
      "grad_norm": 0.04560106247663498,
      "learning_rate": 6.49209342811548e-05,
      "loss": 0.0023,
      "step": 9772
    },
    {
      "epoch": 1.0595186470078057,
      "grad_norm": 0.32675325870513916,
      "learning_rate": 6.491730741331787e-05,
      "loss": 0.0752,
      "step": 9773
    },
    {
      "epoch": 1.0596270598438855,
      "grad_norm": 0.15356823801994324,
      "learning_rate": 6.491368054548092e-05,
      "loss": 0.0106,
      "step": 9774
    },
    {
      "epoch": 1.0597354726799653,
      "grad_norm": 0.7159830331802368,
      "learning_rate": 6.4910053677644e-05,
      "loss": 0.028,
      "step": 9775
    },
    {
      "epoch": 1.059843885516045,
      "grad_norm": 0.5837315917015076,
      "learning_rate": 6.490642680980705e-05,
      "loss": 0.0727,
      "step": 9776
    },
    {
      "epoch": 1.0599522983521248,
      "grad_norm": 0.5822181701660156,
      "learning_rate": 6.490279994197011e-05,
      "loss": 0.0527,
      "step": 9777
    },
    {
      "epoch": 1.0600607111882048,
      "grad_norm": 0.25248000025749207,
      "learning_rate": 6.489917307413318e-05,
      "loss": 0.017,
      "step": 9778
    },
    {
      "epoch": 1.0601691240242845,
      "grad_norm": 0.348157674074173,
      "learning_rate": 6.489554620629624e-05,
      "loss": 0.0398,
      "step": 9779
    },
    {
      "epoch": 1.0602775368603643,
      "grad_norm": 0.11893879622220993,
      "learning_rate": 6.489191933845931e-05,
      "loss": 0.0179,
      "step": 9780
    },
    {
      "epoch": 1.060385949696444,
      "grad_norm": 0.25116389989852905,
      "learning_rate": 6.488829247062237e-05,
      "loss": 0.0232,
      "step": 9781
    },
    {
      "epoch": 1.0604943625325238,
      "grad_norm": 0.09598695486783981,
      "learning_rate": 6.488466560278544e-05,
      "loss": 0.0065,
      "step": 9782
    },
    {
      "epoch": 1.0606027753686036,
      "grad_norm": 0.23899461328983307,
      "learning_rate": 6.48810387349485e-05,
      "loss": 0.0141,
      "step": 9783
    },
    {
      "epoch": 1.0607111882046834,
      "grad_norm": 0.3003207743167877,
      "learning_rate": 6.487741186711157e-05,
      "loss": 0.0501,
      "step": 9784
    },
    {
      "epoch": 1.0608196010407633,
      "grad_norm": 0.7305994033813477,
      "learning_rate": 6.487378499927464e-05,
      "loss": 0.0766,
      "step": 9785
    },
    {
      "epoch": 1.060928013876843,
      "grad_norm": 0.18318989872932434,
      "learning_rate": 6.48701581314377e-05,
      "loss": 0.0094,
      "step": 9786
    },
    {
      "epoch": 1.0610364267129229,
      "grad_norm": 0.11106365919113159,
      "learning_rate": 6.486653126360076e-05,
      "loss": 0.0069,
      "step": 9787
    },
    {
      "epoch": 1.0611448395490026,
      "grad_norm": 0.21697071194648743,
      "learning_rate": 6.486290439576382e-05,
      "loss": 0.0214,
      "step": 9788
    },
    {
      "epoch": 1.0612532523850824,
      "grad_norm": 0.33089765906333923,
      "learning_rate": 6.485927752792689e-05,
      "loss": 0.0506,
      "step": 9789
    },
    {
      "epoch": 1.0613616652211622,
      "grad_norm": 0.29519957304000854,
      "learning_rate": 6.485565066008995e-05,
      "loss": 0.0243,
      "step": 9790
    },
    {
      "epoch": 1.061470078057242,
      "grad_norm": 0.14357449114322662,
      "learning_rate": 6.485202379225301e-05,
      "loss": 0.0143,
      "step": 9791
    },
    {
      "epoch": 1.0615784908933217,
      "grad_norm": 0.2705071270465851,
      "learning_rate": 6.484839692441608e-05,
      "loss": 0.055,
      "step": 9792
    },
    {
      "epoch": 1.0616869037294017,
      "grad_norm": 0.07050685584545135,
      "learning_rate": 6.484477005657914e-05,
      "loss": 0.0056,
      "step": 9793
    },
    {
      "epoch": 1.0617953165654814,
      "grad_norm": 0.17110897600650787,
      "learning_rate": 6.48411431887422e-05,
      "loss": 0.0212,
      "step": 9794
    },
    {
      "epoch": 1.0619037294015612,
      "grad_norm": 0.27549442648887634,
      "learning_rate": 6.483751632090526e-05,
      "loss": 0.0495,
      "step": 9795
    },
    {
      "epoch": 1.062012142237641,
      "grad_norm": 0.275827020406723,
      "learning_rate": 6.483388945306833e-05,
      "loss": 0.0523,
      "step": 9796
    },
    {
      "epoch": 1.0621205550737207,
      "grad_norm": 0.20422199368476868,
      "learning_rate": 6.483026258523139e-05,
      "loss": 0.0254,
      "step": 9797
    },
    {
      "epoch": 1.0622289679098005,
      "grad_norm": 0.2665589451789856,
      "learning_rate": 6.482663571739446e-05,
      "loss": 0.0442,
      "step": 9798
    },
    {
      "epoch": 1.0623373807458802,
      "grad_norm": 0.11532650142908096,
      "learning_rate": 6.482300884955752e-05,
      "loss": 0.0103,
      "step": 9799
    },
    {
      "epoch": 1.06244579358196,
      "grad_norm": 0.20995068550109863,
      "learning_rate": 6.481938198172058e-05,
      "loss": 0.0157,
      "step": 9800
    },
    {
      "epoch": 1.06255420641804,
      "grad_norm": 0.8507996201515198,
      "learning_rate": 6.481575511388366e-05,
      "loss": 0.0575,
      "step": 9801
    },
    {
      "epoch": 1.0626626192541198,
      "grad_norm": 0.10200467705726624,
      "learning_rate": 6.481212824604672e-05,
      "loss": 0.0077,
      "step": 9802
    },
    {
      "epoch": 1.0627710320901995,
      "grad_norm": 0.1533144861459732,
      "learning_rate": 6.480850137820979e-05,
      "loss": 0.0123,
      "step": 9803
    },
    {
      "epoch": 1.0628794449262793,
      "grad_norm": 0.249723419547081,
      "learning_rate": 6.480487451037285e-05,
      "loss": 0.0303,
      "step": 9804
    },
    {
      "epoch": 1.062987857762359,
      "grad_norm": 0.3678717315196991,
      "learning_rate": 6.480124764253592e-05,
      "loss": 0.0152,
      "step": 9805
    },
    {
      "epoch": 1.0630962705984388,
      "grad_norm": 0.08436480909585953,
      "learning_rate": 6.479762077469898e-05,
      "loss": 0.0106,
      "step": 9806
    },
    {
      "epoch": 1.0632046834345186,
      "grad_norm": 0.20345164835453033,
      "learning_rate": 6.479399390686203e-05,
      "loss": 0.0111,
      "step": 9807
    },
    {
      "epoch": 1.0633130962705986,
      "grad_norm": 0.06033829227089882,
      "learning_rate": 6.47903670390251e-05,
      "loss": 0.0084,
      "step": 9808
    },
    {
      "epoch": 1.0634215091066783,
      "grad_norm": 0.410403847694397,
      "learning_rate": 6.478674017118816e-05,
      "loss": 0.0396,
      "step": 9809
    },
    {
      "epoch": 1.063529921942758,
      "grad_norm": 0.17453335225582123,
      "learning_rate": 6.478311330335123e-05,
      "loss": 0.021,
      "step": 9810
    },
    {
      "epoch": 1.0636383347788378,
      "grad_norm": 0.19087938964366913,
      "learning_rate": 6.477948643551429e-05,
      "loss": 0.0319,
      "step": 9811
    },
    {
      "epoch": 1.0637467476149176,
      "grad_norm": 0.2188451737165451,
      "learning_rate": 6.477585956767736e-05,
      "loss": 0.0107,
      "step": 9812
    },
    {
      "epoch": 1.0638551604509974,
      "grad_norm": 0.36068007349967957,
      "learning_rate": 6.477223269984042e-05,
      "loss": 0.0782,
      "step": 9813
    },
    {
      "epoch": 1.0639635732870771,
      "grad_norm": 0.2191418707370758,
      "learning_rate": 6.476860583200349e-05,
      "loss": 0.033,
      "step": 9814
    },
    {
      "epoch": 1.064071986123157,
      "grad_norm": 0.07479522377252579,
      "learning_rate": 6.476497896416655e-05,
      "loss": 0.0157,
      "step": 9815
    },
    {
      "epoch": 1.0641803989592367,
      "grad_norm": 0.4451594948768616,
      "learning_rate": 6.47613520963296e-05,
      "loss": 0.0532,
      "step": 9816
    },
    {
      "epoch": 1.0642888117953166,
      "grad_norm": 0.18963925540447235,
      "learning_rate": 6.475772522849267e-05,
      "loss": 0.0123,
      "step": 9817
    },
    {
      "epoch": 1.0643972246313964,
      "grad_norm": 0.3148215115070343,
      "learning_rate": 6.475409836065574e-05,
      "loss": 0.0328,
      "step": 9818
    },
    {
      "epoch": 1.0645056374674762,
      "grad_norm": 0.1001429408788681,
      "learning_rate": 6.475047149281882e-05,
      "loss": 0.0183,
      "step": 9819
    },
    {
      "epoch": 1.064614050303556,
      "grad_norm": 0.1939067244529724,
      "learning_rate": 6.474684462498187e-05,
      "loss": 0.0094,
      "step": 9820
    },
    {
      "epoch": 1.0647224631396357,
      "grad_norm": 0.17884498834609985,
      "learning_rate": 6.474321775714493e-05,
      "loss": 0.0115,
      "step": 9821
    },
    {
      "epoch": 1.0648308759757155,
      "grad_norm": 0.16082654893398285,
      "learning_rate": 6.4739590889308e-05,
      "loss": 0.012,
      "step": 9822
    },
    {
      "epoch": 1.0649392888117952,
      "grad_norm": 0.09010279923677444,
      "learning_rate": 6.473596402147106e-05,
      "loss": 0.0157,
      "step": 9823
    },
    {
      "epoch": 1.0650477016478752,
      "grad_norm": 0.3718022108078003,
      "learning_rate": 6.473233715363413e-05,
      "loss": 0.0548,
      "step": 9824
    },
    {
      "epoch": 1.065156114483955,
      "grad_norm": 0.35338425636291504,
      "learning_rate": 6.472871028579719e-05,
      "loss": 0.0129,
      "step": 9825
    },
    {
      "epoch": 1.0652645273200347,
      "grad_norm": 0.2704557776451111,
      "learning_rate": 6.472508341796026e-05,
      "loss": 0.0126,
      "step": 9826
    },
    {
      "epoch": 1.0653729401561145,
      "grad_norm": 0.05018234997987747,
      "learning_rate": 6.472145655012331e-05,
      "loss": 0.0044,
      "step": 9827
    },
    {
      "epoch": 1.0654813529921943,
      "grad_norm": 0.314468652009964,
      "learning_rate": 6.471782968228639e-05,
      "loss": 0.0331,
      "step": 9828
    },
    {
      "epoch": 1.065589765828274,
      "grad_norm": 0.3008129298686981,
      "learning_rate": 6.471420281444944e-05,
      "loss": 0.0297,
      "step": 9829
    },
    {
      "epoch": 1.0656981786643538,
      "grad_norm": 0.31913840770721436,
      "learning_rate": 6.47105759466125e-05,
      "loss": 0.0426,
      "step": 9830
    },
    {
      "epoch": 1.0658065915004336,
      "grad_norm": 0.4545872211456299,
      "learning_rate": 6.470694907877557e-05,
      "loss": 0.0318,
      "step": 9831
    },
    {
      "epoch": 1.0659150043365135,
      "grad_norm": 0.27385860681533813,
      "learning_rate": 6.470332221093863e-05,
      "loss": 0.0268,
      "step": 9832
    },
    {
      "epoch": 1.0660234171725933,
      "grad_norm": 0.286628782749176,
      "learning_rate": 6.46996953431017e-05,
      "loss": 0.018,
      "step": 9833
    },
    {
      "epoch": 1.066131830008673,
      "grad_norm": 0.4932965040206909,
      "learning_rate": 6.469606847526476e-05,
      "loss": 0.0808,
      "step": 9834
    },
    {
      "epoch": 1.0662402428447528,
      "grad_norm": 0.06738781929016113,
      "learning_rate": 6.469244160742783e-05,
      "loss": 0.0046,
      "step": 9835
    },
    {
      "epoch": 1.0663486556808326,
      "grad_norm": 0.5537818670272827,
      "learning_rate": 6.46888147395909e-05,
      "loss": 0.076,
      "step": 9836
    },
    {
      "epoch": 1.0664570685169124,
      "grad_norm": 0.11254068464040756,
      "learning_rate": 6.468518787175396e-05,
      "loss": 0.0078,
      "step": 9837
    },
    {
      "epoch": 1.0665654813529921,
      "grad_norm": 0.14347213506698608,
      "learning_rate": 6.468156100391703e-05,
      "loss": 0.0266,
      "step": 9838
    },
    {
      "epoch": 1.0666738941890719,
      "grad_norm": 0.09502111375331879,
      "learning_rate": 6.467793413608008e-05,
      "loss": 0.0101,
      "step": 9839
    },
    {
      "epoch": 1.0667823070251519,
      "grad_norm": 0.4681537449359894,
      "learning_rate": 6.467430726824316e-05,
      "loss": 0.0625,
      "step": 9840
    },
    {
      "epoch": 1.0668907198612316,
      "grad_norm": 0.07954445481300354,
      "learning_rate": 6.467068040040621e-05,
      "loss": 0.0076,
      "step": 9841
    },
    {
      "epoch": 1.0669991326973114,
      "grad_norm": 0.4540134370326996,
      "learning_rate": 6.466705353256928e-05,
      "loss": 0.0554,
      "step": 9842
    },
    {
      "epoch": 1.0671075455333912,
      "grad_norm": 0.0773249939084053,
      "learning_rate": 6.466342666473234e-05,
      "loss": 0.0111,
      "step": 9843
    },
    {
      "epoch": 1.067215958369471,
      "grad_norm": 0.34204375743865967,
      "learning_rate": 6.46597997968954e-05,
      "loss": 0.0609,
      "step": 9844
    },
    {
      "epoch": 1.0673243712055507,
      "grad_norm": 0.04252064600586891,
      "learning_rate": 6.465617292905847e-05,
      "loss": 0.005,
      "step": 9845
    },
    {
      "epoch": 1.0674327840416304,
      "grad_norm": 0.2238529771566391,
      "learning_rate": 6.465254606122153e-05,
      "loss": 0.055,
      "step": 9846
    },
    {
      "epoch": 1.0675411968777104,
      "grad_norm": 0.44865912199020386,
      "learning_rate": 6.46489191933846e-05,
      "loss": 0.026,
      "step": 9847
    },
    {
      "epoch": 1.0676496097137902,
      "grad_norm": 0.17697520554065704,
      "learning_rate": 6.464529232554765e-05,
      "loss": 0.0109,
      "step": 9848
    },
    {
      "epoch": 1.06775802254987,
      "grad_norm": 0.10584253817796707,
      "learning_rate": 6.464166545771073e-05,
      "loss": 0.0099,
      "step": 9849
    },
    {
      "epoch": 1.0678664353859497,
      "grad_norm": 0.0804368406534195,
      "learning_rate": 6.463803858987378e-05,
      "loss": 0.0094,
      "step": 9850
    },
    {
      "epoch": 1.0679748482220295,
      "grad_norm": 0.10342784970998764,
      "learning_rate": 6.463441172203685e-05,
      "loss": 0.0107,
      "step": 9851
    },
    {
      "epoch": 1.0680832610581092,
      "grad_norm": 0.2757132053375244,
      "learning_rate": 6.463078485419991e-05,
      "loss": 0.0219,
      "step": 9852
    },
    {
      "epoch": 1.068191673894189,
      "grad_norm": 0.15221376717090607,
      "learning_rate": 6.462715798636298e-05,
      "loss": 0.0234,
      "step": 9853
    },
    {
      "epoch": 1.0683000867302688,
      "grad_norm": 0.13762454688549042,
      "learning_rate": 6.462353111852605e-05,
      "loss": 0.0174,
      "step": 9854
    },
    {
      "epoch": 1.0684084995663488,
      "grad_norm": 0.18296028673648834,
      "learning_rate": 6.461990425068911e-05,
      "loss": 0.0153,
      "step": 9855
    },
    {
      "epoch": 1.0685169124024285,
      "grad_norm": 0.9255905747413635,
      "learning_rate": 6.461627738285218e-05,
      "loss": 0.0732,
      "step": 9856
    },
    {
      "epoch": 1.0686253252385083,
      "grad_norm": 0.3837648928165436,
      "learning_rate": 6.461265051501524e-05,
      "loss": 0.0395,
      "step": 9857
    },
    {
      "epoch": 1.068733738074588,
      "grad_norm": 0.15520060062408447,
      "learning_rate": 6.46090236471783e-05,
      "loss": 0.0235,
      "step": 9858
    },
    {
      "epoch": 1.0688421509106678,
      "grad_norm": 0.6956384778022766,
      "learning_rate": 6.460539677934137e-05,
      "loss": 0.0318,
      "step": 9859
    },
    {
      "epoch": 1.0689505637467476,
      "grad_norm": 0.34120166301727295,
      "learning_rate": 6.460176991150442e-05,
      "loss": 0.029,
      "step": 9860
    },
    {
      "epoch": 1.0690589765828273,
      "grad_norm": 0.2653823792934418,
      "learning_rate": 6.45981430436675e-05,
      "loss": 0.0144,
      "step": 9861
    },
    {
      "epoch": 1.069167389418907,
      "grad_norm": 0.1739806979894638,
      "learning_rate": 6.459451617583055e-05,
      "loss": 0.0191,
      "step": 9862
    },
    {
      "epoch": 1.069275802254987,
      "grad_norm": 0.45196598768234253,
      "learning_rate": 6.459088930799362e-05,
      "loss": 0.0521,
      "step": 9863
    },
    {
      "epoch": 1.0693842150910668,
      "grad_norm": 0.5627139806747437,
      "learning_rate": 6.458726244015668e-05,
      "loss": 0.0312,
      "step": 9864
    },
    {
      "epoch": 1.0694926279271466,
      "grad_norm": 0.2150425910949707,
      "learning_rate": 6.458363557231975e-05,
      "loss": 0.052,
      "step": 9865
    },
    {
      "epoch": 1.0696010407632264,
      "grad_norm": 0.14254091680049896,
      "learning_rate": 6.458000870448281e-05,
      "loss": 0.0161,
      "step": 9866
    },
    {
      "epoch": 1.0697094535993061,
      "grad_norm": 0.10780254751443863,
      "learning_rate": 6.457638183664587e-05,
      "loss": 0.0129,
      "step": 9867
    },
    {
      "epoch": 1.069817866435386,
      "grad_norm": 0.5263940691947937,
      "learning_rate": 6.457275496880894e-05,
      "loss": 0.0617,
      "step": 9868
    },
    {
      "epoch": 1.0699262792714657,
      "grad_norm": 0.21355460584163666,
      "learning_rate": 6.4569128100972e-05,
      "loss": 0.029,
      "step": 9869
    },
    {
      "epoch": 1.0700346921075456,
      "grad_norm": 0.2409493774175644,
      "learning_rate": 6.456550123313508e-05,
      "loss": 0.0251,
      "step": 9870
    },
    {
      "epoch": 1.0701431049436254,
      "grad_norm": 0.10886546969413757,
      "learning_rate": 6.456187436529814e-05,
      "loss": 0.0128,
      "step": 9871
    },
    {
      "epoch": 1.0702515177797052,
      "grad_norm": 0.1959122270345688,
      "learning_rate": 6.455824749746119e-05,
      "loss": 0.0207,
      "step": 9872
    },
    {
      "epoch": 1.070359930615785,
      "grad_norm": 0.15053042769432068,
      "learning_rate": 6.455462062962426e-05,
      "loss": 0.0211,
      "step": 9873
    },
    {
      "epoch": 1.0704683434518647,
      "grad_norm": 0.21972094476222992,
      "learning_rate": 6.455099376178732e-05,
      "loss": 0.0291,
      "step": 9874
    },
    {
      "epoch": 1.0705767562879445,
      "grad_norm": 0.22819052636623383,
      "learning_rate": 6.454736689395039e-05,
      "loss": 0.0244,
      "step": 9875
    },
    {
      "epoch": 1.0706851691240242,
      "grad_norm": 0.2561900019645691,
      "learning_rate": 6.454374002611345e-05,
      "loss": 0.054,
      "step": 9876
    },
    {
      "epoch": 1.070793581960104,
      "grad_norm": 0.07438891381025314,
      "learning_rate": 6.454011315827652e-05,
      "loss": 0.0069,
      "step": 9877
    },
    {
      "epoch": 1.0709019947961838,
      "grad_norm": 0.12469729781150818,
      "learning_rate": 6.453648629043958e-05,
      "loss": 0.0147,
      "step": 9878
    },
    {
      "epoch": 1.0710104076322637,
      "grad_norm": 0.20987555384635925,
      "learning_rate": 6.453285942260265e-05,
      "loss": 0.0341,
      "step": 9879
    },
    {
      "epoch": 1.0711188204683435,
      "grad_norm": 0.16450941562652588,
      "learning_rate": 6.45292325547657e-05,
      "loss": 0.0286,
      "step": 9880
    },
    {
      "epoch": 1.0712272333044233,
      "grad_norm": 0.06273078918457031,
      "learning_rate": 6.452560568692876e-05,
      "loss": 0.0073,
      "step": 9881
    },
    {
      "epoch": 1.071335646140503,
      "grad_norm": 0.3196956515312195,
      "learning_rate": 6.452197881909183e-05,
      "loss": 0.0356,
      "step": 9882
    },
    {
      "epoch": 1.0714440589765828,
      "grad_norm": 0.10242043435573578,
      "learning_rate": 6.451835195125489e-05,
      "loss": 0.011,
      "step": 9883
    },
    {
      "epoch": 1.0715524718126626,
      "grad_norm": 0.13061878085136414,
      "learning_rate": 6.451472508341796e-05,
      "loss": 0.028,
      "step": 9884
    },
    {
      "epoch": 1.0716608846487423,
      "grad_norm": 0.17621682584285736,
      "learning_rate": 6.451109821558102e-05,
      "loss": 0.0138,
      "step": 9885
    },
    {
      "epoch": 1.0717692974848223,
      "grad_norm": 0.2065753936767578,
      "learning_rate": 6.450747134774409e-05,
      "loss": 0.0309,
      "step": 9886
    },
    {
      "epoch": 1.071877710320902,
      "grad_norm": 0.13514888286590576,
      "learning_rate": 6.450384447990716e-05,
      "loss": 0.0211,
      "step": 9887
    },
    {
      "epoch": 1.0719861231569818,
      "grad_norm": 0.3277340233325958,
      "learning_rate": 6.450021761207022e-05,
      "loss": 0.0206,
      "step": 9888
    },
    {
      "epoch": 1.0720945359930616,
      "grad_norm": 0.43510550260543823,
      "learning_rate": 6.449659074423329e-05,
      "loss": 0.0436,
      "step": 9889
    },
    {
      "epoch": 1.0722029488291414,
      "grad_norm": 0.18441496789455414,
      "learning_rate": 6.449296387639635e-05,
      "loss": 0.0257,
      "step": 9890
    },
    {
      "epoch": 1.0723113616652211,
      "grad_norm": 0.3173525631427765,
      "learning_rate": 6.448933700855942e-05,
      "loss": 0.0293,
      "step": 9891
    },
    {
      "epoch": 1.0724197745013009,
      "grad_norm": 0.19821543991565704,
      "learning_rate": 6.448571014072247e-05,
      "loss": 0.0208,
      "step": 9892
    },
    {
      "epoch": 1.0725281873373806,
      "grad_norm": 0.24456171691417694,
      "learning_rate": 6.448208327288555e-05,
      "loss": 0.0191,
      "step": 9893
    },
    {
      "epoch": 1.0726366001734606,
      "grad_norm": 0.1774992197751999,
      "learning_rate": 6.44784564050486e-05,
      "loss": 0.0418,
      "step": 9894
    },
    {
      "epoch": 1.0727450130095404,
      "grad_norm": 0.16943994164466858,
      "learning_rate": 6.447482953721167e-05,
      "loss": 0.0233,
      "step": 9895
    },
    {
      "epoch": 1.0728534258456202,
      "grad_norm": 0.23268015682697296,
      "learning_rate": 6.447120266937473e-05,
      "loss": 0.044,
      "step": 9896
    },
    {
      "epoch": 1.0729618386817,
      "grad_norm": 0.08051575720310211,
      "learning_rate": 6.446757580153779e-05,
      "loss": 0.0083,
      "step": 9897
    },
    {
      "epoch": 1.0730702515177797,
      "grad_norm": 0.20206278562545776,
      "learning_rate": 6.446394893370086e-05,
      "loss": 0.0276,
      "step": 9898
    },
    {
      "epoch": 1.0731786643538594,
      "grad_norm": 0.27631324529647827,
      "learning_rate": 6.446032206586392e-05,
      "loss": 0.0169,
      "step": 9899
    },
    {
      "epoch": 1.0732870771899392,
      "grad_norm": 0.36596375703811646,
      "learning_rate": 6.445669519802699e-05,
      "loss": 0.018,
      "step": 9900
    },
    {
      "epoch": 1.073395490026019,
      "grad_norm": 0.3734148144721985,
      "learning_rate": 6.445306833019005e-05,
      "loss": 0.0255,
      "step": 9901
    },
    {
      "epoch": 1.073503902862099,
      "grad_norm": 0.019268019124865532,
      "learning_rate": 6.444944146235312e-05,
      "loss": 0.0015,
      "step": 9902
    },
    {
      "epoch": 1.0736123156981787,
      "grad_norm": 0.1585945188999176,
      "learning_rate": 6.444581459451617e-05,
      "loss": 0.0271,
      "step": 9903
    },
    {
      "epoch": 1.0737207285342585,
      "grad_norm": 0.06988323479890823,
      "learning_rate": 6.444218772667924e-05,
      "loss": 0.0035,
      "step": 9904
    },
    {
      "epoch": 1.0738291413703382,
      "grad_norm": 0.2489599883556366,
      "learning_rate": 6.443856085884232e-05,
      "loss": 0.033,
      "step": 9905
    },
    {
      "epoch": 1.073937554206418,
      "grad_norm": 0.441611647605896,
      "learning_rate": 6.443493399100537e-05,
      "loss": 0.0453,
      "step": 9906
    },
    {
      "epoch": 1.0740459670424978,
      "grad_norm": 0.22732646763324738,
      "learning_rate": 6.443130712316844e-05,
      "loss": 0.0353,
      "step": 9907
    },
    {
      "epoch": 1.0741543798785775,
      "grad_norm": 0.49848654866218567,
      "learning_rate": 6.44276802553315e-05,
      "loss": 0.0095,
      "step": 9908
    },
    {
      "epoch": 1.0742627927146575,
      "grad_norm": 0.23529765009880066,
      "learning_rate": 6.442405338749457e-05,
      "loss": 0.0234,
      "step": 9909
    },
    {
      "epoch": 1.0743712055507373,
      "grad_norm": 0.2487080991268158,
      "learning_rate": 6.442042651965763e-05,
      "loss": 0.0206,
      "step": 9910
    },
    {
      "epoch": 1.074479618386817,
      "grad_norm": 0.4172101616859436,
      "learning_rate": 6.441679965182069e-05,
      "loss": 0.0512,
      "step": 9911
    },
    {
      "epoch": 1.0745880312228968,
      "grad_norm": 0.3375127911567688,
      "learning_rate": 6.441317278398376e-05,
      "loss": 0.0394,
      "step": 9912
    },
    {
      "epoch": 1.0746964440589766,
      "grad_norm": 0.07028437405824661,
      "learning_rate": 6.440954591614681e-05,
      "loss": 0.0094,
      "step": 9913
    },
    {
      "epoch": 1.0748048568950563,
      "grad_norm": 0.23041732609272003,
      "learning_rate": 6.440591904830989e-05,
      "loss": 0.0091,
      "step": 9914
    },
    {
      "epoch": 1.074913269731136,
      "grad_norm": 0.1864757239818573,
      "learning_rate": 6.440229218047294e-05,
      "loss": 0.0143,
      "step": 9915
    },
    {
      "epoch": 1.0750216825672159,
      "grad_norm": 0.0988524779677391,
      "learning_rate": 6.439866531263601e-05,
      "loss": 0.01,
      "step": 9916
    },
    {
      "epoch": 1.0751300954032958,
      "grad_norm": 0.3157959282398224,
      "learning_rate": 6.439503844479907e-05,
      "loss": 0.0181,
      "step": 9917
    },
    {
      "epoch": 1.0752385082393756,
      "grad_norm": 0.06622005254030228,
      "learning_rate": 6.439141157696214e-05,
      "loss": 0.0038,
      "step": 9918
    },
    {
      "epoch": 1.0753469210754554,
      "grad_norm": 0.22192968428134918,
      "learning_rate": 6.43877847091252e-05,
      "loss": 0.029,
      "step": 9919
    },
    {
      "epoch": 1.0754553339115351,
      "grad_norm": 0.14286261796951294,
      "learning_rate": 6.438415784128826e-05,
      "loss": 0.012,
      "step": 9920
    },
    {
      "epoch": 1.075563746747615,
      "grad_norm": 0.16308777034282684,
      "learning_rate": 6.438053097345133e-05,
      "loss": 0.0127,
      "step": 9921
    },
    {
      "epoch": 1.0756721595836947,
      "grad_norm": 0.0592251792550087,
      "learning_rate": 6.43769041056144e-05,
      "loss": 0.0081,
      "step": 9922
    },
    {
      "epoch": 1.0757805724197744,
      "grad_norm": 0.10255087167024612,
      "learning_rate": 6.437327723777747e-05,
      "loss": 0.0073,
      "step": 9923
    },
    {
      "epoch": 1.0758889852558542,
      "grad_norm": 0.08246127516031265,
      "learning_rate": 6.436965036994053e-05,
      "loss": 0.0103,
      "step": 9924
    },
    {
      "epoch": 1.0759973980919342,
      "grad_norm": 0.33281800150871277,
      "learning_rate": 6.436602350210358e-05,
      "loss": 0.0185,
      "step": 9925
    },
    {
      "epoch": 1.076105810928014,
      "grad_norm": 0.11405772715806961,
      "learning_rate": 6.436239663426665e-05,
      "loss": 0.0147,
      "step": 9926
    },
    {
      "epoch": 1.0762142237640937,
      "grad_norm": 0.6131612658500671,
      "learning_rate": 6.435876976642971e-05,
      "loss": 0.0444,
      "step": 9927
    },
    {
      "epoch": 1.0763226366001735,
      "grad_norm": 0.11692479252815247,
      "learning_rate": 6.435514289859278e-05,
      "loss": 0.0135,
      "step": 9928
    },
    {
      "epoch": 1.0764310494362532,
      "grad_norm": 0.08766578882932663,
      "learning_rate": 6.435151603075584e-05,
      "loss": 0.0088,
      "step": 9929
    },
    {
      "epoch": 1.076539462272333,
      "grad_norm": 0.3423849046230316,
      "learning_rate": 6.434788916291891e-05,
      "loss": 0.0152,
      "step": 9930
    },
    {
      "epoch": 1.0766478751084128,
      "grad_norm": 0.42580682039260864,
      "learning_rate": 6.434426229508197e-05,
      "loss": 0.0429,
      "step": 9931
    },
    {
      "epoch": 1.0767562879444927,
      "grad_norm": 0.11829797178506851,
      "learning_rate": 6.434063542724504e-05,
      "loss": 0.0073,
      "step": 9932
    },
    {
      "epoch": 1.0768647007805725,
      "grad_norm": 0.3501531183719635,
      "learning_rate": 6.43370085594081e-05,
      "loss": 0.0496,
      "step": 9933
    },
    {
      "epoch": 1.0769731136166523,
      "grad_norm": 0.2613846957683563,
      "learning_rate": 6.433338169157115e-05,
      "loss": 0.0106,
      "step": 9934
    },
    {
      "epoch": 1.077081526452732,
      "grad_norm": 0.082905612885952,
      "learning_rate": 6.432975482373422e-05,
      "loss": 0.0027,
      "step": 9935
    },
    {
      "epoch": 1.0771899392888118,
      "grad_norm": 0.22818206250667572,
      "learning_rate": 6.432612795589728e-05,
      "loss": 0.0102,
      "step": 9936
    },
    {
      "epoch": 1.0772983521248916,
      "grad_norm": 0.751802384853363,
      "learning_rate": 6.432250108806035e-05,
      "loss": 0.0656,
      "step": 9937
    },
    {
      "epoch": 1.0774067649609713,
      "grad_norm": 0.2119641751050949,
      "learning_rate": 6.431887422022341e-05,
      "loss": 0.0193,
      "step": 9938
    },
    {
      "epoch": 1.077515177797051,
      "grad_norm": 0.18951648473739624,
      "learning_rate": 6.431524735238648e-05,
      "loss": 0.0198,
      "step": 9939
    },
    {
      "epoch": 1.0776235906331308,
      "grad_norm": 0.4703885614871979,
      "learning_rate": 6.431162048454955e-05,
      "loss": 0.0096,
      "step": 9940
    },
    {
      "epoch": 1.0777320034692108,
      "grad_norm": 0.20655491948127747,
      "learning_rate": 6.430799361671261e-05,
      "loss": 0.0063,
      "step": 9941
    },
    {
      "epoch": 1.0778404163052906,
      "grad_norm": 0.42951852083206177,
      "learning_rate": 6.430436674887568e-05,
      "loss": 0.0554,
      "step": 9942
    },
    {
      "epoch": 1.0779488291413704,
      "grad_norm": 0.4242004156112671,
      "learning_rate": 6.430073988103874e-05,
      "loss": 0.0197,
      "step": 9943
    },
    {
      "epoch": 1.0780572419774501,
      "grad_norm": 0.055505916476249695,
      "learning_rate": 6.429711301320181e-05,
      "loss": 0.003,
      "step": 9944
    },
    {
      "epoch": 1.0781656548135299,
      "grad_norm": 0.3914077877998352,
      "learning_rate": 6.429348614536487e-05,
      "loss": 0.0334,
      "step": 9945
    },
    {
      "epoch": 1.0782740676496096,
      "grad_norm": 0.4565742611885071,
      "learning_rate": 6.428985927752794e-05,
      "loss": 0.0374,
      "step": 9946
    },
    {
      "epoch": 1.0783824804856894,
      "grad_norm": 0.31413787603378296,
      "learning_rate": 6.4286232409691e-05,
      "loss": 0.0321,
      "step": 9947
    },
    {
      "epoch": 1.0784908933217694,
      "grad_norm": 0.42294827103614807,
      "learning_rate": 6.428260554185405e-05,
      "loss": 0.0559,
      "step": 9948
    },
    {
      "epoch": 1.0785993061578492,
      "grad_norm": 0.5299612283706665,
      "learning_rate": 6.427897867401712e-05,
      "loss": 0.0226,
      "step": 9949
    },
    {
      "epoch": 1.078707718993929,
      "grad_norm": 0.5579769015312195,
      "learning_rate": 6.427535180618018e-05,
      "loss": 0.0341,
      "step": 9950
    },
    {
      "epoch": 1.0788161318300087,
      "grad_norm": 0.4088538885116577,
      "learning_rate": 6.427172493834325e-05,
      "loss": 0.0252,
      "step": 9951
    },
    {
      "epoch": 1.0789245446660884,
      "grad_norm": 0.02186148799955845,
      "learning_rate": 6.426809807050631e-05,
      "loss": 0.0008,
      "step": 9952
    },
    {
      "epoch": 1.0790329575021682,
      "grad_norm": 0.29290971159935,
      "learning_rate": 6.426447120266938e-05,
      "loss": 0.0297,
      "step": 9953
    },
    {
      "epoch": 1.079141370338248,
      "grad_norm": 0.6021803617477417,
      "learning_rate": 6.426084433483244e-05,
      "loss": 0.0339,
      "step": 9954
    },
    {
      "epoch": 1.0792497831743277,
      "grad_norm": 0.305909126996994,
      "learning_rate": 6.42572174669955e-05,
      "loss": 0.0393,
      "step": 9955
    },
    {
      "epoch": 1.0793581960104077,
      "grad_norm": 0.962942361831665,
      "learning_rate": 6.425359059915858e-05,
      "loss": 0.0195,
      "step": 9956
    },
    {
      "epoch": 1.0794666088464875,
      "grad_norm": 0.3468939960002899,
      "learning_rate": 6.424996373132163e-05,
      "loss": 0.0434,
      "step": 9957
    },
    {
      "epoch": 1.0795750216825672,
      "grad_norm": 0.10919841378927231,
      "learning_rate": 6.42463368634847e-05,
      "loss": 0.0117,
      "step": 9958
    },
    {
      "epoch": 1.079683434518647,
      "grad_norm": 0.49455884099006653,
      "learning_rate": 6.424270999564776e-05,
      "loss": 0.0153,
      "step": 9959
    },
    {
      "epoch": 1.0797918473547268,
      "grad_norm": 0.3733058273792267,
      "learning_rate": 6.423908312781083e-05,
      "loss": 0.0449,
      "step": 9960
    },
    {
      "epoch": 1.0799002601908065,
      "grad_norm": 0.08282450586557388,
      "learning_rate": 6.423545625997389e-05,
      "loss": 0.0037,
      "step": 9961
    },
    {
      "epoch": 1.0800086730268863,
      "grad_norm": 0.12573207914829254,
      "learning_rate": 6.423182939213695e-05,
      "loss": 0.0092,
      "step": 9962
    },
    {
      "epoch": 1.080117085862966,
      "grad_norm": 0.17670218646526337,
      "learning_rate": 6.422820252430002e-05,
      "loss": 0.0185,
      "step": 9963
    },
    {
      "epoch": 1.080225498699046,
      "grad_norm": 0.16308394074440002,
      "learning_rate": 6.422457565646308e-05,
      "loss": 0.0188,
      "step": 9964
    },
    {
      "epoch": 1.0803339115351258,
      "grad_norm": 0.1691157966852188,
      "learning_rate": 6.422094878862615e-05,
      "loss": 0.0179,
      "step": 9965
    },
    {
      "epoch": 1.0804423243712056,
      "grad_norm": 0.18251922726631165,
      "learning_rate": 6.42173219207892e-05,
      "loss": 0.0315,
      "step": 9966
    },
    {
      "epoch": 1.0805507372072853,
      "grad_norm": 0.17391178011894226,
      "learning_rate": 6.421369505295228e-05,
      "loss": 0.012,
      "step": 9967
    },
    {
      "epoch": 1.080659150043365,
      "grad_norm": 0.13218571245670319,
      "learning_rate": 6.421006818511533e-05,
      "loss": 0.0127,
      "step": 9968
    },
    {
      "epoch": 1.0807675628794449,
      "grad_norm": 0.23270274698734283,
      "learning_rate": 6.42064413172784e-05,
      "loss": 0.0251,
      "step": 9969
    },
    {
      "epoch": 1.0808759757155246,
      "grad_norm": 0.3961177170276642,
      "learning_rate": 6.420281444944146e-05,
      "loss": 0.0253,
      "step": 9970
    },
    {
      "epoch": 1.0809843885516046,
      "grad_norm": 0.4533008337020874,
      "learning_rate": 6.419918758160452e-05,
      "loss": 0.0394,
      "step": 9971
    },
    {
      "epoch": 1.0810928013876844,
      "grad_norm": 0.4763283431529999,
      "learning_rate": 6.419556071376759e-05,
      "loss": 0.0163,
      "step": 9972
    },
    {
      "epoch": 1.0812012142237641,
      "grad_norm": 0.28492972254753113,
      "learning_rate": 6.419193384593065e-05,
      "loss": 0.0442,
      "step": 9973
    },
    {
      "epoch": 1.081309627059844,
      "grad_norm": 0.39178982377052307,
      "learning_rate": 6.418830697809373e-05,
      "loss": 0.017,
      "step": 9974
    },
    {
      "epoch": 1.0814180398959237,
      "grad_norm": 0.3644501566886902,
      "learning_rate": 6.418468011025679e-05,
      "loss": 0.0348,
      "step": 9975
    },
    {
      "epoch": 1.0815264527320034,
      "grad_norm": 0.30078473687171936,
      "learning_rate": 6.418105324241985e-05,
      "loss": 0.0196,
      "step": 9976
    },
    {
      "epoch": 1.0816348655680832,
      "grad_norm": 0.2549467086791992,
      "learning_rate": 6.417742637458292e-05,
      "loss": 0.0265,
      "step": 9977
    },
    {
      "epoch": 1.081743278404163,
      "grad_norm": 0.08624797314405441,
      "learning_rate": 6.417379950674597e-05,
      "loss": 0.016,
      "step": 9978
    },
    {
      "epoch": 1.081851691240243,
      "grad_norm": 0.10134361684322357,
      "learning_rate": 6.417017263890905e-05,
      "loss": 0.0085,
      "step": 9979
    },
    {
      "epoch": 1.0819601040763227,
      "grad_norm": 0.29512032866477966,
      "learning_rate": 6.41665457710721e-05,
      "loss": 0.0359,
      "step": 9980
    },
    {
      "epoch": 1.0820685169124025,
      "grad_norm": 0.38951534032821655,
      "learning_rate": 6.416291890323517e-05,
      "loss": 0.0486,
      "step": 9981
    },
    {
      "epoch": 1.0821769297484822,
      "grad_norm": 0.2346470206975937,
      "learning_rate": 6.415929203539823e-05,
      "loss": 0.0131,
      "step": 9982
    },
    {
      "epoch": 1.082285342584562,
      "grad_norm": 0.40172669291496277,
      "learning_rate": 6.41556651675613e-05,
      "loss": 0.0182,
      "step": 9983
    },
    {
      "epoch": 1.0823937554206418,
      "grad_norm": 0.25731050968170166,
      "learning_rate": 6.415203829972436e-05,
      "loss": 0.0295,
      "step": 9984
    },
    {
      "epoch": 1.0825021682567215,
      "grad_norm": 0.2431219071149826,
      "learning_rate": 6.414841143188742e-05,
      "loss": 0.0198,
      "step": 9985
    },
    {
      "epoch": 1.0826105810928013,
      "grad_norm": 0.2751332223415375,
      "learning_rate": 6.414478456405049e-05,
      "loss": 0.0525,
      "step": 9986
    },
    {
      "epoch": 1.0827189939288813,
      "grad_norm": 0.5419691801071167,
      "learning_rate": 6.414115769621354e-05,
      "loss": 0.0371,
      "step": 9987
    },
    {
      "epoch": 1.082827406764961,
      "grad_norm": 0.5489153861999512,
      "learning_rate": 6.413753082837662e-05,
      "loss": 0.0807,
      "step": 9988
    },
    {
      "epoch": 1.0829358196010408,
      "grad_norm": 0.237260639667511,
      "learning_rate": 6.413390396053967e-05,
      "loss": 0.0176,
      "step": 9989
    },
    {
      "epoch": 1.0830442324371206,
      "grad_norm": 0.38979142904281616,
      "learning_rate": 6.413027709270274e-05,
      "loss": 0.0317,
      "step": 9990
    },
    {
      "epoch": 1.0831526452732003,
      "grad_norm": 0.09918361902236938,
      "learning_rate": 6.412665022486581e-05,
      "loss": 0.0098,
      "step": 9991
    },
    {
      "epoch": 1.08326105810928,
      "grad_norm": 0.10961809009313583,
      "learning_rate": 6.412302335702887e-05,
      "loss": 0.0046,
      "step": 9992
    },
    {
      "epoch": 1.0833694709453598,
      "grad_norm": 0.2951623797416687,
      "learning_rate": 6.411939648919194e-05,
      "loss": 0.0326,
      "step": 9993
    },
    {
      "epoch": 1.0834778837814398,
      "grad_norm": 0.3793576955795288,
      "learning_rate": 6.4115769621355e-05,
      "loss": 0.0374,
      "step": 9994
    },
    {
      "epoch": 1.0835862966175196,
      "grad_norm": 0.053631678223609924,
      "learning_rate": 6.411214275351807e-05,
      "loss": 0.0088,
      "step": 9995
    },
    {
      "epoch": 1.0836947094535994,
      "grad_norm": 0.4113982021808624,
      "learning_rate": 6.410851588568113e-05,
      "loss": 0.0625,
      "step": 9996
    },
    {
      "epoch": 1.0838031222896791,
      "grad_norm": 0.08686090260744095,
      "learning_rate": 6.41048890178442e-05,
      "loss": 0.0032,
      "step": 9997
    },
    {
      "epoch": 1.0839115351257589,
      "grad_norm": 0.5316187143325806,
      "learning_rate": 6.410126215000726e-05,
      "loss": 0.0325,
      "step": 9998
    },
    {
      "epoch": 1.0840199479618386,
      "grad_norm": 0.3943997621536255,
      "learning_rate": 6.409763528217033e-05,
      "loss": 0.1005,
      "step": 9999
    },
    {
      "epoch": 1.0841283607979184,
      "grad_norm": 0.191489115357399,
      "learning_rate": 6.409400841433338e-05,
      "loss": 0.0189,
      "step": 10000
    },
    {
      "epoch": 1.0842367736339982,
      "grad_norm": 0.18595096468925476,
      "learning_rate": 6.409038154649644e-05,
      "loss": 0.0103,
      "step": 10001
    },
    {
      "epoch": 1.0843451864700782,
      "grad_norm": 0.8539198637008667,
      "learning_rate": 6.408675467865951e-05,
      "loss": 0.0897,
      "step": 10002
    },
    {
      "epoch": 1.084453599306158,
      "grad_norm": 0.1393108367919922,
      "learning_rate": 6.408312781082257e-05,
      "loss": 0.0253,
      "step": 10003
    },
    {
      "epoch": 1.0845620121422377,
      "grad_norm": 0.20959053933620453,
      "learning_rate": 6.407950094298564e-05,
      "loss": 0.0301,
      "step": 10004
    },
    {
      "epoch": 1.0846704249783174,
      "grad_norm": 0.09166314452886581,
      "learning_rate": 6.40758740751487e-05,
      "loss": 0.0101,
      "step": 10005
    },
    {
      "epoch": 1.0847788378143972,
      "grad_norm": 0.21992725133895874,
      "learning_rate": 6.407224720731177e-05,
      "loss": 0.0301,
      "step": 10006
    },
    {
      "epoch": 1.084887250650477,
      "grad_norm": 0.3699204623699188,
      "learning_rate": 6.406862033947483e-05,
      "loss": 0.0617,
      "step": 10007
    },
    {
      "epoch": 1.0849956634865567,
      "grad_norm": 0.5128363370895386,
      "learning_rate": 6.40649934716379e-05,
      "loss": 0.0914,
      "step": 10008
    },
    {
      "epoch": 1.0851040763226365,
      "grad_norm": 0.24107666313648224,
      "learning_rate": 6.406136660380097e-05,
      "loss": 0.0387,
      "step": 10009
    },
    {
      "epoch": 1.0852124891587165,
      "grad_norm": 0.44567742943763733,
      "learning_rate": 6.405773973596403e-05,
      "loss": 0.0397,
      "step": 10010
    },
    {
      "epoch": 1.0853209019947962,
      "grad_norm": 0.22337213158607483,
      "learning_rate": 6.40541128681271e-05,
      "loss": 0.0273,
      "step": 10011
    },
    {
      "epoch": 1.085429314830876,
      "grad_norm": 0.26765477657318115,
      "learning_rate": 6.405048600029015e-05,
      "loss": 0.0549,
      "step": 10012
    },
    {
      "epoch": 1.0855377276669558,
      "grad_norm": 0.6237698793411255,
      "learning_rate": 6.404685913245322e-05,
      "loss": 0.0117,
      "step": 10013
    },
    {
      "epoch": 1.0856461405030355,
      "grad_norm": 0.22314485907554626,
      "learning_rate": 6.404323226461628e-05,
      "loss": 0.0391,
      "step": 10014
    },
    {
      "epoch": 1.0857545533391153,
      "grad_norm": 0.17203250527381897,
      "learning_rate": 6.403960539677934e-05,
      "loss": 0.0261,
      "step": 10015
    },
    {
      "epoch": 1.085862966175195,
      "grad_norm": 0.12680047750473022,
      "learning_rate": 6.403597852894241e-05,
      "loss": 0.0117,
      "step": 10016
    },
    {
      "epoch": 1.085971379011275,
      "grad_norm": 0.2982851564884186,
      "learning_rate": 6.403235166110547e-05,
      "loss": 0.0311,
      "step": 10017
    },
    {
      "epoch": 1.0860797918473548,
      "grad_norm": 0.25847065448760986,
      "learning_rate": 6.402872479326854e-05,
      "loss": 0.0347,
      "step": 10018
    },
    {
      "epoch": 1.0861882046834346,
      "grad_norm": 0.057584021240472794,
      "learning_rate": 6.40250979254316e-05,
      "loss": 0.0069,
      "step": 10019
    },
    {
      "epoch": 1.0862966175195143,
      "grad_norm": 0.128276526927948,
      "learning_rate": 6.402147105759467e-05,
      "loss": 0.0039,
      "step": 10020
    },
    {
      "epoch": 1.086405030355594,
      "grad_norm": 0.29612547159194946,
      "learning_rate": 6.401784418975772e-05,
      "loss": 0.0348,
      "step": 10021
    },
    {
      "epoch": 1.0865134431916739,
      "grad_norm": 0.17573067545890808,
      "learning_rate": 6.40142173219208e-05,
      "loss": 0.0215,
      "step": 10022
    },
    {
      "epoch": 1.0866218560277536,
      "grad_norm": 0.08942428231239319,
      "learning_rate": 6.401059045408385e-05,
      "loss": 0.0127,
      "step": 10023
    },
    {
      "epoch": 1.0867302688638334,
      "grad_norm": 0.04857321083545685,
      "learning_rate": 6.400696358624691e-05,
      "loss": 0.005,
      "step": 10024
    },
    {
      "epoch": 1.0868386816999132,
      "grad_norm": 0.08928794413805008,
      "learning_rate": 6.400333671841e-05,
      "loss": 0.0082,
      "step": 10025
    },
    {
      "epoch": 1.0869470945359931,
      "grad_norm": 0.25526875257492065,
      "learning_rate": 6.399970985057305e-05,
      "loss": 0.0419,
      "step": 10026
    },
    {
      "epoch": 1.087055507372073,
      "grad_norm": 0.25208863615989685,
      "learning_rate": 6.399608298273612e-05,
      "loss": 0.026,
      "step": 10027
    },
    {
      "epoch": 1.0871639202081527,
      "grad_norm": 0.29801177978515625,
      "learning_rate": 6.399245611489918e-05,
      "loss": 0.0402,
      "step": 10028
    },
    {
      "epoch": 1.0872723330442324,
      "grad_norm": 0.22544708847999573,
      "learning_rate": 6.398882924706224e-05,
      "loss": 0.0265,
      "step": 10029
    },
    {
      "epoch": 1.0873807458803122,
      "grad_norm": 0.18084746599197388,
      "learning_rate": 6.398520237922531e-05,
      "loss": 0.0299,
      "step": 10030
    },
    {
      "epoch": 1.087489158716392,
      "grad_norm": 0.3376781940460205,
      "learning_rate": 6.398157551138837e-05,
      "loss": 0.0137,
      "step": 10031
    },
    {
      "epoch": 1.0875975715524717,
      "grad_norm": 0.1959717869758606,
      "learning_rate": 6.397794864355144e-05,
      "loss": 0.0291,
      "step": 10032
    },
    {
      "epoch": 1.0877059843885517,
      "grad_norm": 0.2467978596687317,
      "learning_rate": 6.39743217757145e-05,
      "loss": 0.0494,
      "step": 10033
    },
    {
      "epoch": 1.0878143972246315,
      "grad_norm": 0.05376988276839256,
      "learning_rate": 6.397069490787756e-05,
      "loss": 0.0057,
      "step": 10034
    },
    {
      "epoch": 1.0879228100607112,
      "grad_norm": 0.06568779796361923,
      "learning_rate": 6.396706804004062e-05,
      "loss": 0.0052,
      "step": 10035
    },
    {
      "epoch": 1.088031222896791,
      "grad_norm": 0.1924719661474228,
      "learning_rate": 6.396344117220369e-05,
      "loss": 0.017,
      "step": 10036
    },
    {
      "epoch": 1.0881396357328708,
      "grad_norm": 0.20677168667316437,
      "learning_rate": 6.395981430436675e-05,
      "loss": 0.0104,
      "step": 10037
    },
    {
      "epoch": 1.0882480485689505,
      "grad_norm": 0.23939049243927002,
      "learning_rate": 6.395618743652981e-05,
      "loss": 0.0449,
      "step": 10038
    },
    {
      "epoch": 1.0883564614050303,
      "grad_norm": 0.18365344405174255,
      "learning_rate": 6.395256056869288e-05,
      "loss": 0.0196,
      "step": 10039
    },
    {
      "epoch": 1.08846487424111,
      "grad_norm": 0.36706188321113586,
      "learning_rate": 6.394893370085594e-05,
      "loss": 0.0258,
      "step": 10040
    },
    {
      "epoch": 1.08857328707719,
      "grad_norm": 0.13802558183670044,
      "learning_rate": 6.3945306833019e-05,
      "loss": 0.0173,
      "step": 10041
    },
    {
      "epoch": 1.0886816999132698,
      "grad_norm": 0.607952356338501,
      "learning_rate": 6.394167996518206e-05,
      "loss": 0.0893,
      "step": 10042
    },
    {
      "epoch": 1.0887901127493496,
      "grad_norm": 0.22490662336349487,
      "learning_rate": 6.393805309734513e-05,
      "loss": 0.0297,
      "step": 10043
    },
    {
      "epoch": 1.0888985255854293,
      "grad_norm": 0.23175132274627686,
      "learning_rate": 6.39344262295082e-05,
      "loss": 0.0363,
      "step": 10044
    },
    {
      "epoch": 1.089006938421509,
      "grad_norm": 0.08137837797403336,
      "learning_rate": 6.393079936167126e-05,
      "loss": 0.0173,
      "step": 10045
    },
    {
      "epoch": 1.0891153512575888,
      "grad_norm": 0.1774672567844391,
      "learning_rate": 6.392717249383433e-05,
      "loss": 0.0196,
      "step": 10046
    },
    {
      "epoch": 1.0892237640936686,
      "grad_norm": 0.4138282239437103,
      "learning_rate": 6.392354562599739e-05,
      "loss": 0.0263,
      "step": 10047
    },
    {
      "epoch": 1.0893321769297484,
      "grad_norm": 0.11498729139566422,
      "learning_rate": 6.391991875816046e-05,
      "loss": 0.0085,
      "step": 10048
    },
    {
      "epoch": 1.0894405897658284,
      "grad_norm": 0.08817142248153687,
      "learning_rate": 6.391629189032352e-05,
      "loss": 0.0109,
      "step": 10049
    },
    {
      "epoch": 1.0895490026019081,
      "grad_norm": 0.19448237121105194,
      "learning_rate": 6.391266502248659e-05,
      "loss": 0.0234,
      "step": 10050
    },
    {
      "epoch": 1.0896574154379879,
      "grad_norm": 0.43392857909202576,
      "learning_rate": 6.390903815464965e-05,
      "loss": 0.0798,
      "step": 10051
    },
    {
      "epoch": 1.0897658282740676,
      "grad_norm": 0.3363666236400604,
      "learning_rate": 6.39054112868127e-05,
      "loss": 0.0288,
      "step": 10052
    },
    {
      "epoch": 1.0898742411101474,
      "grad_norm": 0.14070308208465576,
      "learning_rate": 6.390178441897578e-05,
      "loss": 0.0176,
      "step": 10053
    },
    {
      "epoch": 1.0899826539462272,
      "grad_norm": 0.34534120559692383,
      "learning_rate": 6.389815755113883e-05,
      "loss": 0.0492,
      "step": 10054
    },
    {
      "epoch": 1.090091066782307,
      "grad_norm": 0.13997934758663177,
      "learning_rate": 6.38945306833019e-05,
      "loss": 0.0262,
      "step": 10055
    },
    {
      "epoch": 1.090199479618387,
      "grad_norm": 0.1333601474761963,
      "learning_rate": 6.389090381546496e-05,
      "loss": 0.0116,
      "step": 10056
    },
    {
      "epoch": 1.0903078924544667,
      "grad_norm": 0.05857384577393532,
      "learning_rate": 6.388727694762803e-05,
      "loss": 0.0066,
      "step": 10057
    },
    {
      "epoch": 1.0904163052905465,
      "grad_norm": 0.26012539863586426,
      "learning_rate": 6.388365007979109e-05,
      "loss": 0.01,
      "step": 10058
    },
    {
      "epoch": 1.0905247181266262,
      "grad_norm": 0.24873144924640656,
      "learning_rate": 6.388002321195416e-05,
      "loss": 0.0169,
      "step": 10059
    },
    {
      "epoch": 1.090633130962706,
      "grad_norm": 0.3231952488422394,
      "learning_rate": 6.387639634411723e-05,
      "loss": 0.0454,
      "step": 10060
    },
    {
      "epoch": 1.0907415437987857,
      "grad_norm": 0.38255631923675537,
      "learning_rate": 6.387276947628029e-05,
      "loss": 0.0483,
      "step": 10061
    },
    {
      "epoch": 1.0908499566348655,
      "grad_norm": 0.41332635283470154,
      "learning_rate": 6.386914260844336e-05,
      "loss": 0.0372,
      "step": 10062
    },
    {
      "epoch": 1.0909583694709453,
      "grad_norm": 0.11831451952457428,
      "learning_rate": 6.386551574060642e-05,
      "loss": 0.0119,
      "step": 10063
    },
    {
      "epoch": 1.0910667823070253,
      "grad_norm": 0.36106452345848083,
      "learning_rate": 6.386188887276949e-05,
      "loss": 0.0206,
      "step": 10064
    },
    {
      "epoch": 1.091175195143105,
      "grad_norm": 0.1381397843360901,
      "learning_rate": 6.385826200493254e-05,
      "loss": 0.0118,
      "step": 10065
    },
    {
      "epoch": 1.0912836079791848,
      "grad_norm": 0.21809647977352142,
      "learning_rate": 6.38546351370956e-05,
      "loss": 0.0172,
      "step": 10066
    },
    {
      "epoch": 1.0913920208152645,
      "grad_norm": 0.24603205919265747,
      "learning_rate": 6.385100826925867e-05,
      "loss": 0.029,
      "step": 10067
    },
    {
      "epoch": 1.0915004336513443,
      "grad_norm": 0.14446622133255005,
      "learning_rate": 6.384738140142173e-05,
      "loss": 0.0062,
      "step": 10068
    },
    {
      "epoch": 1.091608846487424,
      "grad_norm": 0.08976376056671143,
      "learning_rate": 6.38437545335848e-05,
      "loss": 0.0061,
      "step": 10069
    },
    {
      "epoch": 1.0917172593235038,
      "grad_norm": 0.292940229177475,
      "learning_rate": 6.384012766574786e-05,
      "loss": 0.0322,
      "step": 10070
    },
    {
      "epoch": 1.0918256721595836,
      "grad_norm": 0.2682807743549347,
      "learning_rate": 6.383650079791093e-05,
      "loss": 0.0098,
      "step": 10071
    },
    {
      "epoch": 1.0919340849956636,
      "grad_norm": 0.25705286860466003,
      "learning_rate": 6.383287393007399e-05,
      "loss": 0.0138,
      "step": 10072
    },
    {
      "epoch": 1.0920424978317433,
      "grad_norm": 0.28055328130722046,
      "learning_rate": 6.382924706223706e-05,
      "loss": 0.0314,
      "step": 10073
    },
    {
      "epoch": 1.092150910667823,
      "grad_norm": 0.38817474246025085,
      "learning_rate": 6.382562019440011e-05,
      "loss": 0.0352,
      "step": 10074
    },
    {
      "epoch": 1.0922593235039029,
      "grad_norm": 0.8879719376564026,
      "learning_rate": 6.382199332656317e-05,
      "loss": 0.1159,
      "step": 10075
    },
    {
      "epoch": 1.0923677363399826,
      "grad_norm": 0.17252592742443085,
      "learning_rate": 6.381836645872624e-05,
      "loss": 0.02,
      "step": 10076
    },
    {
      "epoch": 1.0924761491760624,
      "grad_norm": 0.16855168342590332,
      "learning_rate": 6.381473959088931e-05,
      "loss": 0.0264,
      "step": 10077
    },
    {
      "epoch": 1.0925845620121422,
      "grad_norm": 0.18983368575572968,
      "learning_rate": 6.381111272305238e-05,
      "loss": 0.0208,
      "step": 10078
    },
    {
      "epoch": 1.0926929748482221,
      "grad_norm": 0.16129601001739502,
      "learning_rate": 6.380748585521544e-05,
      "loss": 0.0268,
      "step": 10079
    },
    {
      "epoch": 1.092801387684302,
      "grad_norm": 0.1857091784477234,
      "learning_rate": 6.380385898737851e-05,
      "loss": 0.021,
      "step": 10080
    },
    {
      "epoch": 1.0929098005203817,
      "grad_norm": 0.37197738885879517,
      "learning_rate": 6.380023211954157e-05,
      "loss": 0.0156,
      "step": 10081
    },
    {
      "epoch": 1.0930182133564614,
      "grad_norm": 0.2813100814819336,
      "learning_rate": 6.379660525170463e-05,
      "loss": 0.0346,
      "step": 10082
    },
    {
      "epoch": 1.0931266261925412,
      "grad_norm": 0.04333111643791199,
      "learning_rate": 6.37929783838677e-05,
      "loss": 0.0026,
      "step": 10083
    },
    {
      "epoch": 1.093235039028621,
      "grad_norm": 0.07550352811813354,
      "learning_rate": 6.378935151603076e-05,
      "loss": 0.0059,
      "step": 10084
    },
    {
      "epoch": 1.0933434518647007,
      "grad_norm": 0.06589032709598541,
      "learning_rate": 6.378572464819383e-05,
      "loss": 0.0137,
      "step": 10085
    },
    {
      "epoch": 1.0934518647007805,
      "grad_norm": 0.16841307282447815,
      "learning_rate": 6.378209778035688e-05,
      "loss": 0.02,
      "step": 10086
    },
    {
      "epoch": 1.0935602775368602,
      "grad_norm": 0.4046671390533447,
      "learning_rate": 6.377847091251996e-05,
      "loss": 0.026,
      "step": 10087
    },
    {
      "epoch": 1.0936686903729402,
      "grad_norm": 0.5957010984420776,
      "learning_rate": 6.377484404468301e-05,
      "loss": 0.1018,
      "step": 10088
    },
    {
      "epoch": 1.09377710320902,
      "grad_norm": 0.3717002272605896,
      "learning_rate": 6.377121717684607e-05,
      "loss": 0.0108,
      "step": 10089
    },
    {
      "epoch": 1.0938855160450998,
      "grad_norm": 0.4073086977005005,
      "learning_rate": 6.376759030900914e-05,
      "loss": 0.0565,
      "step": 10090
    },
    {
      "epoch": 1.0939939288811795,
      "grad_norm": 0.10723327100276947,
      "learning_rate": 6.37639634411722e-05,
      "loss": 0.0164,
      "step": 10091
    },
    {
      "epoch": 1.0941023417172593,
      "grad_norm": 0.2778034508228302,
      "learning_rate": 6.376033657333527e-05,
      "loss": 0.0474,
      "step": 10092
    },
    {
      "epoch": 1.094210754553339,
      "grad_norm": 0.04548362269997597,
      "learning_rate": 6.375670970549833e-05,
      "loss": 0.0024,
      "step": 10093
    },
    {
      "epoch": 1.0943191673894188,
      "grad_norm": 0.2244805544614792,
      "learning_rate": 6.375308283766141e-05,
      "loss": 0.0189,
      "step": 10094
    },
    {
      "epoch": 1.0944275802254988,
      "grad_norm": 0.3466136157512665,
      "learning_rate": 6.374945596982447e-05,
      "loss": 0.0318,
      "step": 10095
    },
    {
      "epoch": 1.0945359930615786,
      "grad_norm": 0.12331792712211609,
      "learning_rate": 6.374582910198753e-05,
      "loss": 0.0102,
      "step": 10096
    },
    {
      "epoch": 1.0946444058976583,
      "grad_norm": 0.4506611227989197,
      "learning_rate": 6.37422022341506e-05,
      "loss": 0.0281,
      "step": 10097
    },
    {
      "epoch": 1.094752818733738,
      "grad_norm": 0.20502729713916779,
      "learning_rate": 6.373857536631365e-05,
      "loss": 0.0226,
      "step": 10098
    },
    {
      "epoch": 1.0948612315698178,
      "grad_norm": 0.5177767872810364,
      "learning_rate": 6.373494849847672e-05,
      "loss": 0.0198,
      "step": 10099
    },
    {
      "epoch": 1.0949696444058976,
      "grad_norm": 0.2040671557188034,
      "learning_rate": 6.373132163063978e-05,
      "loss": 0.0182,
      "step": 10100
    },
    {
      "epoch": 1.0950780572419774,
      "grad_norm": 0.210194930434227,
      "learning_rate": 6.372769476280285e-05,
      "loss": 0.018,
      "step": 10101
    },
    {
      "epoch": 1.0951864700780571,
      "grad_norm": 0.38022229075431824,
      "learning_rate": 6.372406789496591e-05,
      "loss": 0.0346,
      "step": 10102
    },
    {
      "epoch": 1.0952948829141371,
      "grad_norm": 0.22568736970424652,
      "learning_rate": 6.372044102712898e-05,
      "loss": 0.0422,
      "step": 10103
    },
    {
      "epoch": 1.0954032957502169,
      "grad_norm": 0.12152066826820374,
      "learning_rate": 6.371681415929204e-05,
      "loss": 0.0154,
      "step": 10104
    },
    {
      "epoch": 1.0955117085862967,
      "grad_norm": 0.22527092695236206,
      "learning_rate": 6.37131872914551e-05,
      "loss": 0.0196,
      "step": 10105
    },
    {
      "epoch": 1.0956201214223764,
      "grad_norm": 0.0730675458908081,
      "learning_rate": 6.370956042361817e-05,
      "loss": 0.0098,
      "step": 10106
    },
    {
      "epoch": 1.0957285342584562,
      "grad_norm": 0.16198644042015076,
      "learning_rate": 6.370593355578122e-05,
      "loss": 0.0111,
      "step": 10107
    },
    {
      "epoch": 1.095836947094536,
      "grad_norm": 0.16990888118743896,
      "learning_rate": 6.37023066879443e-05,
      "loss": 0.0185,
      "step": 10108
    },
    {
      "epoch": 1.0959453599306157,
      "grad_norm": 0.2826635241508484,
      "learning_rate": 6.369867982010735e-05,
      "loss": 0.0118,
      "step": 10109
    },
    {
      "epoch": 1.0960537727666955,
      "grad_norm": 0.31066465377807617,
      "learning_rate": 6.369505295227042e-05,
      "loss": 0.0707,
      "step": 10110
    },
    {
      "epoch": 1.0961621856027755,
      "grad_norm": 0.07658278197050095,
      "learning_rate": 6.369142608443348e-05,
      "loss": 0.0054,
      "step": 10111
    },
    {
      "epoch": 1.0962705984388552,
      "grad_norm": 0.29710784554481506,
      "learning_rate": 6.368779921659655e-05,
      "loss": 0.0124,
      "step": 10112
    },
    {
      "epoch": 1.096379011274935,
      "grad_norm": 0.1498260796070099,
      "learning_rate": 6.368417234875962e-05,
      "loss": 0.0362,
      "step": 10113
    },
    {
      "epoch": 1.0964874241110147,
      "grad_norm": 0.22605198621749878,
      "learning_rate": 6.368054548092268e-05,
      "loss": 0.0268,
      "step": 10114
    },
    {
      "epoch": 1.0965958369470945,
      "grad_norm": 0.32752561569213867,
      "learning_rate": 6.367691861308575e-05,
      "loss": 0.0341,
      "step": 10115
    },
    {
      "epoch": 1.0967042497831743,
      "grad_norm": 0.45907869935035706,
      "learning_rate": 6.367329174524881e-05,
      "loss": 0.1068,
      "step": 10116
    },
    {
      "epoch": 1.096812662619254,
      "grad_norm": 0.35042962431907654,
      "learning_rate": 6.366966487741188e-05,
      "loss": 0.1133,
      "step": 10117
    },
    {
      "epoch": 1.096921075455334,
      "grad_norm": 0.9650871157646179,
      "learning_rate": 6.366603800957494e-05,
      "loss": 0.0452,
      "step": 10118
    },
    {
      "epoch": 1.0970294882914138,
      "grad_norm": 0.3144165277481079,
      "learning_rate": 6.366241114173799e-05,
      "loss": 0.0496,
      "step": 10119
    },
    {
      "epoch": 1.0971379011274935,
      "grad_norm": 0.31929948925971985,
      "learning_rate": 6.365878427390106e-05,
      "loss": 0.0324,
      "step": 10120
    },
    {
      "epoch": 1.0972463139635733,
      "grad_norm": 0.46594443917274475,
      "learning_rate": 6.365515740606412e-05,
      "loss": 0.0069,
      "step": 10121
    },
    {
      "epoch": 1.097354726799653,
      "grad_norm": 0.1804986596107483,
      "learning_rate": 6.365153053822719e-05,
      "loss": 0.0082,
      "step": 10122
    },
    {
      "epoch": 1.0974631396357328,
      "grad_norm": 0.2942410111427307,
      "learning_rate": 6.364790367039025e-05,
      "loss": 0.0308,
      "step": 10123
    },
    {
      "epoch": 1.0975715524718126,
      "grad_norm": 0.18210577964782715,
      "learning_rate": 6.364427680255332e-05,
      "loss": 0.03,
      "step": 10124
    },
    {
      "epoch": 1.0976799653078924,
      "grad_norm": 0.1529788225889206,
      "learning_rate": 6.364064993471638e-05,
      "loss": 0.0202,
      "step": 10125
    },
    {
      "epoch": 1.0977883781439723,
      "grad_norm": 0.23168997466564178,
      "learning_rate": 6.363702306687945e-05,
      "loss": 0.0303,
      "step": 10126
    },
    {
      "epoch": 1.097896790980052,
      "grad_norm": 0.24146218597888947,
      "learning_rate": 6.36333961990425e-05,
      "loss": 0.0439,
      "step": 10127
    },
    {
      "epoch": 1.0980052038161319,
      "grad_norm": 0.3269650340080261,
      "learning_rate": 6.362976933120556e-05,
      "loss": 0.0668,
      "step": 10128
    },
    {
      "epoch": 1.0981136166522116,
      "grad_norm": 0.21732483804225922,
      "learning_rate": 6.362614246336865e-05,
      "loss": 0.0537,
      "step": 10129
    },
    {
      "epoch": 1.0982220294882914,
      "grad_norm": 0.5797446370124817,
      "learning_rate": 6.36225155955317e-05,
      "loss": 0.0489,
      "step": 10130
    },
    {
      "epoch": 1.0983304423243712,
      "grad_norm": 0.32155629992485046,
      "learning_rate": 6.361888872769478e-05,
      "loss": 0.0387,
      "step": 10131
    },
    {
      "epoch": 1.098438855160451,
      "grad_norm": 0.1329847127199173,
      "learning_rate": 6.361526185985783e-05,
      "loss": 0.0114,
      "step": 10132
    },
    {
      "epoch": 1.0985472679965307,
      "grad_norm": 0.17787639796733856,
      "learning_rate": 6.361163499202089e-05,
      "loss": 0.0305,
      "step": 10133
    },
    {
      "epoch": 1.0986556808326107,
      "grad_norm": 0.24566760659217834,
      "learning_rate": 6.360800812418396e-05,
      "loss": 0.0428,
      "step": 10134
    },
    {
      "epoch": 1.0987640936686904,
      "grad_norm": 0.08732905238866806,
      "learning_rate": 6.360438125634702e-05,
      "loss": 0.012,
      "step": 10135
    },
    {
      "epoch": 1.0988725065047702,
      "grad_norm": 0.3400669991970062,
      "learning_rate": 6.360075438851009e-05,
      "loss": 0.0348,
      "step": 10136
    },
    {
      "epoch": 1.09898091934085,
      "grad_norm": 0.08801912516355515,
      "learning_rate": 6.359712752067315e-05,
      "loss": 0.0124,
      "step": 10137
    },
    {
      "epoch": 1.0990893321769297,
      "grad_norm": 0.2445850670337677,
      "learning_rate": 6.359350065283622e-05,
      "loss": 0.0551,
      "step": 10138
    },
    {
      "epoch": 1.0991977450130095,
      "grad_norm": 0.18226341903209686,
      "learning_rate": 6.358987378499927e-05,
      "loss": 0.0197,
      "step": 10139
    },
    {
      "epoch": 1.0993061578490892,
      "grad_norm": 0.15413132309913635,
      "learning_rate": 6.358624691716235e-05,
      "loss": 0.0511,
      "step": 10140
    },
    {
      "epoch": 1.0994145706851692,
      "grad_norm": 0.2471274882555008,
      "learning_rate": 6.35826200493254e-05,
      "loss": 0.0339,
      "step": 10141
    },
    {
      "epoch": 1.099522983521249,
      "grad_norm": 0.16536454856395721,
      "learning_rate": 6.357899318148846e-05,
      "loss": 0.0414,
      "step": 10142
    },
    {
      "epoch": 1.0996313963573288,
      "grad_norm": 0.16038399934768677,
      "learning_rate": 6.357536631365153e-05,
      "loss": 0.0428,
      "step": 10143
    },
    {
      "epoch": 1.0997398091934085,
      "grad_norm": 0.2021716684103012,
      "learning_rate": 6.357173944581459e-05,
      "loss": 0.0301,
      "step": 10144
    },
    {
      "epoch": 1.0998482220294883,
      "grad_norm": 0.3620728552341461,
      "learning_rate": 6.356811257797766e-05,
      "loss": 0.0307,
      "step": 10145
    },
    {
      "epoch": 1.099956634865568,
      "grad_norm": 0.3593653738498688,
      "learning_rate": 6.356448571014073e-05,
      "loss": 0.0513,
      "step": 10146
    },
    {
      "epoch": 1.1000650477016478,
      "grad_norm": 0.1713462471961975,
      "learning_rate": 6.356085884230379e-05,
      "loss": 0.0221,
      "step": 10147
    },
    {
      "epoch": 1.1001734605377276,
      "grad_norm": 0.2760991156101227,
      "learning_rate": 6.355723197446686e-05,
      "loss": 0.0201,
      "step": 10148
    },
    {
      "epoch": 1.1002818733738076,
      "grad_norm": 0.11782794445753098,
      "learning_rate": 6.355360510662992e-05,
      "loss": 0.0221,
      "step": 10149
    },
    {
      "epoch": 1.1003902862098873,
      "grad_norm": 0.30333444476127625,
      "learning_rate": 6.354997823879299e-05,
      "loss": 0.052,
      "step": 10150
    },
    {
      "epoch": 1.100498699045967,
      "grad_norm": 0.2854822874069214,
      "learning_rate": 6.354635137095604e-05,
      "loss": 0.0239,
      "step": 10151
    },
    {
      "epoch": 1.1006071118820469,
      "grad_norm": 0.37074342370033264,
      "learning_rate": 6.354272450311912e-05,
      "loss": 0.0529,
      "step": 10152
    },
    {
      "epoch": 1.1007155247181266,
      "grad_norm": 0.30928370356559753,
      "learning_rate": 6.353909763528217e-05,
      "loss": 0.0568,
      "step": 10153
    },
    {
      "epoch": 1.1008239375542064,
      "grad_norm": 0.18246476352214813,
      "learning_rate": 6.353547076744524e-05,
      "loss": 0.028,
      "step": 10154
    },
    {
      "epoch": 1.1009323503902861,
      "grad_norm": 0.15842407941818237,
      "learning_rate": 6.35318438996083e-05,
      "loss": 0.0264,
      "step": 10155
    },
    {
      "epoch": 1.101040763226366,
      "grad_norm": 0.14790871739387512,
      "learning_rate": 6.352821703177136e-05,
      "loss": 0.0288,
      "step": 10156
    },
    {
      "epoch": 1.101149176062446,
      "grad_norm": 0.23753371834754944,
      "learning_rate": 6.352459016393443e-05,
      "loss": 0.0145,
      "step": 10157
    },
    {
      "epoch": 1.1012575888985257,
      "grad_norm": 0.12716390192508698,
      "learning_rate": 6.352096329609749e-05,
      "loss": 0.0191,
      "step": 10158
    },
    {
      "epoch": 1.1013660017346054,
      "grad_norm": 0.18153789639472961,
      "learning_rate": 6.351733642826056e-05,
      "loss": 0.0326,
      "step": 10159
    },
    {
      "epoch": 1.1014744145706852,
      "grad_norm": 0.33136218786239624,
      "learning_rate": 6.351370956042361e-05,
      "loss": 0.0412,
      "step": 10160
    },
    {
      "epoch": 1.101582827406765,
      "grad_norm": 0.13359889388084412,
      "learning_rate": 6.351008269258669e-05,
      "loss": 0.0144,
      "step": 10161
    },
    {
      "epoch": 1.1016912402428447,
      "grad_norm": 0.28446272015571594,
      "learning_rate": 6.350645582474974e-05,
      "loss": 0.0477,
      "step": 10162
    },
    {
      "epoch": 1.1017996530789245,
      "grad_norm": 0.21997369825839996,
      "learning_rate": 6.350282895691281e-05,
      "loss": 0.0195,
      "step": 10163
    },
    {
      "epoch": 1.1019080659150045,
      "grad_norm": 0.17062903940677643,
      "learning_rate": 6.349920208907588e-05,
      "loss": 0.0195,
      "step": 10164
    },
    {
      "epoch": 1.1020164787510842,
      "grad_norm": 0.12066631019115448,
      "learning_rate": 6.349557522123894e-05,
      "loss": 0.0148,
      "step": 10165
    },
    {
      "epoch": 1.102124891587164,
      "grad_norm": 0.12370310723781586,
      "learning_rate": 6.349194835340201e-05,
      "loss": 0.0205,
      "step": 10166
    },
    {
      "epoch": 1.1022333044232437,
      "grad_norm": 0.1265982985496521,
      "learning_rate": 6.348832148556507e-05,
      "loss": 0.0141,
      "step": 10167
    },
    {
      "epoch": 1.1023417172593235,
      "grad_norm": 0.22011873126029968,
      "learning_rate": 6.348469461772814e-05,
      "loss": 0.0237,
      "step": 10168
    },
    {
      "epoch": 1.1024501300954033,
      "grad_norm": 0.11683418601751328,
      "learning_rate": 6.34810677498912e-05,
      "loss": 0.0198,
      "step": 10169
    },
    {
      "epoch": 1.102558542931483,
      "grad_norm": 0.18432025611400604,
      "learning_rate": 6.347744088205426e-05,
      "loss": 0.0405,
      "step": 10170
    },
    {
      "epoch": 1.1026669557675628,
      "grad_norm": 0.22905687987804413,
      "learning_rate": 6.347381401421733e-05,
      "loss": 0.032,
      "step": 10171
    },
    {
      "epoch": 1.1027753686036426,
      "grad_norm": 0.10708104819059372,
      "learning_rate": 6.347018714638038e-05,
      "loss": 0.0196,
      "step": 10172
    },
    {
      "epoch": 1.1028837814397225,
      "grad_norm": 0.4984990358352661,
      "learning_rate": 6.346656027854345e-05,
      "loss": 0.0536,
      "step": 10173
    },
    {
      "epoch": 1.1029921942758023,
      "grad_norm": 0.6512622237205505,
      "learning_rate": 6.346293341070651e-05,
      "loss": 0.0456,
      "step": 10174
    },
    {
      "epoch": 1.103100607111882,
      "grad_norm": 0.23765569925308228,
      "learning_rate": 6.345930654286958e-05,
      "loss": 0.0411,
      "step": 10175
    },
    {
      "epoch": 1.1032090199479618,
      "grad_norm": 0.26418066024780273,
      "learning_rate": 6.345567967503264e-05,
      "loss": 0.03,
      "step": 10176
    },
    {
      "epoch": 1.1033174327840416,
      "grad_norm": 0.23176929354667664,
      "learning_rate": 6.345205280719571e-05,
      "loss": 0.0257,
      "step": 10177
    },
    {
      "epoch": 1.1034258456201214,
      "grad_norm": 1.5542274713516235,
      "learning_rate": 6.344842593935877e-05,
      "loss": 0.0431,
      "step": 10178
    },
    {
      "epoch": 1.1035342584562011,
      "grad_norm": 0.5061622262001038,
      "learning_rate": 6.344479907152183e-05,
      "loss": 0.0594,
      "step": 10179
    },
    {
      "epoch": 1.103642671292281,
      "grad_norm": 0.37369441986083984,
      "learning_rate": 6.34411722036849e-05,
      "loss": 0.053,
      "step": 10180
    },
    {
      "epoch": 1.1037510841283609,
      "grad_norm": 0.2085987776517868,
      "learning_rate": 6.343754533584797e-05,
      "loss": 0.0128,
      "step": 10181
    },
    {
      "epoch": 1.1038594969644406,
      "grad_norm": 0.29730427265167236,
      "learning_rate": 6.343391846801104e-05,
      "loss": 0.0539,
      "step": 10182
    },
    {
      "epoch": 1.1039679098005204,
      "grad_norm": 0.5512031316757202,
      "learning_rate": 6.34302916001741e-05,
      "loss": 0.0299,
      "step": 10183
    },
    {
      "epoch": 1.1040763226366002,
      "grad_norm": 0.19376757740974426,
      "learning_rate": 6.342666473233717e-05,
      "loss": 0.0252,
      "step": 10184
    },
    {
      "epoch": 1.10418473547268,
      "grad_norm": 0.2225208878517151,
      "learning_rate": 6.342303786450022e-05,
      "loss": 0.0354,
      "step": 10185
    },
    {
      "epoch": 1.1042931483087597,
      "grad_norm": 0.37623080611228943,
      "learning_rate": 6.341941099666328e-05,
      "loss": 0.0262,
      "step": 10186
    },
    {
      "epoch": 1.1044015611448394,
      "grad_norm": 0.4019797742366791,
      "learning_rate": 6.341578412882635e-05,
      "loss": 0.0244,
      "step": 10187
    },
    {
      "epoch": 1.1045099739809194,
      "grad_norm": 0.11046987771987915,
      "learning_rate": 6.341215726098941e-05,
      "loss": 0.0152,
      "step": 10188
    },
    {
      "epoch": 1.1046183868169992,
      "grad_norm": 0.3134947717189789,
      "learning_rate": 6.340853039315248e-05,
      "loss": 0.0423,
      "step": 10189
    },
    {
      "epoch": 1.104726799653079,
      "grad_norm": 0.20232722163200378,
      "learning_rate": 6.340490352531554e-05,
      "loss": 0.0203,
      "step": 10190
    },
    {
      "epoch": 1.1048352124891587,
      "grad_norm": 0.21440915763378143,
      "learning_rate": 6.340127665747861e-05,
      "loss": 0.0277,
      "step": 10191
    },
    {
      "epoch": 1.1049436253252385,
      "grad_norm": 0.15108102560043335,
      "learning_rate": 6.339764978964167e-05,
      "loss": 0.0119,
      "step": 10192
    },
    {
      "epoch": 1.1050520381613183,
      "grad_norm": 0.239689901471138,
      "learning_rate": 6.339402292180474e-05,
      "loss": 0.0171,
      "step": 10193
    },
    {
      "epoch": 1.105160450997398,
      "grad_norm": 0.1891959309577942,
      "learning_rate": 6.33903960539678e-05,
      "loss": 0.023,
      "step": 10194
    },
    {
      "epoch": 1.1052688638334778,
      "grad_norm": 0.17060260474681854,
      "learning_rate": 6.338676918613085e-05,
      "loss": 0.0613,
      "step": 10195
    },
    {
      "epoch": 1.1053772766695578,
      "grad_norm": 0.26068633794784546,
      "learning_rate": 6.338314231829392e-05,
      "loss": 0.0595,
      "step": 10196
    },
    {
      "epoch": 1.1054856895056375,
      "grad_norm": 0.07426866888999939,
      "learning_rate": 6.337951545045698e-05,
      "loss": 0.0164,
      "step": 10197
    },
    {
      "epoch": 1.1055941023417173,
      "grad_norm": 0.30802270770072937,
      "learning_rate": 6.337588858262006e-05,
      "loss": 0.0446,
      "step": 10198
    },
    {
      "epoch": 1.105702515177797,
      "grad_norm": 0.26373836398124695,
      "learning_rate": 6.337226171478312e-05,
      "loss": 0.0628,
      "step": 10199
    },
    {
      "epoch": 1.1058109280138768,
      "grad_norm": 0.4619188606739044,
      "learning_rate": 6.336863484694618e-05,
      "loss": 0.0289,
      "step": 10200
    },
    {
      "epoch": 1.1059193408499566,
      "grad_norm": 0.10080280154943466,
      "learning_rate": 6.336500797910925e-05,
      "loss": 0.0105,
      "step": 10201
    },
    {
      "epoch": 1.1060277536860363,
      "grad_norm": 0.18866689503192902,
      "learning_rate": 6.336138111127231e-05,
      "loss": 0.0213,
      "step": 10202
    },
    {
      "epoch": 1.1061361665221163,
      "grad_norm": 0.18606117367744446,
      "learning_rate": 6.335775424343538e-05,
      "loss": 0.0479,
      "step": 10203
    },
    {
      "epoch": 1.106244579358196,
      "grad_norm": 0.19766846299171448,
      "learning_rate": 6.335412737559844e-05,
      "loss": 0.0372,
      "step": 10204
    },
    {
      "epoch": 1.1063529921942759,
      "grad_norm": 0.41869693994522095,
      "learning_rate": 6.33505005077615e-05,
      "loss": 0.0236,
      "step": 10205
    },
    {
      "epoch": 1.1064614050303556,
      "grad_norm": 0.48775148391723633,
      "learning_rate": 6.334687363992456e-05,
      "loss": 0.0318,
      "step": 10206
    },
    {
      "epoch": 1.1065698178664354,
      "grad_norm": 0.33341559767723083,
      "learning_rate": 6.334324677208763e-05,
      "loss": 0.0343,
      "step": 10207
    },
    {
      "epoch": 1.1066782307025151,
      "grad_norm": 0.1270567625761032,
      "learning_rate": 6.333961990425069e-05,
      "loss": 0.011,
      "step": 10208
    },
    {
      "epoch": 1.106786643538595,
      "grad_norm": 0.3001345694065094,
      "learning_rate": 6.333599303641375e-05,
      "loss": 0.0563,
      "step": 10209
    },
    {
      "epoch": 1.1068950563746747,
      "grad_norm": 0.4209050238132477,
      "learning_rate": 6.333236616857682e-05,
      "loss": 0.0429,
      "step": 10210
    },
    {
      "epoch": 1.1070034692107547,
      "grad_norm": 0.2532041370868683,
      "learning_rate": 6.332873930073988e-05,
      "loss": 0.0579,
      "step": 10211
    },
    {
      "epoch": 1.1071118820468344,
      "grad_norm": 0.13078103959560394,
      "learning_rate": 6.332511243290295e-05,
      "loss": 0.0181,
      "step": 10212
    },
    {
      "epoch": 1.1072202948829142,
      "grad_norm": 0.22637450695037842,
      "learning_rate": 6.3321485565066e-05,
      "loss": 0.0251,
      "step": 10213
    },
    {
      "epoch": 1.107328707718994,
      "grad_norm": 0.15173444151878357,
      "learning_rate": 6.331785869722908e-05,
      "loss": 0.0196,
      "step": 10214
    },
    {
      "epoch": 1.1074371205550737,
      "grad_norm": 0.12167179584503174,
      "learning_rate": 6.331423182939215e-05,
      "loss": 0.0147,
      "step": 10215
    },
    {
      "epoch": 1.1075455333911535,
      "grad_norm": 0.06320048868656158,
      "learning_rate": 6.33106049615552e-05,
      "loss": 0.006,
      "step": 10216
    },
    {
      "epoch": 1.1076539462272332,
      "grad_norm": 0.3209121823310852,
      "learning_rate": 6.330697809371828e-05,
      "loss": 0.0393,
      "step": 10217
    },
    {
      "epoch": 1.107762359063313,
      "grad_norm": 0.13965700566768646,
      "learning_rate": 6.330335122588133e-05,
      "loss": 0.0151,
      "step": 10218
    },
    {
      "epoch": 1.107870771899393,
      "grad_norm": 0.2552620768547058,
      "learning_rate": 6.32997243580444e-05,
      "loss": 0.0251,
      "step": 10219
    },
    {
      "epoch": 1.1079791847354727,
      "grad_norm": 0.14793060719966888,
      "learning_rate": 6.329609749020746e-05,
      "loss": 0.0194,
      "step": 10220
    },
    {
      "epoch": 1.1080875975715525,
      "grad_norm": 0.13635781407356262,
      "learning_rate": 6.329247062237053e-05,
      "loss": 0.0164,
      "step": 10221
    },
    {
      "epoch": 1.1081960104076323,
      "grad_norm": 0.08860806375741959,
      "learning_rate": 6.328884375453359e-05,
      "loss": 0.0072,
      "step": 10222
    },
    {
      "epoch": 1.108304423243712,
      "grad_norm": 0.33407193422317505,
      "learning_rate": 6.328521688669665e-05,
      "loss": 0.0313,
      "step": 10223
    },
    {
      "epoch": 1.1084128360797918,
      "grad_norm": 0.2500165104866028,
      "learning_rate": 6.328159001885972e-05,
      "loss": 0.0277,
      "step": 10224
    },
    {
      "epoch": 1.1085212489158716,
      "grad_norm": 0.38306304812431335,
      "learning_rate": 6.327796315102277e-05,
      "loss": 0.0188,
      "step": 10225
    },
    {
      "epoch": 1.1086296617519515,
      "grad_norm": 0.14474590122699738,
      "learning_rate": 6.327433628318585e-05,
      "loss": 0.0119,
      "step": 10226
    },
    {
      "epoch": 1.1087380745880313,
      "grad_norm": 0.17559808492660522,
      "learning_rate": 6.32707094153489e-05,
      "loss": 0.021,
      "step": 10227
    },
    {
      "epoch": 1.108846487424111,
      "grad_norm": 0.1960068792104721,
      "learning_rate": 6.326708254751197e-05,
      "loss": 0.0169,
      "step": 10228
    },
    {
      "epoch": 1.1089549002601908,
      "grad_norm": 0.40394914150238037,
      "learning_rate": 6.326345567967503e-05,
      "loss": 0.0375,
      "step": 10229
    },
    {
      "epoch": 1.1090633130962706,
      "grad_norm": 0.4649776518344879,
      "learning_rate": 6.32598288118381e-05,
      "loss": 0.0747,
      "step": 10230
    },
    {
      "epoch": 1.1091717259323504,
      "grad_norm": 0.17270198464393616,
      "learning_rate": 6.325620194400116e-05,
      "loss": 0.0086,
      "step": 10231
    },
    {
      "epoch": 1.1092801387684301,
      "grad_norm": 0.22113037109375,
      "learning_rate": 6.325257507616422e-05,
      "loss": 0.0148,
      "step": 10232
    },
    {
      "epoch": 1.1093885516045099,
      "grad_norm": 0.18657180666923523,
      "learning_rate": 6.32489482083273e-05,
      "loss": 0.0141,
      "step": 10233
    },
    {
      "epoch": 1.1094969644405897,
      "grad_norm": 0.2310320883989334,
      "learning_rate": 6.324532134049036e-05,
      "loss": 0.0199,
      "step": 10234
    },
    {
      "epoch": 1.1096053772766696,
      "grad_norm": 0.21569567918777466,
      "learning_rate": 6.324169447265343e-05,
      "loss": 0.0227,
      "step": 10235
    },
    {
      "epoch": 1.1097137901127494,
      "grad_norm": 0.1835847944021225,
      "learning_rate": 6.323806760481649e-05,
      "loss": 0.0138,
      "step": 10236
    },
    {
      "epoch": 1.1098222029488292,
      "grad_norm": 0.3972479999065399,
      "learning_rate": 6.323444073697954e-05,
      "loss": 0.064,
      "step": 10237
    },
    {
      "epoch": 1.109930615784909,
      "grad_norm": 0.22011655569076538,
      "learning_rate": 6.323081386914261e-05,
      "loss": 0.0249,
      "step": 10238
    },
    {
      "epoch": 1.1100390286209887,
      "grad_norm": 0.38775497674942017,
      "learning_rate": 6.322718700130567e-05,
      "loss": 0.0574,
      "step": 10239
    },
    {
      "epoch": 1.1101474414570685,
      "grad_norm": 0.2369806468486786,
      "learning_rate": 6.322356013346874e-05,
      "loss": 0.0412,
      "step": 10240
    },
    {
      "epoch": 1.1102558542931482,
      "grad_norm": 0.17250220477581024,
      "learning_rate": 6.32199332656318e-05,
      "loss": 0.0233,
      "step": 10241
    },
    {
      "epoch": 1.1103642671292282,
      "grad_norm": 0.13823413848876953,
      "learning_rate": 6.321630639779487e-05,
      "loss": 0.0171,
      "step": 10242
    },
    {
      "epoch": 1.110472679965308,
      "grad_norm": 0.19303561747074127,
      "learning_rate": 6.321267952995793e-05,
      "loss": 0.0453,
      "step": 10243
    },
    {
      "epoch": 1.1105810928013877,
      "grad_norm": 0.2635110020637512,
      "learning_rate": 6.3209052662121e-05,
      "loss": 0.0246,
      "step": 10244
    },
    {
      "epoch": 1.1106895056374675,
      "grad_norm": 0.10992101579904556,
      "learning_rate": 6.320542579428406e-05,
      "loss": 0.0102,
      "step": 10245
    },
    {
      "epoch": 1.1107979184735473,
      "grad_norm": 0.333713173866272,
      "learning_rate": 6.320179892644711e-05,
      "loss": 0.0115,
      "step": 10246
    },
    {
      "epoch": 1.110906331309627,
      "grad_norm": 0.1112704873085022,
      "learning_rate": 6.319817205861018e-05,
      "loss": 0.0073,
      "step": 10247
    },
    {
      "epoch": 1.1110147441457068,
      "grad_norm": 0.27669721841812134,
      "learning_rate": 6.319454519077324e-05,
      "loss": 0.0502,
      "step": 10248
    },
    {
      "epoch": 1.1111231569817865,
      "grad_norm": 0.10591024160385132,
      "learning_rate": 6.319091832293631e-05,
      "loss": 0.0207,
      "step": 10249
    },
    {
      "epoch": 1.1112315698178665,
      "grad_norm": 0.19680453836917877,
      "learning_rate": 6.318729145509938e-05,
      "loss": 0.0414,
      "step": 10250
    },
    {
      "epoch": 1.1113399826539463,
      "grad_norm": 0.1407877802848816,
      "learning_rate": 6.318366458726244e-05,
      "loss": 0.0234,
      "step": 10251
    },
    {
      "epoch": 1.111448395490026,
      "grad_norm": 0.09489528834819794,
      "learning_rate": 6.318003771942551e-05,
      "loss": 0.0092,
      "step": 10252
    },
    {
      "epoch": 1.1115568083261058,
      "grad_norm": 0.16821753978729248,
      "learning_rate": 6.317641085158857e-05,
      "loss": 0.0159,
      "step": 10253
    },
    {
      "epoch": 1.1116652211621856,
      "grad_norm": 0.2153720110654831,
      "learning_rate": 6.317278398375164e-05,
      "loss": 0.0263,
      "step": 10254
    },
    {
      "epoch": 1.1117736339982653,
      "grad_norm": 1.3453365564346313,
      "learning_rate": 6.31691571159147e-05,
      "loss": 0.0216,
      "step": 10255
    },
    {
      "epoch": 1.111882046834345,
      "grad_norm": 0.12088490277528763,
      "learning_rate": 6.316553024807777e-05,
      "loss": 0.0213,
      "step": 10256
    },
    {
      "epoch": 1.1119904596704249,
      "grad_norm": 0.19846880435943604,
      "learning_rate": 6.316190338024083e-05,
      "loss": 0.0162,
      "step": 10257
    },
    {
      "epoch": 1.1120988725065049,
      "grad_norm": 0.2198629230260849,
      "learning_rate": 6.31582765124039e-05,
      "loss": 0.0331,
      "step": 10258
    },
    {
      "epoch": 1.1122072853425846,
      "grad_norm": 0.46363162994384766,
      "learning_rate": 6.315464964456695e-05,
      "loss": 0.0685,
      "step": 10259
    },
    {
      "epoch": 1.1123156981786644,
      "grad_norm": 0.11329340189695358,
      "learning_rate": 6.315102277673001e-05,
      "loss": 0.01,
      "step": 10260
    },
    {
      "epoch": 1.1124241110147441,
      "grad_norm": 0.21267078816890717,
      "learning_rate": 6.314739590889308e-05,
      "loss": 0.0276,
      "step": 10261
    },
    {
      "epoch": 1.112532523850824,
      "grad_norm": 0.09532754868268967,
      "learning_rate": 6.314376904105614e-05,
      "loss": 0.0105,
      "step": 10262
    },
    {
      "epoch": 1.1126409366869037,
      "grad_norm": 0.18687359988689423,
      "learning_rate": 6.314014217321921e-05,
      "loss": 0.0349,
      "step": 10263
    },
    {
      "epoch": 1.1127493495229834,
      "grad_norm": 0.10325200110673904,
      "learning_rate": 6.313651530538227e-05,
      "loss": 0.0057,
      "step": 10264
    },
    {
      "epoch": 1.1128577623590634,
      "grad_norm": 0.3867473304271698,
      "learning_rate": 6.313288843754534e-05,
      "loss": 0.0398,
      "step": 10265
    },
    {
      "epoch": 1.1129661751951432,
      "grad_norm": 0.21824896335601807,
      "learning_rate": 6.31292615697084e-05,
      "loss": 0.03,
      "step": 10266
    },
    {
      "epoch": 1.113074588031223,
      "grad_norm": 0.12538529932498932,
      "learning_rate": 6.312563470187147e-05,
      "loss": 0.0052,
      "step": 10267
    },
    {
      "epoch": 1.1131830008673027,
      "grad_norm": 0.381954550743103,
      "learning_rate": 6.312200783403454e-05,
      "loss": 0.0273,
      "step": 10268
    },
    {
      "epoch": 1.1132914137033825,
      "grad_norm": 0.06888481229543686,
      "learning_rate": 6.31183809661976e-05,
      "loss": 0.0073,
      "step": 10269
    },
    {
      "epoch": 1.1133998265394622,
      "grad_norm": 0.1364792436361313,
      "learning_rate": 6.311475409836067e-05,
      "loss": 0.017,
      "step": 10270
    },
    {
      "epoch": 1.113508239375542,
      "grad_norm": 0.16411642730236053,
      "learning_rate": 6.311112723052372e-05,
      "loss": 0.0079,
      "step": 10271
    },
    {
      "epoch": 1.1136166522116218,
      "grad_norm": 0.24957354366779327,
      "learning_rate": 6.31075003626868e-05,
      "loss": 0.037,
      "step": 10272
    },
    {
      "epoch": 1.1137250650477017,
      "grad_norm": 0.21427208185195923,
      "learning_rate": 6.310387349484985e-05,
      "loss": 0.0359,
      "step": 10273
    },
    {
      "epoch": 1.1138334778837815,
      "grad_norm": 0.3207513988018036,
      "learning_rate": 6.310024662701291e-05,
      "loss": 0.0297,
      "step": 10274
    },
    {
      "epoch": 1.1139418907198613,
      "grad_norm": 0.1472882330417633,
      "learning_rate": 6.309661975917598e-05,
      "loss": 0.0158,
      "step": 10275
    },
    {
      "epoch": 1.114050303555941,
      "grad_norm": 0.4434593617916107,
      "learning_rate": 6.309299289133904e-05,
      "loss": 0.0465,
      "step": 10276
    },
    {
      "epoch": 1.1141587163920208,
      "grad_norm": 0.26586297154426575,
      "learning_rate": 6.308936602350211e-05,
      "loss": 0.0161,
      "step": 10277
    },
    {
      "epoch": 1.1142671292281006,
      "grad_norm": 0.5160677433013916,
      "learning_rate": 6.308573915566517e-05,
      "loss": 0.0209,
      "step": 10278
    },
    {
      "epoch": 1.1143755420641803,
      "grad_norm": 0.1303347945213318,
      "learning_rate": 6.308211228782824e-05,
      "loss": 0.0189,
      "step": 10279
    },
    {
      "epoch": 1.11448395490026,
      "grad_norm": 0.2757927477359772,
      "learning_rate": 6.30784854199913e-05,
      "loss": 0.0189,
      "step": 10280
    },
    {
      "epoch": 1.11459236773634,
      "grad_norm": 0.1268795132637024,
      "learning_rate": 6.307485855215436e-05,
      "loss": 0.0318,
      "step": 10281
    },
    {
      "epoch": 1.1147007805724198,
      "grad_norm": 0.2824051082134247,
      "learning_rate": 6.307123168431742e-05,
      "loss": 0.027,
      "step": 10282
    },
    {
      "epoch": 1.1148091934084996,
      "grad_norm": 0.6308897733688354,
      "learning_rate": 6.306760481648048e-05,
      "loss": 0.0599,
      "step": 10283
    },
    {
      "epoch": 1.1149176062445794,
      "grad_norm": 0.12094160169363022,
      "learning_rate": 6.306397794864355e-05,
      "loss": 0.0064,
      "step": 10284
    },
    {
      "epoch": 1.1150260190806591,
      "grad_norm": 0.0833488404750824,
      "learning_rate": 6.306035108080662e-05,
      "loss": 0.0078,
      "step": 10285
    },
    {
      "epoch": 1.1151344319167389,
      "grad_norm": 0.37794041633605957,
      "learning_rate": 6.305672421296969e-05,
      "loss": 0.0185,
      "step": 10286
    },
    {
      "epoch": 1.1152428447528187,
      "grad_norm": 0.09187445044517517,
      "learning_rate": 6.305309734513275e-05,
      "loss": 0.0089,
      "step": 10287
    },
    {
      "epoch": 1.1153512575888986,
      "grad_norm": 0.12982763350009918,
      "learning_rate": 6.304947047729582e-05,
      "loss": 0.0114,
      "step": 10288
    },
    {
      "epoch": 1.1154596704249784,
      "grad_norm": 0.4708338975906372,
      "learning_rate": 6.304584360945888e-05,
      "loss": 0.0476,
      "step": 10289
    },
    {
      "epoch": 1.1155680832610582,
      "grad_norm": 0.4095271825790405,
      "learning_rate": 6.304221674162193e-05,
      "loss": 0.0404,
      "step": 10290
    },
    {
      "epoch": 1.115676496097138,
      "grad_norm": 0.29289665818214417,
      "learning_rate": 6.3038589873785e-05,
      "loss": 0.0254,
      "step": 10291
    },
    {
      "epoch": 1.1157849089332177,
      "grad_norm": 0.3721018433570862,
      "learning_rate": 6.303496300594806e-05,
      "loss": 0.0506,
      "step": 10292
    },
    {
      "epoch": 1.1158933217692975,
      "grad_norm": 0.33755195140838623,
      "learning_rate": 6.303133613811113e-05,
      "loss": 0.022,
      "step": 10293
    },
    {
      "epoch": 1.1160017346053772,
      "grad_norm": 0.4887348413467407,
      "learning_rate": 6.302770927027419e-05,
      "loss": 0.0261,
      "step": 10294
    },
    {
      "epoch": 1.116110147441457,
      "grad_norm": 0.2696123719215393,
      "learning_rate": 6.302408240243726e-05,
      "loss": 0.0214,
      "step": 10295
    },
    {
      "epoch": 1.116218560277537,
      "grad_norm": 0.25171664357185364,
      "learning_rate": 6.302045553460032e-05,
      "loss": 0.0287,
      "step": 10296
    },
    {
      "epoch": 1.1163269731136167,
      "grad_norm": 0.3137718737125397,
      "learning_rate": 6.301682866676339e-05,
      "loss": 0.0359,
      "step": 10297
    },
    {
      "epoch": 1.1164353859496965,
      "grad_norm": 0.3942033648490906,
      "learning_rate": 6.301320179892645e-05,
      "loss": 0.0252,
      "step": 10298
    },
    {
      "epoch": 1.1165437987857763,
      "grad_norm": 0.07850389182567596,
      "learning_rate": 6.30095749310895e-05,
      "loss": 0.0146,
      "step": 10299
    },
    {
      "epoch": 1.116652211621856,
      "grad_norm": 0.46011239290237427,
      "learning_rate": 6.300594806325258e-05,
      "loss": 0.0571,
      "step": 10300
    },
    {
      "epoch": 1.1167606244579358,
      "grad_norm": 0.5224719643592834,
      "learning_rate": 6.300232119541563e-05,
      "loss": 0.0295,
      "step": 10301
    },
    {
      "epoch": 1.1168690372940155,
      "grad_norm": 0.14855317771434784,
      "learning_rate": 6.299869432757872e-05,
      "loss": 0.0117,
      "step": 10302
    },
    {
      "epoch": 1.1169774501300953,
      "grad_norm": 0.6477292776107788,
      "learning_rate": 6.299506745974177e-05,
      "loss": 0.0325,
      "step": 10303
    },
    {
      "epoch": 1.1170858629661753,
      "grad_norm": 0.03677523881196976,
      "learning_rate": 6.299144059190483e-05,
      "loss": 0.0024,
      "step": 10304
    },
    {
      "epoch": 1.117194275802255,
      "grad_norm": 0.15201231837272644,
      "learning_rate": 6.29878137240679e-05,
      "loss": 0.0261,
      "step": 10305
    },
    {
      "epoch": 1.1173026886383348,
      "grad_norm": 0.38608089089393616,
      "learning_rate": 6.298418685623096e-05,
      "loss": 0.0222,
      "step": 10306
    },
    {
      "epoch": 1.1174111014744146,
      "grad_norm": 0.27205923199653625,
      "learning_rate": 6.298055998839403e-05,
      "loss": 0.0471,
      "step": 10307
    },
    {
      "epoch": 1.1175195143104943,
      "grad_norm": 0.2053762972354889,
      "learning_rate": 6.297693312055709e-05,
      "loss": 0.0264,
      "step": 10308
    },
    {
      "epoch": 1.117627927146574,
      "grad_norm": 0.293012410402298,
      "learning_rate": 6.297330625272016e-05,
      "loss": 0.0289,
      "step": 10309
    },
    {
      "epoch": 1.1177363399826539,
      "grad_norm": 0.2537744343280792,
      "learning_rate": 6.296967938488322e-05,
      "loss": 0.0209,
      "step": 10310
    },
    {
      "epoch": 1.1178447528187339,
      "grad_norm": 0.3434047996997833,
      "learning_rate": 6.296605251704629e-05,
      "loss": 0.0133,
      "step": 10311
    },
    {
      "epoch": 1.1179531656548136,
      "grad_norm": 0.03729793056845665,
      "learning_rate": 6.296242564920934e-05,
      "loss": 0.0019,
      "step": 10312
    },
    {
      "epoch": 1.1180615784908934,
      "grad_norm": 0.3310929834842682,
      "learning_rate": 6.29587987813724e-05,
      "loss": 0.0067,
      "step": 10313
    },
    {
      "epoch": 1.1181699913269731,
      "grad_norm": 0.07531531155109406,
      "learning_rate": 6.295517191353547e-05,
      "loss": 0.0095,
      "step": 10314
    },
    {
      "epoch": 1.118278404163053,
      "grad_norm": 0.20568737387657166,
      "learning_rate": 6.295154504569853e-05,
      "loss": 0.0102,
      "step": 10315
    },
    {
      "epoch": 1.1183868169991327,
      "grad_norm": 0.29740187525749207,
      "learning_rate": 6.29479181778616e-05,
      "loss": 0.0295,
      "step": 10316
    },
    {
      "epoch": 1.1184952298352124,
      "grad_norm": 0.20237843692302704,
      "learning_rate": 6.294429131002466e-05,
      "loss": 0.0124,
      "step": 10317
    },
    {
      "epoch": 1.1186036426712922,
      "grad_norm": 0.055248986929655075,
      "learning_rate": 6.294066444218773e-05,
      "loss": 0.0026,
      "step": 10318
    },
    {
      "epoch": 1.118712055507372,
      "grad_norm": 0.46199938654899597,
      "learning_rate": 6.29370375743508e-05,
      "loss": 0.087,
      "step": 10319
    },
    {
      "epoch": 1.118820468343452,
      "grad_norm": 0.27769938111305237,
      "learning_rate": 6.293341070651386e-05,
      "loss": 0.0321,
      "step": 10320
    },
    {
      "epoch": 1.1189288811795317,
      "grad_norm": 0.07623609155416489,
      "learning_rate": 6.292978383867693e-05,
      "loss": 0.009,
      "step": 10321
    },
    {
      "epoch": 1.1190372940156115,
      "grad_norm": 0.44059231877326965,
      "learning_rate": 6.292615697083999e-05,
      "loss": 0.045,
      "step": 10322
    },
    {
      "epoch": 1.1191457068516912,
      "grad_norm": 0.3869312107563019,
      "learning_rate": 6.292253010300306e-05,
      "loss": 0.0242,
      "step": 10323
    },
    {
      "epoch": 1.119254119687771,
      "grad_norm": 0.13785961270332336,
      "learning_rate": 6.291890323516611e-05,
      "loss": 0.0209,
      "step": 10324
    },
    {
      "epoch": 1.1193625325238508,
      "grad_norm": 0.38346225023269653,
      "learning_rate": 6.291527636732918e-05,
      "loss": 0.0242,
      "step": 10325
    },
    {
      "epoch": 1.1194709453599305,
      "grad_norm": 0.47280561923980713,
      "learning_rate": 6.291164949949224e-05,
      "loss": 0.049,
      "step": 10326
    },
    {
      "epoch": 1.1195793581960105,
      "grad_norm": 0.018826982006430626,
      "learning_rate": 6.29080226316553e-05,
      "loss": 0.0013,
      "step": 10327
    },
    {
      "epoch": 1.1196877710320903,
      "grad_norm": 0.46229150891304016,
      "learning_rate": 6.290439576381837e-05,
      "loss": 0.039,
      "step": 10328
    },
    {
      "epoch": 1.11979618386817,
      "grad_norm": 0.41582128405570984,
      "learning_rate": 6.290076889598143e-05,
      "loss": 0.0272,
      "step": 10329
    },
    {
      "epoch": 1.1199045967042498,
      "grad_norm": 0.14591644704341888,
      "learning_rate": 6.28971420281445e-05,
      "loss": 0.0188,
      "step": 10330
    },
    {
      "epoch": 1.1200130095403296,
      "grad_norm": 0.14139720797538757,
      "learning_rate": 6.289351516030756e-05,
      "loss": 0.0248,
      "step": 10331
    },
    {
      "epoch": 1.1201214223764093,
      "grad_norm": 0.5804576873779297,
      "learning_rate": 6.288988829247063e-05,
      "loss": 0.0398,
      "step": 10332
    },
    {
      "epoch": 1.120229835212489,
      "grad_norm": 0.3305284082889557,
      "learning_rate": 6.288626142463368e-05,
      "loss": 0.0549,
      "step": 10333
    },
    {
      "epoch": 1.1203382480485689,
      "grad_norm": 0.15300223231315613,
      "learning_rate": 6.288263455679676e-05,
      "loss": 0.0115,
      "step": 10334
    },
    {
      "epoch": 1.1204466608846488,
      "grad_norm": 0.25332874059677124,
      "learning_rate": 6.287900768895981e-05,
      "loss": 0.0271,
      "step": 10335
    },
    {
      "epoch": 1.1205550737207286,
      "grad_norm": 0.5384764671325684,
      "learning_rate": 6.287538082112288e-05,
      "loss": 0.0629,
      "step": 10336
    },
    {
      "epoch": 1.1206634865568084,
      "grad_norm": 0.5670171976089478,
      "learning_rate": 6.287175395328595e-05,
      "loss": 0.0315,
      "step": 10337
    },
    {
      "epoch": 1.1207718993928881,
      "grad_norm": 0.17990615963935852,
      "learning_rate": 6.286812708544901e-05,
      "loss": 0.0385,
      "step": 10338
    },
    {
      "epoch": 1.120880312228968,
      "grad_norm": 0.42710185050964355,
      "learning_rate": 6.286450021761208e-05,
      "loss": 0.0572,
      "step": 10339
    },
    {
      "epoch": 1.1209887250650477,
      "grad_norm": 0.5400193929672241,
      "learning_rate": 6.286087334977514e-05,
      "loss": 0.0563,
      "step": 10340
    },
    {
      "epoch": 1.1210971379011274,
      "grad_norm": 0.27091482281684875,
      "learning_rate": 6.28572464819382e-05,
      "loss": 0.0262,
      "step": 10341
    },
    {
      "epoch": 1.1212055507372072,
      "grad_norm": 0.23932263255119324,
      "learning_rate": 6.285361961410127e-05,
      "loss": 0.0233,
      "step": 10342
    },
    {
      "epoch": 1.1213139635732872,
      "grad_norm": 0.41391605138778687,
      "learning_rate": 6.284999274626433e-05,
      "loss": 0.0303,
      "step": 10343
    },
    {
      "epoch": 1.121422376409367,
      "grad_norm": 0.7199177742004395,
      "learning_rate": 6.28463658784274e-05,
      "loss": 0.0299,
      "step": 10344
    },
    {
      "epoch": 1.1215307892454467,
      "grad_norm": 0.2955031394958496,
      "learning_rate": 6.284273901059045e-05,
      "loss": 0.0273,
      "step": 10345
    },
    {
      "epoch": 1.1216392020815265,
      "grad_norm": 0.3487701117992401,
      "learning_rate": 6.283911214275352e-05,
      "loss": 0.0585,
      "step": 10346
    },
    {
      "epoch": 1.1217476149176062,
      "grad_norm": 0.36433783173561096,
      "learning_rate": 6.283548527491658e-05,
      "loss": 0.0767,
      "step": 10347
    },
    {
      "epoch": 1.121856027753686,
      "grad_norm": 0.058999914675951004,
      "learning_rate": 6.283185840707965e-05,
      "loss": 0.0096,
      "step": 10348
    },
    {
      "epoch": 1.1219644405897657,
      "grad_norm": 0.1570354402065277,
      "learning_rate": 6.282823153924271e-05,
      "loss": 0.017,
      "step": 10349
    },
    {
      "epoch": 1.1220728534258457,
      "grad_norm": 0.23059551417827606,
      "learning_rate": 6.282460467140577e-05,
      "loss": 0.0198,
      "step": 10350
    },
    {
      "epoch": 1.1221812662619255,
      "grad_norm": 0.1458074301481247,
      "learning_rate": 6.282097780356884e-05,
      "loss": 0.0133,
      "step": 10351
    },
    {
      "epoch": 1.1222896790980053,
      "grad_norm": 0.36720725893974304,
      "learning_rate": 6.28173509357319e-05,
      "loss": 0.0373,
      "step": 10352
    },
    {
      "epoch": 1.122398091934085,
      "grad_norm": 0.3651186227798462,
      "learning_rate": 6.281372406789497e-05,
      "loss": 0.0528,
      "step": 10353
    },
    {
      "epoch": 1.1225065047701648,
      "grad_norm": 0.27625781297683716,
      "learning_rate": 6.281009720005804e-05,
      "loss": 0.0442,
      "step": 10354
    },
    {
      "epoch": 1.1226149176062445,
      "grad_norm": 0.17557963728904724,
      "learning_rate": 6.28064703322211e-05,
      "loss": 0.0554,
      "step": 10355
    },
    {
      "epoch": 1.1227233304423243,
      "grad_norm": 0.11452711373567581,
      "learning_rate": 6.280284346438417e-05,
      "loss": 0.0262,
      "step": 10356
    },
    {
      "epoch": 1.122831743278404,
      "grad_norm": 0.516614556312561,
      "learning_rate": 6.279921659654722e-05,
      "loss": 0.033,
      "step": 10357
    },
    {
      "epoch": 1.122940156114484,
      "grad_norm": 0.2812156081199646,
      "learning_rate": 6.27955897287103e-05,
      "loss": 0.0485,
      "step": 10358
    },
    {
      "epoch": 1.1230485689505638,
      "grad_norm": 0.2846458852291107,
      "learning_rate": 6.279196286087335e-05,
      "loss": 0.0309,
      "step": 10359
    },
    {
      "epoch": 1.1231569817866436,
      "grad_norm": 0.06705845892429352,
      "learning_rate": 6.278833599303642e-05,
      "loss": 0.008,
      "step": 10360
    },
    {
      "epoch": 1.1232653946227233,
      "grad_norm": 0.23687784373760223,
      "learning_rate": 6.278470912519948e-05,
      "loss": 0.0236,
      "step": 10361
    },
    {
      "epoch": 1.123373807458803,
      "grad_norm": 0.24156270921230316,
      "learning_rate": 6.278108225736255e-05,
      "loss": 0.0137,
      "step": 10362
    },
    {
      "epoch": 1.1234822202948829,
      "grad_norm": 0.4880869388580322,
      "learning_rate": 6.277745538952561e-05,
      "loss": 0.0392,
      "step": 10363
    },
    {
      "epoch": 1.1235906331309626,
      "grad_norm": 0.19628606736660004,
      "learning_rate": 6.277382852168866e-05,
      "loss": 0.0255,
      "step": 10364
    },
    {
      "epoch": 1.1236990459670424,
      "grad_norm": 0.252530038356781,
      "learning_rate": 6.277020165385174e-05,
      "loss": 0.0195,
      "step": 10365
    },
    {
      "epoch": 1.1238074588031224,
      "grad_norm": 0.09831885993480682,
      "learning_rate": 6.276657478601479e-05,
      "loss": 0.0094,
      "step": 10366
    },
    {
      "epoch": 1.1239158716392021,
      "grad_norm": 0.1675659865140915,
      "learning_rate": 6.276294791817786e-05,
      "loss": 0.0293,
      "step": 10367
    },
    {
      "epoch": 1.124024284475282,
      "grad_norm": 0.401649534702301,
      "learning_rate": 6.275932105034092e-05,
      "loss": 0.0639,
      "step": 10368
    },
    {
      "epoch": 1.1241326973113617,
      "grad_norm": 0.14849847555160522,
      "learning_rate": 6.275569418250399e-05,
      "loss": 0.0303,
      "step": 10369
    },
    {
      "epoch": 1.1242411101474414,
      "grad_norm": 0.34139496088027954,
      "learning_rate": 6.275206731466705e-05,
      "loss": 0.0233,
      "step": 10370
    },
    {
      "epoch": 1.1243495229835212,
      "grad_norm": 0.21424204111099243,
      "learning_rate": 6.274844044683012e-05,
      "loss": 0.0586,
      "step": 10371
    },
    {
      "epoch": 1.124457935819601,
      "grad_norm": 0.2935402989387512,
      "learning_rate": 6.274481357899319e-05,
      "loss": 0.0227,
      "step": 10372
    },
    {
      "epoch": 1.124566348655681,
      "grad_norm": 0.04737051576375961,
      "learning_rate": 6.274118671115625e-05,
      "loss": 0.0041,
      "step": 10373
    },
    {
      "epoch": 1.1246747614917607,
      "grad_norm": 0.4261358082294464,
      "learning_rate": 6.273755984331932e-05,
      "loss": 0.0182,
      "step": 10374
    },
    {
      "epoch": 1.1247831743278405,
      "grad_norm": 0.19919827580451965,
      "learning_rate": 6.273393297548238e-05,
      "loss": 0.0232,
      "step": 10375
    },
    {
      "epoch": 1.1248915871639202,
      "grad_norm": 0.14100413024425507,
      "learning_rate": 6.273030610764545e-05,
      "loss": 0.0204,
      "step": 10376
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.22545595467090607,
      "learning_rate": 6.27266792398085e-05,
      "loss": 0.0295,
      "step": 10377
    },
    {
      "epoch": 1.1251084128360798,
      "grad_norm": 0.2308848649263382,
      "learning_rate": 6.272305237197158e-05,
      "loss": 0.0358,
      "step": 10378
    },
    {
      "epoch": 1.1252168256721595,
      "grad_norm": 0.3768850862979889,
      "learning_rate": 6.271942550413463e-05,
      "loss": 0.0426,
      "step": 10379
    },
    {
      "epoch": 1.1253252385082393,
      "grad_norm": 0.1025322899222374,
      "learning_rate": 6.271579863629769e-05,
      "loss": 0.0171,
      "step": 10380
    },
    {
      "epoch": 1.125433651344319,
      "grad_norm": 0.43534818291664124,
      "learning_rate": 6.271217176846076e-05,
      "loss": 0.055,
      "step": 10381
    },
    {
      "epoch": 1.125542064180399,
      "grad_norm": 0.24353668093681335,
      "learning_rate": 6.270854490062382e-05,
      "loss": 0.0196,
      "step": 10382
    },
    {
      "epoch": 1.1256504770164788,
      "grad_norm": 0.3024677038192749,
      "learning_rate": 6.270491803278689e-05,
      "loss": 0.0556,
      "step": 10383
    },
    {
      "epoch": 1.1257588898525586,
      "grad_norm": 0.2786252796649933,
      "learning_rate": 6.270129116494995e-05,
      "loss": 0.0776,
      "step": 10384
    },
    {
      "epoch": 1.1258673026886383,
      "grad_norm": 0.2041040062904358,
      "learning_rate": 6.269766429711302e-05,
      "loss": 0.0199,
      "step": 10385
    },
    {
      "epoch": 1.125975715524718,
      "grad_norm": 0.49969595670700073,
      "learning_rate": 6.269403742927608e-05,
      "loss": 0.0246,
      "step": 10386
    },
    {
      "epoch": 1.1260841283607979,
      "grad_norm": 0.1570369154214859,
      "learning_rate": 6.269041056143913e-05,
      "loss": 0.0272,
      "step": 10387
    },
    {
      "epoch": 1.1261925411968776,
      "grad_norm": 0.20483697950839996,
      "learning_rate": 6.268678369360222e-05,
      "loss": 0.0457,
      "step": 10388
    },
    {
      "epoch": 1.1263009540329576,
      "grad_norm": 0.08664867281913757,
      "learning_rate": 6.268315682576527e-05,
      "loss": 0.0215,
      "step": 10389
    },
    {
      "epoch": 1.1264093668690374,
      "grad_norm": 0.1545633226633072,
      "learning_rate": 6.267952995792835e-05,
      "loss": 0.0357,
      "step": 10390
    },
    {
      "epoch": 1.1265177797051171,
      "grad_norm": 0.20844776928424835,
      "learning_rate": 6.26759030900914e-05,
      "loss": 0.0341,
      "step": 10391
    },
    {
      "epoch": 1.126626192541197,
      "grad_norm": 0.12869924306869507,
      "learning_rate": 6.267227622225447e-05,
      "loss": 0.0162,
      "step": 10392
    },
    {
      "epoch": 1.1267346053772767,
      "grad_norm": 0.1916683316230774,
      "learning_rate": 6.266864935441753e-05,
      "loss": 0.0366,
      "step": 10393
    },
    {
      "epoch": 1.1268430182133564,
      "grad_norm": 0.38855859637260437,
      "learning_rate": 6.266502248658059e-05,
      "loss": 0.0663,
      "step": 10394
    },
    {
      "epoch": 1.1269514310494362,
      "grad_norm": 0.15153567492961884,
      "learning_rate": 6.266139561874366e-05,
      "loss": 0.0158,
      "step": 10395
    },
    {
      "epoch": 1.1270598438855162,
      "grad_norm": 0.17711634933948517,
      "learning_rate": 6.265776875090672e-05,
      "loss": 0.0365,
      "step": 10396
    },
    {
      "epoch": 1.127168256721596,
      "grad_norm": 0.07802791148424149,
      "learning_rate": 6.265414188306979e-05,
      "loss": 0.0139,
      "step": 10397
    },
    {
      "epoch": 1.1272766695576757,
      "grad_norm": 0.30959752202033997,
      "learning_rate": 6.265051501523284e-05,
      "loss": 0.053,
      "step": 10398
    },
    {
      "epoch": 1.1273850823937555,
      "grad_norm": 0.15236125886440277,
      "learning_rate": 6.264688814739592e-05,
      "loss": 0.018,
      "step": 10399
    },
    {
      "epoch": 1.1274934952298352,
      "grad_norm": 0.45031505823135376,
      "learning_rate": 6.264326127955897e-05,
      "loss": 0.0484,
      "step": 10400
    },
    {
      "epoch": 1.127601908065915,
      "grad_norm": 0.1468258947134018,
      "learning_rate": 6.263963441172204e-05,
      "loss": 0.0223,
      "step": 10401
    },
    {
      "epoch": 1.1277103209019947,
      "grad_norm": 0.2233017235994339,
      "learning_rate": 6.26360075438851e-05,
      "loss": 0.0378,
      "step": 10402
    },
    {
      "epoch": 1.1278187337380745,
      "grad_norm": 0.5603048205375671,
      "learning_rate": 6.263238067604816e-05,
      "loss": 0.0562,
      "step": 10403
    },
    {
      "epoch": 1.1279271465741543,
      "grad_norm": 0.41653478145599365,
      "learning_rate": 6.262875380821123e-05,
      "loss": 0.0205,
      "step": 10404
    },
    {
      "epoch": 1.1280355594102343,
      "grad_norm": 0.29735952615737915,
      "learning_rate": 6.26251269403743e-05,
      "loss": 0.0328,
      "step": 10405
    },
    {
      "epoch": 1.128143972246314,
      "grad_norm": 0.19766932725906372,
      "learning_rate": 6.262150007253737e-05,
      "loss": 0.0357,
      "step": 10406
    },
    {
      "epoch": 1.1282523850823938,
      "grad_norm": 0.042227812111377716,
      "learning_rate": 6.261787320470043e-05,
      "loss": 0.0047,
      "step": 10407
    },
    {
      "epoch": 1.1283607979184735,
      "grad_norm": 0.1676153689622879,
      "learning_rate": 6.261424633686349e-05,
      "loss": 0.0373,
      "step": 10408
    },
    {
      "epoch": 1.1284692107545533,
      "grad_norm": 0.41922956705093384,
      "learning_rate": 6.261061946902656e-05,
      "loss": 0.0276,
      "step": 10409
    },
    {
      "epoch": 1.128577623590633,
      "grad_norm": 0.4054948091506958,
      "learning_rate": 6.260699260118961e-05,
      "loss": 0.0426,
      "step": 10410
    },
    {
      "epoch": 1.1286860364267128,
      "grad_norm": 0.07437363266944885,
      "learning_rate": 6.260336573335268e-05,
      "loss": 0.0148,
      "step": 10411
    },
    {
      "epoch": 1.1287944492627928,
      "grad_norm": 0.050541311502456665,
      "learning_rate": 6.259973886551574e-05,
      "loss": 0.0099,
      "step": 10412
    },
    {
      "epoch": 1.1289028620988726,
      "grad_norm": 0.2243279367685318,
      "learning_rate": 6.259611199767881e-05,
      "loss": 0.0449,
      "step": 10413
    },
    {
      "epoch": 1.1290112749349523,
      "grad_norm": 0.2993839681148529,
      "learning_rate": 6.259248512984187e-05,
      "loss": 0.0291,
      "step": 10414
    },
    {
      "epoch": 1.129119687771032,
      "grad_norm": 0.17612744867801666,
      "learning_rate": 6.258885826200494e-05,
      "loss": 0.014,
      "step": 10415
    },
    {
      "epoch": 1.1292281006071119,
      "grad_norm": 0.1595587283372879,
      "learning_rate": 6.2585231394168e-05,
      "loss": 0.0276,
      "step": 10416
    },
    {
      "epoch": 1.1293365134431916,
      "grad_norm": 0.2234441190958023,
      "learning_rate": 6.258160452633106e-05,
      "loss": 0.0221,
      "step": 10417
    },
    {
      "epoch": 1.1294449262792714,
      "grad_norm": 0.27204522490501404,
      "learning_rate": 6.257797765849413e-05,
      "loss": 0.0277,
      "step": 10418
    },
    {
      "epoch": 1.1295533391153512,
      "grad_norm": 0.16144661605358124,
      "learning_rate": 6.257435079065718e-05,
      "loss": 0.0179,
      "step": 10419
    },
    {
      "epoch": 1.129661751951431,
      "grad_norm": 0.37701714038848877,
      "learning_rate": 6.257072392282025e-05,
      "loss": 0.0253,
      "step": 10420
    },
    {
      "epoch": 1.129770164787511,
      "grad_norm": 0.29186785221099854,
      "learning_rate": 6.256709705498331e-05,
      "loss": 0.0466,
      "step": 10421
    },
    {
      "epoch": 1.1298785776235907,
      "grad_norm": 0.17573390901088715,
      "learning_rate": 6.256347018714638e-05,
      "loss": 0.0374,
      "step": 10422
    },
    {
      "epoch": 1.1299869904596704,
      "grad_norm": 0.1933661699295044,
      "learning_rate": 6.255984331930945e-05,
      "loss": 0.0112,
      "step": 10423
    },
    {
      "epoch": 1.1300954032957502,
      "grad_norm": 0.07330631464719772,
      "learning_rate": 6.255621645147251e-05,
      "loss": 0.0107,
      "step": 10424
    },
    {
      "epoch": 1.13020381613183,
      "grad_norm": 0.1587064266204834,
      "learning_rate": 6.255258958363558e-05,
      "loss": 0.0317,
      "step": 10425
    },
    {
      "epoch": 1.1303122289679097,
      "grad_norm": 0.1720978170633316,
      "learning_rate": 6.254896271579864e-05,
      "loss": 0.0212,
      "step": 10426
    },
    {
      "epoch": 1.1304206418039895,
      "grad_norm": 0.2563094198703766,
      "learning_rate": 6.254533584796171e-05,
      "loss": 0.032,
      "step": 10427
    },
    {
      "epoch": 1.1305290546400695,
      "grad_norm": 0.17839078605175018,
      "learning_rate": 6.254170898012477e-05,
      "loss": 0.0156,
      "step": 10428
    },
    {
      "epoch": 1.1306374674761492,
      "grad_norm": 0.47110602259635925,
      "learning_rate": 6.253808211228784e-05,
      "loss": 0.0312,
      "step": 10429
    },
    {
      "epoch": 1.130745880312229,
      "grad_norm": 0.3940192461013794,
      "learning_rate": 6.25344552444509e-05,
      "loss": 0.0341,
      "step": 10430
    },
    {
      "epoch": 1.1308542931483088,
      "grad_norm": 0.11065886169672012,
      "learning_rate": 6.253082837661395e-05,
      "loss": 0.0159,
      "step": 10431
    },
    {
      "epoch": 1.1309627059843885,
      "grad_norm": 0.18922385573387146,
      "learning_rate": 6.252720150877702e-05,
      "loss": 0.0261,
      "step": 10432
    },
    {
      "epoch": 1.1310711188204683,
      "grad_norm": 0.13579906523227692,
      "learning_rate": 6.252357464094008e-05,
      "loss": 0.04,
      "step": 10433
    },
    {
      "epoch": 1.131179531656548,
      "grad_norm": 0.1850327104330063,
      "learning_rate": 6.251994777310315e-05,
      "loss": 0.0219,
      "step": 10434
    },
    {
      "epoch": 1.131287944492628,
      "grad_norm": 0.22992512583732605,
      "learning_rate": 6.251632090526621e-05,
      "loss": 0.0339,
      "step": 10435
    },
    {
      "epoch": 1.1313963573287078,
      "grad_norm": 0.14091061055660248,
      "learning_rate": 6.251269403742928e-05,
      "loss": 0.0208,
      "step": 10436
    },
    {
      "epoch": 1.1315047701647876,
      "grad_norm": 0.20621389150619507,
      "learning_rate": 6.250906716959234e-05,
      "loss": 0.0275,
      "step": 10437
    },
    {
      "epoch": 1.1316131830008673,
      "grad_norm": 0.29739826917648315,
      "learning_rate": 6.250544030175541e-05,
      "loss": 0.0527,
      "step": 10438
    },
    {
      "epoch": 1.131721595836947,
      "grad_norm": 0.05472642928361893,
      "learning_rate": 6.250181343391847e-05,
      "loss": 0.0054,
      "step": 10439
    },
    {
      "epoch": 1.1318300086730269,
      "grad_norm": 0.15384012460708618,
      "learning_rate": 6.249818656608154e-05,
      "loss": 0.033,
      "step": 10440
    },
    {
      "epoch": 1.1319384215091066,
      "grad_norm": 0.2584078013896942,
      "learning_rate": 6.249455969824461e-05,
      "loss": 0.0246,
      "step": 10441
    },
    {
      "epoch": 1.1320468343451864,
      "grad_norm": 0.2404901087284088,
      "learning_rate": 6.249093283040766e-05,
      "loss": 0.0128,
      "step": 10442
    },
    {
      "epoch": 1.1321552471812661,
      "grad_norm": 0.21928785741329193,
      "learning_rate": 6.248730596257074e-05,
      "loss": 0.0087,
      "step": 10443
    },
    {
      "epoch": 1.1322636600173461,
      "grad_norm": 0.3142869472503662,
      "learning_rate": 6.248367909473379e-05,
      "loss": 0.0469,
      "step": 10444
    },
    {
      "epoch": 1.132372072853426,
      "grad_norm": 0.17686542868614197,
      "learning_rate": 6.248005222689685e-05,
      "loss": 0.0266,
      "step": 10445
    },
    {
      "epoch": 1.1324804856895057,
      "grad_norm": 0.3974560797214508,
      "learning_rate": 6.247642535905992e-05,
      "loss": 0.0268,
      "step": 10446
    },
    {
      "epoch": 1.1325888985255854,
      "grad_norm": 0.14449651539325714,
      "learning_rate": 6.247279849122298e-05,
      "loss": 0.0184,
      "step": 10447
    },
    {
      "epoch": 1.1326973113616652,
      "grad_norm": 0.4052714705467224,
      "learning_rate": 6.246917162338605e-05,
      "loss": 0.0382,
      "step": 10448
    },
    {
      "epoch": 1.132805724197745,
      "grad_norm": 0.13464109599590302,
      "learning_rate": 6.246554475554911e-05,
      "loss": 0.0157,
      "step": 10449
    },
    {
      "epoch": 1.1329141370338247,
      "grad_norm": 0.20257365703582764,
      "learning_rate": 6.246191788771218e-05,
      "loss": 0.0372,
      "step": 10450
    },
    {
      "epoch": 1.1330225498699047,
      "grad_norm": 0.1572609543800354,
      "learning_rate": 6.245829101987524e-05,
      "loss": 0.0471,
      "step": 10451
    },
    {
      "epoch": 1.1331309627059845,
      "grad_norm": 0.23227517306804657,
      "learning_rate": 6.24546641520383e-05,
      "loss": 0.0157,
      "step": 10452
    },
    {
      "epoch": 1.1332393755420642,
      "grad_norm": 0.30966731905937195,
      "learning_rate": 6.245103728420136e-05,
      "loss": 0.0423,
      "step": 10453
    },
    {
      "epoch": 1.133347788378144,
      "grad_norm": 0.16279557347297668,
      "learning_rate": 6.244741041636442e-05,
      "loss": 0.0087,
      "step": 10454
    },
    {
      "epoch": 1.1334562012142237,
      "grad_norm": 0.11909525096416473,
      "learning_rate": 6.244378354852749e-05,
      "loss": 0.0125,
      "step": 10455
    },
    {
      "epoch": 1.1335646140503035,
      "grad_norm": 0.5342634320259094,
      "learning_rate": 6.244015668069055e-05,
      "loss": 0.0355,
      "step": 10456
    },
    {
      "epoch": 1.1336730268863833,
      "grad_norm": 0.22488099336624146,
      "learning_rate": 6.243652981285363e-05,
      "loss": 0.0172,
      "step": 10457
    },
    {
      "epoch": 1.1337814397224633,
      "grad_norm": 0.19475288689136505,
      "learning_rate": 6.243290294501669e-05,
      "loss": 0.0287,
      "step": 10458
    },
    {
      "epoch": 1.133889852558543,
      "grad_norm": 0.20713099837303162,
      "learning_rate": 6.242927607717975e-05,
      "loss": 0.0324,
      "step": 10459
    },
    {
      "epoch": 1.1339982653946228,
      "grad_norm": 0.5368702411651611,
      "learning_rate": 6.242564920934282e-05,
      "loss": 0.1096,
      "step": 10460
    },
    {
      "epoch": 1.1341066782307025,
      "grad_norm": 0.1186549961566925,
      "learning_rate": 6.242202234150588e-05,
      "loss": 0.0315,
      "step": 10461
    },
    {
      "epoch": 1.1342150910667823,
      "grad_norm": 0.39806875586509705,
      "learning_rate": 6.241839547366895e-05,
      "loss": 0.0347,
      "step": 10462
    },
    {
      "epoch": 1.134323503902862,
      "grad_norm": 0.24755410850048065,
      "learning_rate": 6.2414768605832e-05,
      "loss": 0.024,
      "step": 10463
    },
    {
      "epoch": 1.1344319167389418,
      "grad_norm": 0.39710864424705505,
      "learning_rate": 6.241114173799508e-05,
      "loss": 0.0443,
      "step": 10464
    },
    {
      "epoch": 1.1345403295750216,
      "grad_norm": 0.3897486627101898,
      "learning_rate": 6.240751487015813e-05,
      "loss": 0.065,
      "step": 10465
    },
    {
      "epoch": 1.1346487424111014,
      "grad_norm": 0.2163296937942505,
      "learning_rate": 6.24038880023212e-05,
      "loss": 0.0139,
      "step": 10466
    },
    {
      "epoch": 1.1347571552471813,
      "grad_norm": 0.2379026710987091,
      "learning_rate": 6.240026113448426e-05,
      "loss": 0.0135,
      "step": 10467
    },
    {
      "epoch": 1.1348655680832611,
      "grad_norm": 0.2050650715827942,
      "learning_rate": 6.239663426664732e-05,
      "loss": 0.0099,
      "step": 10468
    },
    {
      "epoch": 1.1349739809193409,
      "grad_norm": 0.04857733100652695,
      "learning_rate": 6.239300739881039e-05,
      "loss": 0.0051,
      "step": 10469
    },
    {
      "epoch": 1.1350823937554206,
      "grad_norm": 0.14502249658107758,
      "learning_rate": 6.238938053097345e-05,
      "loss": 0.0122,
      "step": 10470
    },
    {
      "epoch": 1.1351908065915004,
      "grad_norm": 0.18066979944705963,
      "learning_rate": 6.238575366313652e-05,
      "loss": 0.0291,
      "step": 10471
    },
    {
      "epoch": 1.1352992194275802,
      "grad_norm": 0.3452862501144409,
      "learning_rate": 6.238212679529957e-05,
      "loss": 0.0539,
      "step": 10472
    },
    {
      "epoch": 1.13540763226366,
      "grad_norm": 0.28657785058021545,
      "learning_rate": 6.237849992746265e-05,
      "loss": 0.0332,
      "step": 10473
    },
    {
      "epoch": 1.13551604509974,
      "grad_norm": 0.15620362758636475,
      "learning_rate": 6.23748730596257e-05,
      "loss": 0.0215,
      "step": 10474
    },
    {
      "epoch": 1.1356244579358197,
      "grad_norm": 0.5127907395362854,
      "learning_rate": 6.237124619178877e-05,
      "loss": 0.0768,
      "step": 10475
    },
    {
      "epoch": 1.1357328707718994,
      "grad_norm": 0.2536904215812683,
      "learning_rate": 6.236761932395184e-05,
      "loss": 0.0156,
      "step": 10476
    },
    {
      "epoch": 1.1358412836079792,
      "grad_norm": 0.11042609065771103,
      "learning_rate": 6.23639924561149e-05,
      "loss": 0.0101,
      "step": 10477
    },
    {
      "epoch": 1.135949696444059,
      "grad_norm": 0.21698588132858276,
      "learning_rate": 6.236036558827797e-05,
      "loss": 0.0198,
      "step": 10478
    },
    {
      "epoch": 1.1360581092801387,
      "grad_norm": 0.4685732126235962,
      "learning_rate": 6.235673872044103e-05,
      "loss": 0.0588,
      "step": 10479
    },
    {
      "epoch": 1.1361665221162185,
      "grad_norm": 0.544129490852356,
      "learning_rate": 6.23531118526041e-05,
      "loss": 0.05,
      "step": 10480
    },
    {
      "epoch": 1.1362749349522985,
      "grad_norm": 0.18317027390003204,
      "learning_rate": 6.234948498476716e-05,
      "loss": 0.0157,
      "step": 10481
    },
    {
      "epoch": 1.1363833477883782,
      "grad_norm": 0.32530921697616577,
      "learning_rate": 6.234585811693023e-05,
      "loss": 0.0252,
      "step": 10482
    },
    {
      "epoch": 1.136491760624458,
      "grad_norm": 0.17297570407390594,
      "learning_rate": 6.234223124909329e-05,
      "loss": 0.0198,
      "step": 10483
    },
    {
      "epoch": 1.1366001734605378,
      "grad_norm": 0.20996522903442383,
      "learning_rate": 6.233860438125634e-05,
      "loss": 0.0313,
      "step": 10484
    },
    {
      "epoch": 1.1367085862966175,
      "grad_norm": 0.2983531653881073,
      "learning_rate": 6.233497751341941e-05,
      "loss": 0.0222,
      "step": 10485
    },
    {
      "epoch": 1.1368169991326973,
      "grad_norm": 0.3625829517841339,
      "learning_rate": 6.233135064558247e-05,
      "loss": 0.0424,
      "step": 10486
    },
    {
      "epoch": 1.136925411968777,
      "grad_norm": 0.036560650914907455,
      "learning_rate": 6.232772377774554e-05,
      "loss": 0.0035,
      "step": 10487
    },
    {
      "epoch": 1.1370338248048568,
      "grad_norm": 0.3479834496974945,
      "learning_rate": 6.23240969099086e-05,
      "loss": 0.0291,
      "step": 10488
    },
    {
      "epoch": 1.1371422376409366,
      "grad_norm": 0.17337006330490112,
      "learning_rate": 6.232047004207167e-05,
      "loss": 0.0114,
      "step": 10489
    },
    {
      "epoch": 1.1372506504770166,
      "grad_norm": 0.2195228487253189,
      "learning_rate": 6.231684317423473e-05,
      "loss": 0.0259,
      "step": 10490
    },
    {
      "epoch": 1.1373590633130963,
      "grad_norm": 0.1110430583357811,
      "learning_rate": 6.231321630639779e-05,
      "loss": 0.0423,
      "step": 10491
    },
    {
      "epoch": 1.137467476149176,
      "grad_norm": 0.12330850958824158,
      "learning_rate": 6.230958943856087e-05,
      "loss": 0.0049,
      "step": 10492
    },
    {
      "epoch": 1.1375758889852559,
      "grad_norm": 0.332488477230072,
      "learning_rate": 6.230596257072393e-05,
      "loss": 0.0485,
      "step": 10493
    },
    {
      "epoch": 1.1376843018213356,
      "grad_norm": 0.38164687156677246,
      "learning_rate": 6.2302335702887e-05,
      "loss": 0.0263,
      "step": 10494
    },
    {
      "epoch": 1.1377927146574154,
      "grad_norm": 0.08591485023498535,
      "learning_rate": 6.229870883505006e-05,
      "loss": 0.0092,
      "step": 10495
    },
    {
      "epoch": 1.1379011274934951,
      "grad_norm": 0.22105570137500763,
      "learning_rate": 6.229508196721313e-05,
      "loss": 0.0125,
      "step": 10496
    },
    {
      "epoch": 1.1380095403295751,
      "grad_norm": 0.08938023447990417,
      "learning_rate": 6.229145509937618e-05,
      "loss": 0.0083,
      "step": 10497
    },
    {
      "epoch": 1.138117953165655,
      "grad_norm": 0.09730581939220428,
      "learning_rate": 6.228782823153924e-05,
      "loss": 0.0128,
      "step": 10498
    },
    {
      "epoch": 1.1382263660017347,
      "grad_norm": 0.2015123814344406,
      "learning_rate": 6.228420136370231e-05,
      "loss": 0.0334,
      "step": 10499
    },
    {
      "epoch": 1.1383347788378144,
      "grad_norm": 0.1696472465991974,
      "learning_rate": 6.228057449586537e-05,
      "loss": 0.0223,
      "step": 10500
    },
    {
      "epoch": 1.1384431916738942,
      "grad_norm": 0.2328414022922516,
      "learning_rate": 6.227694762802844e-05,
      "loss": 0.0401,
      "step": 10501
    },
    {
      "epoch": 1.138551604509974,
      "grad_norm": 0.22532980144023895,
      "learning_rate": 6.22733207601915e-05,
      "loss": 0.0342,
      "step": 10502
    },
    {
      "epoch": 1.1386600173460537,
      "grad_norm": 0.30443546175956726,
      "learning_rate": 6.226969389235457e-05,
      "loss": 0.0573,
      "step": 10503
    },
    {
      "epoch": 1.1387684301821335,
      "grad_norm": 0.15075573325157166,
      "learning_rate": 6.226606702451763e-05,
      "loss": 0.0175,
      "step": 10504
    },
    {
      "epoch": 1.1388768430182132,
      "grad_norm": 0.3236018419265747,
      "learning_rate": 6.22624401566807e-05,
      "loss": 0.0479,
      "step": 10505
    },
    {
      "epoch": 1.1389852558542932,
      "grad_norm": 0.2329506129026413,
      "learning_rate": 6.225881328884375e-05,
      "loss": 0.0157,
      "step": 10506
    },
    {
      "epoch": 1.139093668690373,
      "grad_norm": 0.22562536597251892,
      "learning_rate": 6.225518642100681e-05,
      "loss": 0.0193,
      "step": 10507
    },
    {
      "epoch": 1.1392020815264527,
      "grad_norm": 0.18063543736934662,
      "learning_rate": 6.225155955316988e-05,
      "loss": 0.0145,
      "step": 10508
    },
    {
      "epoch": 1.1393104943625325,
      "grad_norm": 0.2809215188026428,
      "learning_rate": 6.224793268533295e-05,
      "loss": 0.032,
      "step": 10509
    },
    {
      "epoch": 1.1394189071986123,
      "grad_norm": 0.12214704602956772,
      "learning_rate": 6.224430581749602e-05,
      "loss": 0.016,
      "step": 10510
    },
    {
      "epoch": 1.139527320034692,
      "grad_norm": 0.050592876970767975,
      "learning_rate": 6.224067894965908e-05,
      "loss": 0.0044,
      "step": 10511
    },
    {
      "epoch": 1.1396357328707718,
      "grad_norm": 0.262762188911438,
      "learning_rate": 6.223705208182214e-05,
      "loss": 0.0328,
      "step": 10512
    },
    {
      "epoch": 1.1397441457068518,
      "grad_norm": 0.41909006237983704,
      "learning_rate": 6.223342521398521e-05,
      "loss": 0.055,
      "step": 10513
    },
    {
      "epoch": 1.1398525585429315,
      "grad_norm": 0.06690394878387451,
      "learning_rate": 6.222979834614827e-05,
      "loss": 0.005,
      "step": 10514
    },
    {
      "epoch": 1.1399609713790113,
      "grad_norm": 0.06426908820867538,
      "learning_rate": 6.222617147831134e-05,
      "loss": 0.0055,
      "step": 10515
    },
    {
      "epoch": 1.140069384215091,
      "grad_norm": 0.5917798280715942,
      "learning_rate": 6.22225446104744e-05,
      "loss": 0.0186,
      "step": 10516
    },
    {
      "epoch": 1.1401777970511708,
      "grad_norm": 0.14946149289608002,
      "learning_rate": 6.221891774263747e-05,
      "loss": 0.0151,
      "step": 10517
    },
    {
      "epoch": 1.1402862098872506,
      "grad_norm": 0.4091968238353729,
      "learning_rate": 6.221529087480052e-05,
      "loss": 0.0252,
      "step": 10518
    },
    {
      "epoch": 1.1403946227233304,
      "grad_norm": 0.2779790461063385,
      "learning_rate": 6.22116640069636e-05,
      "loss": 0.0492,
      "step": 10519
    },
    {
      "epoch": 1.1405030355594103,
      "grad_norm": 0.2415463775396347,
      "learning_rate": 6.220803713912665e-05,
      "loss": 0.0265,
      "step": 10520
    },
    {
      "epoch": 1.1406114483954901,
      "grad_norm": 0.12320928275585175,
      "learning_rate": 6.220441027128971e-05,
      "loss": 0.0217,
      "step": 10521
    },
    {
      "epoch": 1.1407198612315699,
      "grad_norm": 0.107153981924057,
      "learning_rate": 6.220078340345278e-05,
      "loss": 0.0251,
      "step": 10522
    },
    {
      "epoch": 1.1408282740676496,
      "grad_norm": 0.10662799328565598,
      "learning_rate": 6.219715653561584e-05,
      "loss": 0.0176,
      "step": 10523
    },
    {
      "epoch": 1.1409366869037294,
      "grad_norm": 0.21686112880706787,
      "learning_rate": 6.219352966777891e-05,
      "loss": 0.0266,
      "step": 10524
    },
    {
      "epoch": 1.1410450997398092,
      "grad_norm": 0.054757703095674515,
      "learning_rate": 6.218990279994197e-05,
      "loss": 0.0057,
      "step": 10525
    },
    {
      "epoch": 1.141153512575889,
      "grad_norm": 0.3920849859714508,
      "learning_rate": 6.218627593210504e-05,
      "loss": 0.0447,
      "step": 10526
    },
    {
      "epoch": 1.1412619254119687,
      "grad_norm": 0.2016022950410843,
      "learning_rate": 6.218264906426811e-05,
      "loss": 0.0103,
      "step": 10527
    },
    {
      "epoch": 1.1413703382480485,
      "grad_norm": 0.23657986521720886,
      "learning_rate": 6.217902219643116e-05,
      "loss": 0.0149,
      "step": 10528
    },
    {
      "epoch": 1.1414787510841284,
      "grad_norm": 0.16098999977111816,
      "learning_rate": 6.217539532859424e-05,
      "loss": 0.0187,
      "step": 10529
    },
    {
      "epoch": 1.1415871639202082,
      "grad_norm": 0.23667316138744354,
      "learning_rate": 6.217176846075729e-05,
      "loss": 0.0315,
      "step": 10530
    },
    {
      "epoch": 1.141695576756288,
      "grad_norm": 0.16757841408252716,
      "learning_rate": 6.216814159292036e-05,
      "loss": 0.0334,
      "step": 10531
    },
    {
      "epoch": 1.1418039895923677,
      "grad_norm": 0.27165737748146057,
      "learning_rate": 6.216451472508342e-05,
      "loss": 0.0286,
      "step": 10532
    },
    {
      "epoch": 1.1419124024284475,
      "grad_norm": 0.49579212069511414,
      "learning_rate": 6.216088785724649e-05,
      "loss": 0.0244,
      "step": 10533
    },
    {
      "epoch": 1.1420208152645273,
      "grad_norm": 0.44171324372291565,
      "learning_rate": 6.215726098940955e-05,
      "loss": 0.0202,
      "step": 10534
    },
    {
      "epoch": 1.142129228100607,
      "grad_norm": 0.11708863824605942,
      "learning_rate": 6.21536341215726e-05,
      "loss": 0.0079,
      "step": 10535
    },
    {
      "epoch": 1.142237640936687,
      "grad_norm": 0.5596611499786377,
      "learning_rate": 6.215000725373568e-05,
      "loss": 0.0479,
      "step": 10536
    },
    {
      "epoch": 1.1423460537727668,
      "grad_norm": 0.3304676413536072,
      "learning_rate": 6.214638038589873e-05,
      "loss": 0.0391,
      "step": 10537
    },
    {
      "epoch": 1.1424544666088465,
      "grad_norm": 0.05375366285443306,
      "learning_rate": 6.21427535180618e-05,
      "loss": 0.0048,
      "step": 10538
    },
    {
      "epoch": 1.1425628794449263,
      "grad_norm": 0.28999343514442444,
      "learning_rate": 6.213912665022486e-05,
      "loss": 0.049,
      "step": 10539
    },
    {
      "epoch": 1.142671292281006,
      "grad_norm": 0.23662003874778748,
      "learning_rate": 6.213549978238793e-05,
      "loss": 0.0255,
      "step": 10540
    },
    {
      "epoch": 1.1427797051170858,
      "grad_norm": 0.07977063208818436,
      "learning_rate": 6.213187291455099e-05,
      "loss": 0.0072,
      "step": 10541
    },
    {
      "epoch": 1.1428881179531656,
      "grad_norm": 0.047436706721782684,
      "learning_rate": 6.212824604671406e-05,
      "loss": 0.0051,
      "step": 10542
    },
    {
      "epoch": 1.1429965307892456,
      "grad_norm": 0.2374739795923233,
      "learning_rate": 6.212461917887712e-05,
      "loss": 0.0253,
      "step": 10543
    },
    {
      "epoch": 1.1431049436253253,
      "grad_norm": 0.04171605408191681,
      "learning_rate": 6.212099231104019e-05,
      "loss": 0.0109,
      "step": 10544
    },
    {
      "epoch": 1.143213356461405,
      "grad_norm": 0.4148635268211365,
      "learning_rate": 6.211736544320326e-05,
      "loss": 0.0087,
      "step": 10545
    },
    {
      "epoch": 1.1433217692974849,
      "grad_norm": 0.524067759513855,
      "learning_rate": 6.211373857536632e-05,
      "loss": 0.0551,
      "step": 10546
    },
    {
      "epoch": 1.1434301821335646,
      "grad_norm": 0.13301654160022736,
      "learning_rate": 6.211011170752939e-05,
      "loss": 0.0123,
      "step": 10547
    },
    {
      "epoch": 1.1435385949696444,
      "grad_norm": 0.2926885485649109,
      "learning_rate": 6.210648483969245e-05,
      "loss": 0.0346,
      "step": 10548
    },
    {
      "epoch": 1.1436470078057241,
      "grad_norm": 0.2110353708267212,
      "learning_rate": 6.21028579718555e-05,
      "loss": 0.0074,
      "step": 10549
    },
    {
      "epoch": 1.143755420641804,
      "grad_norm": 0.333852618932724,
      "learning_rate": 6.209923110401857e-05,
      "loss": 0.0246,
      "step": 10550
    },
    {
      "epoch": 1.1438638334778837,
      "grad_norm": 0.20437996089458466,
      "learning_rate": 6.209560423618163e-05,
      "loss": 0.0267,
      "step": 10551
    },
    {
      "epoch": 1.1439722463139637,
      "grad_norm": 0.20577090978622437,
      "learning_rate": 6.20919773683447e-05,
      "loss": 0.0284,
      "step": 10552
    },
    {
      "epoch": 1.1440806591500434,
      "grad_norm": 0.2294914275407791,
      "learning_rate": 6.208835050050776e-05,
      "loss": 0.0161,
      "step": 10553
    },
    {
      "epoch": 1.1441890719861232,
      "grad_norm": 0.35192763805389404,
      "learning_rate": 6.208472363267083e-05,
      "loss": 0.0455,
      "step": 10554
    },
    {
      "epoch": 1.144297484822203,
      "grad_norm": 0.02927185408771038,
      "learning_rate": 6.208109676483389e-05,
      "loss": 0.0032,
      "step": 10555
    },
    {
      "epoch": 1.1444058976582827,
      "grad_norm": 0.10123493522405624,
      "learning_rate": 6.207746989699696e-05,
      "loss": 0.0068,
      "step": 10556
    },
    {
      "epoch": 1.1445143104943625,
      "grad_norm": 0.12418243288993835,
      "learning_rate": 6.207384302916002e-05,
      "loss": 0.0087,
      "step": 10557
    },
    {
      "epoch": 1.1446227233304422,
      "grad_norm": 0.26855021715164185,
      "learning_rate": 6.207021616132307e-05,
      "loss": 0.0274,
      "step": 10558
    },
    {
      "epoch": 1.1447311361665222,
      "grad_norm": 0.5537362694740295,
      "learning_rate": 6.206658929348614e-05,
      "loss": 0.0443,
      "step": 10559
    },
    {
      "epoch": 1.144839549002602,
      "grad_norm": 0.17872528731822968,
      "learning_rate": 6.20629624256492e-05,
      "loss": 0.0167,
      "step": 10560
    },
    {
      "epoch": 1.1449479618386817,
      "grad_norm": 0.10053586959838867,
      "learning_rate": 6.205933555781229e-05,
      "loss": 0.0085,
      "step": 10561
    },
    {
      "epoch": 1.1450563746747615,
      "grad_norm": 0.09922155737876892,
      "learning_rate": 6.205570868997534e-05,
      "loss": 0.0076,
      "step": 10562
    },
    {
      "epoch": 1.1451647875108413,
      "grad_norm": 0.2973446547985077,
      "learning_rate": 6.205208182213841e-05,
      "loss": 0.0721,
      "step": 10563
    },
    {
      "epoch": 1.145273200346921,
      "grad_norm": 0.20061957836151123,
      "learning_rate": 6.204845495430147e-05,
      "loss": 0.0294,
      "step": 10564
    },
    {
      "epoch": 1.1453816131830008,
      "grad_norm": 0.15549376606941223,
      "learning_rate": 6.204482808646453e-05,
      "loss": 0.0125,
      "step": 10565
    },
    {
      "epoch": 1.1454900260190806,
      "grad_norm": 0.16892915964126587,
      "learning_rate": 6.20412012186276e-05,
      "loss": 0.026,
      "step": 10566
    },
    {
      "epoch": 1.1455984388551603,
      "grad_norm": 0.2970094084739685,
      "learning_rate": 6.203757435079066e-05,
      "loss": 0.0243,
      "step": 10567
    },
    {
      "epoch": 1.1457068516912403,
      "grad_norm": 0.1534983217716217,
      "learning_rate": 6.203394748295373e-05,
      "loss": 0.0252,
      "step": 10568
    },
    {
      "epoch": 1.14581526452732,
      "grad_norm": 0.3160620927810669,
      "learning_rate": 6.203032061511679e-05,
      "loss": 0.0167,
      "step": 10569
    },
    {
      "epoch": 1.1459236773633998,
      "grad_norm": 0.5116738080978394,
      "learning_rate": 6.202669374727986e-05,
      "loss": 0.083,
      "step": 10570
    },
    {
      "epoch": 1.1460320901994796,
      "grad_norm": 0.3579148054122925,
      "learning_rate": 6.202306687944291e-05,
      "loss": 0.0222,
      "step": 10571
    },
    {
      "epoch": 1.1461405030355594,
      "grad_norm": 0.21447689831256866,
      "learning_rate": 6.201944001160597e-05,
      "loss": 0.0249,
      "step": 10572
    },
    {
      "epoch": 1.1462489158716391,
      "grad_norm": 0.25468266010284424,
      "learning_rate": 6.201581314376904e-05,
      "loss": 0.0231,
      "step": 10573
    },
    {
      "epoch": 1.146357328707719,
      "grad_norm": 0.27004995942115784,
      "learning_rate": 6.20121862759321e-05,
      "loss": 0.0356,
      "step": 10574
    },
    {
      "epoch": 1.1464657415437989,
      "grad_norm": 0.23237858712673187,
      "learning_rate": 6.200855940809517e-05,
      "loss": 0.0195,
      "step": 10575
    },
    {
      "epoch": 1.1465741543798786,
      "grad_norm": 0.28939560055732727,
      "learning_rate": 6.200493254025823e-05,
      "loss": 0.0338,
      "step": 10576
    },
    {
      "epoch": 1.1466825672159584,
      "grad_norm": 0.12553444504737854,
      "learning_rate": 6.20013056724213e-05,
      "loss": 0.0224,
      "step": 10577
    },
    {
      "epoch": 1.1467909800520382,
      "grad_norm": 0.18163511157035828,
      "learning_rate": 6.199767880458437e-05,
      "loss": 0.0409,
      "step": 10578
    },
    {
      "epoch": 1.146899392888118,
      "grad_norm": 0.10801421105861664,
      "learning_rate": 6.199405193674743e-05,
      "loss": 0.0181,
      "step": 10579
    },
    {
      "epoch": 1.1470078057241977,
      "grad_norm": 0.08263745158910751,
      "learning_rate": 6.19904250689105e-05,
      "loss": 0.012,
      "step": 10580
    },
    {
      "epoch": 1.1471162185602775,
      "grad_norm": 0.16598685085773468,
      "learning_rate": 6.198679820107356e-05,
      "loss": 0.01,
      "step": 10581
    },
    {
      "epoch": 1.1472246313963574,
      "grad_norm": 0.22501306235790253,
      "learning_rate": 6.198317133323663e-05,
      "loss": 0.0354,
      "step": 10582
    },
    {
      "epoch": 1.1473330442324372,
      "grad_norm": 0.22065767645835876,
      "learning_rate": 6.197954446539968e-05,
      "loss": 0.032,
      "step": 10583
    },
    {
      "epoch": 1.147441457068517,
      "grad_norm": 0.28400617837905884,
      "learning_rate": 6.197591759756275e-05,
      "loss": 0.0499,
      "step": 10584
    },
    {
      "epoch": 1.1475498699045967,
      "grad_norm": 0.04567400738596916,
      "learning_rate": 6.197229072972581e-05,
      "loss": 0.0044,
      "step": 10585
    },
    {
      "epoch": 1.1476582827406765,
      "grad_norm": 0.3084595799446106,
      "learning_rate": 6.196866386188888e-05,
      "loss": 0.017,
      "step": 10586
    },
    {
      "epoch": 1.1477666955767563,
      "grad_norm": 0.2621018886566162,
      "learning_rate": 6.196503699405194e-05,
      "loss": 0.021,
      "step": 10587
    },
    {
      "epoch": 1.147875108412836,
      "grad_norm": 0.2137332260608673,
      "learning_rate": 6.1961410126215e-05,
      "loss": 0.0236,
      "step": 10588
    },
    {
      "epoch": 1.1479835212489158,
      "grad_norm": 0.08472488075494766,
      "learning_rate": 6.195778325837807e-05,
      "loss": 0.0075,
      "step": 10589
    },
    {
      "epoch": 1.1480919340849955,
      "grad_norm": 0.24097755551338196,
      "learning_rate": 6.195415639054113e-05,
      "loss": 0.016,
      "step": 10590
    },
    {
      "epoch": 1.1482003469210755,
      "grad_norm": 0.03457597270607948,
      "learning_rate": 6.19505295227042e-05,
      "loss": 0.0055,
      "step": 10591
    },
    {
      "epoch": 1.1483087597571553,
      "grad_norm": 0.2568286657333374,
      "learning_rate": 6.194690265486725e-05,
      "loss": 0.0312,
      "step": 10592
    },
    {
      "epoch": 1.148417172593235,
      "grad_norm": 0.14745007455348969,
      "learning_rate": 6.194327578703032e-05,
      "loss": 0.0169,
      "step": 10593
    },
    {
      "epoch": 1.1485255854293148,
      "grad_norm": 0.5176960229873657,
      "learning_rate": 6.193964891919338e-05,
      "loss": 0.0154,
      "step": 10594
    },
    {
      "epoch": 1.1486339982653946,
      "grad_norm": 0.32544463872909546,
      "learning_rate": 6.193602205135645e-05,
      "loss": 0.0253,
      "step": 10595
    },
    {
      "epoch": 1.1487424111014743,
      "grad_norm": 0.17532573640346527,
      "learning_rate": 6.193239518351952e-05,
      "loss": 0.0308,
      "step": 10596
    },
    {
      "epoch": 1.148850823937554,
      "grad_norm": 0.08355464041233063,
      "learning_rate": 6.192876831568258e-05,
      "loss": 0.0121,
      "step": 10597
    },
    {
      "epoch": 1.148959236773634,
      "grad_norm": 0.954575777053833,
      "learning_rate": 6.192514144784565e-05,
      "loss": 0.0633,
      "step": 10598
    },
    {
      "epoch": 1.1490676496097139,
      "grad_norm": 0.284843385219574,
      "learning_rate": 6.192151458000871e-05,
      "loss": 0.029,
      "step": 10599
    },
    {
      "epoch": 1.1491760624457936,
      "grad_norm": 0.3001152276992798,
      "learning_rate": 6.191788771217178e-05,
      "loss": 0.0224,
      "step": 10600
    },
    {
      "epoch": 1.1492844752818734,
      "grad_norm": 0.19371935725212097,
      "learning_rate": 6.191426084433484e-05,
      "loss": 0.0243,
      "step": 10601
    },
    {
      "epoch": 1.1493928881179531,
      "grad_norm": 0.27873140573501587,
      "learning_rate": 6.19106339764979e-05,
      "loss": 0.0224,
      "step": 10602
    },
    {
      "epoch": 1.149501300954033,
      "grad_norm": 0.30303552746772766,
      "learning_rate": 6.190700710866097e-05,
      "loss": 0.052,
      "step": 10603
    },
    {
      "epoch": 1.1496097137901127,
      "grad_norm": 0.2183811515569687,
      "learning_rate": 6.190338024082402e-05,
      "loss": 0.0186,
      "step": 10604
    },
    {
      "epoch": 1.1497181266261927,
      "grad_norm": 0.15338025987148285,
      "learning_rate": 6.18997533729871e-05,
      "loss": 0.0289,
      "step": 10605
    },
    {
      "epoch": 1.1498265394622724,
      "grad_norm": 0.35246792435646057,
      "learning_rate": 6.189612650515015e-05,
      "loss": 0.0488,
      "step": 10606
    },
    {
      "epoch": 1.1499349522983522,
      "grad_norm": 0.17762638628482819,
      "learning_rate": 6.189249963731322e-05,
      "loss": 0.016,
      "step": 10607
    },
    {
      "epoch": 1.150043365134432,
      "grad_norm": 0.2762630879878998,
      "learning_rate": 6.188887276947628e-05,
      "loss": 0.0128,
      "step": 10608
    },
    {
      "epoch": 1.1501517779705117,
      "grad_norm": 0.11120296269655228,
      "learning_rate": 6.188524590163935e-05,
      "loss": 0.0109,
      "step": 10609
    },
    {
      "epoch": 1.1502601908065915,
      "grad_norm": 0.21313220262527466,
      "learning_rate": 6.188161903380241e-05,
      "loss": 0.0325,
      "step": 10610
    },
    {
      "epoch": 1.1503686036426712,
      "grad_norm": 0.23795431852340698,
      "learning_rate": 6.187799216596546e-05,
      "loss": 0.0177,
      "step": 10611
    },
    {
      "epoch": 1.150477016478751,
      "grad_norm": 0.27474865317344666,
      "learning_rate": 6.187436529812854e-05,
      "loss": 0.036,
      "step": 10612
    },
    {
      "epoch": 1.1505854293148308,
      "grad_norm": 0.4536665380001068,
      "learning_rate": 6.18707384302916e-05,
      "loss": 0.093,
      "step": 10613
    },
    {
      "epoch": 1.1506938421509108,
      "grad_norm": 0.05110159516334534,
      "learning_rate": 6.186711156245468e-05,
      "loss": 0.0039,
      "step": 10614
    },
    {
      "epoch": 1.1508022549869905,
      "grad_norm": 0.3668580651283264,
      "learning_rate": 6.186348469461773e-05,
      "loss": 0.0403,
      "step": 10615
    },
    {
      "epoch": 1.1509106678230703,
      "grad_norm": 0.28921395540237427,
      "learning_rate": 6.185985782678079e-05,
      "loss": 0.0597,
      "step": 10616
    },
    {
      "epoch": 1.15101908065915,
      "grad_norm": 0.11181630939245224,
      "learning_rate": 6.185623095894386e-05,
      "loss": 0.0171,
      "step": 10617
    },
    {
      "epoch": 1.1511274934952298,
      "grad_norm": 0.2895065248012543,
      "learning_rate": 6.185260409110692e-05,
      "loss": 0.0326,
      "step": 10618
    },
    {
      "epoch": 1.1512359063313096,
      "grad_norm": 0.29609614610671997,
      "learning_rate": 6.184897722326999e-05,
      "loss": 0.0722,
      "step": 10619
    },
    {
      "epoch": 1.1513443191673893,
      "grad_norm": 0.26655852794647217,
      "learning_rate": 6.184535035543305e-05,
      "loss": 0.0202,
      "step": 10620
    },
    {
      "epoch": 1.1514527320034693,
      "grad_norm": 0.15982124209403992,
      "learning_rate": 6.184172348759612e-05,
      "loss": 0.0147,
      "step": 10621
    },
    {
      "epoch": 1.151561144839549,
      "grad_norm": 0.19860044121742249,
      "learning_rate": 6.183809661975918e-05,
      "loss": 0.0169,
      "step": 10622
    },
    {
      "epoch": 1.1516695576756288,
      "grad_norm": 0.43307289481163025,
      "learning_rate": 6.183446975192225e-05,
      "loss": 0.0365,
      "step": 10623
    },
    {
      "epoch": 1.1517779705117086,
      "grad_norm": 0.11114252358675003,
      "learning_rate": 6.18308428840853e-05,
      "loss": 0.0123,
      "step": 10624
    },
    {
      "epoch": 1.1518863833477884,
      "grad_norm": 0.5919206738471985,
      "learning_rate": 6.182721601624836e-05,
      "loss": 0.0347,
      "step": 10625
    },
    {
      "epoch": 1.1519947961838681,
      "grad_norm": 0.14957435429096222,
      "learning_rate": 6.182358914841143e-05,
      "loss": 0.0114,
      "step": 10626
    },
    {
      "epoch": 1.152103209019948,
      "grad_norm": 0.20506976544857025,
      "learning_rate": 6.181996228057449e-05,
      "loss": 0.0336,
      "step": 10627
    },
    {
      "epoch": 1.1522116218560277,
      "grad_norm": 0.20310308039188385,
      "learning_rate": 6.181633541273756e-05,
      "loss": 0.0279,
      "step": 10628
    },
    {
      "epoch": 1.1523200346921076,
      "grad_norm": 0.23066529631614685,
      "learning_rate": 6.181270854490062e-05,
      "loss": 0.0313,
      "step": 10629
    },
    {
      "epoch": 1.1524284475281874,
      "grad_norm": 0.37901023030281067,
      "learning_rate": 6.180908167706369e-05,
      "loss": 0.0689,
      "step": 10630
    },
    {
      "epoch": 1.1525368603642672,
      "grad_norm": 0.2089810073375702,
      "learning_rate": 6.180545480922676e-05,
      "loss": 0.0433,
      "step": 10631
    },
    {
      "epoch": 1.152645273200347,
      "grad_norm": 0.32872462272644043,
      "learning_rate": 6.180182794138982e-05,
      "loss": 0.0506,
      "step": 10632
    },
    {
      "epoch": 1.1527536860364267,
      "grad_norm": 0.14641878008842468,
      "learning_rate": 6.179820107355289e-05,
      "loss": 0.0132,
      "step": 10633
    },
    {
      "epoch": 1.1528620988725065,
      "grad_norm": 0.059356775134801865,
      "learning_rate": 6.179457420571595e-05,
      "loss": 0.0075,
      "step": 10634
    },
    {
      "epoch": 1.1529705117085862,
      "grad_norm": 0.0888930931687355,
      "learning_rate": 6.179094733787902e-05,
      "loss": 0.0146,
      "step": 10635
    },
    {
      "epoch": 1.153078924544666,
      "grad_norm": 0.22278107702732086,
      "learning_rate": 6.178732047004207e-05,
      "loss": 0.0212,
      "step": 10636
    },
    {
      "epoch": 1.153187337380746,
      "grad_norm": 0.1923147737979889,
      "learning_rate": 6.178369360220515e-05,
      "loss": 0.0158,
      "step": 10637
    },
    {
      "epoch": 1.1532957502168257,
      "grad_norm": 0.20085690915584564,
      "learning_rate": 6.17800667343682e-05,
      "loss": 0.0127,
      "step": 10638
    },
    {
      "epoch": 1.1534041630529055,
      "grad_norm": 0.08538376539945602,
      "learning_rate": 6.177643986653126e-05,
      "loss": 0.0058,
      "step": 10639
    },
    {
      "epoch": 1.1535125758889853,
      "grad_norm": 0.031384095549583435,
      "learning_rate": 6.177281299869433e-05,
      "loss": 0.0026,
      "step": 10640
    },
    {
      "epoch": 1.153620988725065,
      "grad_norm": 0.2444511502981186,
      "learning_rate": 6.176918613085739e-05,
      "loss": 0.0255,
      "step": 10641
    },
    {
      "epoch": 1.1537294015611448,
      "grad_norm": 0.0312319528311491,
      "learning_rate": 6.176555926302046e-05,
      "loss": 0.0035,
      "step": 10642
    },
    {
      "epoch": 1.1538378143972245,
      "grad_norm": 0.048097074031829834,
      "learning_rate": 6.176193239518352e-05,
      "loss": 0.0015,
      "step": 10643
    },
    {
      "epoch": 1.1539462272333045,
      "grad_norm": 0.23603399097919464,
      "learning_rate": 6.175830552734659e-05,
      "loss": 0.0091,
      "step": 10644
    },
    {
      "epoch": 1.1540546400693843,
      "grad_norm": 0.18166719377040863,
      "learning_rate": 6.175467865950964e-05,
      "loss": 0.0165,
      "step": 10645
    },
    {
      "epoch": 1.154163052905464,
      "grad_norm": 0.2932491898536682,
      "learning_rate": 6.175105179167272e-05,
      "loss": 0.0443,
      "step": 10646
    },
    {
      "epoch": 1.1542714657415438,
      "grad_norm": 0.16201287508010864,
      "learning_rate": 6.174742492383579e-05,
      "loss": 0.0261,
      "step": 10647
    },
    {
      "epoch": 1.1543798785776236,
      "grad_norm": 0.42635592818260193,
      "learning_rate": 6.174379805599884e-05,
      "loss": 0.0773,
      "step": 10648
    },
    {
      "epoch": 1.1544882914137033,
      "grad_norm": 0.3465770184993744,
      "learning_rate": 6.174017118816191e-05,
      "loss": 0.0535,
      "step": 10649
    },
    {
      "epoch": 1.1545967042497831,
      "grad_norm": 0.16593211889266968,
      "learning_rate": 6.173654432032497e-05,
      "loss": 0.0102,
      "step": 10650
    },
    {
      "epoch": 1.1547051170858629,
      "grad_norm": 0.23528054356575012,
      "learning_rate": 6.173291745248804e-05,
      "loss": 0.034,
      "step": 10651
    },
    {
      "epoch": 1.1548135299219426,
      "grad_norm": 0.27867430448532104,
      "learning_rate": 6.17292905846511e-05,
      "loss": 0.052,
      "step": 10652
    },
    {
      "epoch": 1.1549219427580226,
      "grad_norm": 0.21427693963050842,
      "learning_rate": 6.172566371681416e-05,
      "loss": 0.0361,
      "step": 10653
    },
    {
      "epoch": 1.1550303555941024,
      "grad_norm": 0.2805471122264862,
      "learning_rate": 6.172203684897723e-05,
      "loss": 0.0302,
      "step": 10654
    },
    {
      "epoch": 1.1551387684301822,
      "grad_norm": 0.224077969789505,
      "learning_rate": 6.171840998114029e-05,
      "loss": 0.0181,
      "step": 10655
    },
    {
      "epoch": 1.155247181266262,
      "grad_norm": 0.4882562756538391,
      "learning_rate": 6.171478311330336e-05,
      "loss": 0.0397,
      "step": 10656
    },
    {
      "epoch": 1.1553555941023417,
      "grad_norm": 0.08038786798715591,
      "learning_rate": 6.171115624546641e-05,
      "loss": 0.0033,
      "step": 10657
    },
    {
      "epoch": 1.1554640069384214,
      "grad_norm": 0.24082651734352112,
      "learning_rate": 6.170752937762948e-05,
      "loss": 0.03,
      "step": 10658
    },
    {
      "epoch": 1.1555724197745012,
      "grad_norm": 0.2767544984817505,
      "learning_rate": 6.170390250979254e-05,
      "loss": 0.0528,
      "step": 10659
    },
    {
      "epoch": 1.1556808326105812,
      "grad_norm": 0.4616010785102844,
      "learning_rate": 6.170027564195561e-05,
      "loss": 0.0656,
      "step": 10660
    },
    {
      "epoch": 1.155789245446661,
      "grad_norm": 0.25862815976142883,
      "learning_rate": 6.169664877411867e-05,
      "loss": 0.0256,
      "step": 10661
    },
    {
      "epoch": 1.1558976582827407,
      "grad_norm": 0.2184554785490036,
      "learning_rate": 6.169302190628173e-05,
      "loss": 0.0045,
      "step": 10662
    },
    {
      "epoch": 1.1560060711188205,
      "grad_norm": 0.6371221542358398,
      "learning_rate": 6.16893950384448e-05,
      "loss": 0.0263,
      "step": 10663
    },
    {
      "epoch": 1.1561144839549002,
      "grad_norm": 0.21113258600234985,
      "learning_rate": 6.168576817060786e-05,
      "loss": 0.0221,
      "step": 10664
    },
    {
      "epoch": 1.15622289679098,
      "grad_norm": 0.9554831385612488,
      "learning_rate": 6.168214130277094e-05,
      "loss": 0.1267,
      "step": 10665
    },
    {
      "epoch": 1.1563313096270598,
      "grad_norm": 0.28159645199775696,
      "learning_rate": 6.1678514434934e-05,
      "loss": 0.0341,
      "step": 10666
    },
    {
      "epoch": 1.1564397224631398,
      "grad_norm": 0.24274496734142303,
      "learning_rate": 6.167488756709707e-05,
      "loss": 0.0283,
      "step": 10667
    },
    {
      "epoch": 1.1565481352992195,
      "grad_norm": 0.16928178071975708,
      "learning_rate": 6.167126069926013e-05,
      "loss": 0.0216,
      "step": 10668
    },
    {
      "epoch": 1.1566565481352993,
      "grad_norm": 0.14233823120594025,
      "learning_rate": 6.166763383142318e-05,
      "loss": 0.019,
      "step": 10669
    },
    {
      "epoch": 1.156764960971379,
      "grad_norm": 0.1545776128768921,
      "learning_rate": 6.166400696358625e-05,
      "loss": 0.0157,
      "step": 10670
    },
    {
      "epoch": 1.1568733738074588,
      "grad_norm": 0.3092347979545593,
      "learning_rate": 6.166038009574931e-05,
      "loss": 0.0513,
      "step": 10671
    },
    {
      "epoch": 1.1569817866435386,
      "grad_norm": 0.37860995531082153,
      "learning_rate": 6.165675322791238e-05,
      "loss": 0.0317,
      "step": 10672
    },
    {
      "epoch": 1.1570901994796183,
      "grad_norm": 0.1688883751630783,
      "learning_rate": 6.165312636007544e-05,
      "loss": 0.0101,
      "step": 10673
    },
    {
      "epoch": 1.157198612315698,
      "grad_norm": 0.2620306611061096,
      "learning_rate": 6.164949949223851e-05,
      "loss": 0.0283,
      "step": 10674
    },
    {
      "epoch": 1.1573070251517779,
      "grad_norm": 0.15391917526721954,
      "learning_rate": 6.164587262440157e-05,
      "loss": 0.0171,
      "step": 10675
    },
    {
      "epoch": 1.1574154379878578,
      "grad_norm": 0.4447321593761444,
      "learning_rate": 6.164224575656462e-05,
      "loss": 0.0452,
      "step": 10676
    },
    {
      "epoch": 1.1575238508239376,
      "grad_norm": 0.24831748008728027,
      "learning_rate": 6.16386188887277e-05,
      "loss": 0.0529,
      "step": 10677
    },
    {
      "epoch": 1.1576322636600174,
      "grad_norm": 0.08796851336956024,
      "learning_rate": 6.163499202089075e-05,
      "loss": 0.0083,
      "step": 10678
    },
    {
      "epoch": 1.1577406764960971,
      "grad_norm": 0.13674871623516083,
      "learning_rate": 6.163136515305382e-05,
      "loss": 0.0292,
      "step": 10679
    },
    {
      "epoch": 1.157849089332177,
      "grad_norm": 0.5228450894355774,
      "learning_rate": 6.162773828521688e-05,
      "loss": 0.0698,
      "step": 10680
    },
    {
      "epoch": 1.1579575021682567,
      "grad_norm": 0.16292326152324677,
      "learning_rate": 6.162411141737995e-05,
      "loss": 0.0086,
      "step": 10681
    },
    {
      "epoch": 1.1580659150043364,
      "grad_norm": 0.18842776119709015,
      "learning_rate": 6.162048454954302e-05,
      "loss": 0.0282,
      "step": 10682
    },
    {
      "epoch": 1.1581743278404164,
      "grad_norm": 0.29364416003227234,
      "learning_rate": 6.161685768170608e-05,
      "loss": 0.0395,
      "step": 10683
    },
    {
      "epoch": 1.1582827406764962,
      "grad_norm": 0.0760733112692833,
      "learning_rate": 6.161323081386915e-05,
      "loss": 0.0172,
      "step": 10684
    },
    {
      "epoch": 1.158391153512576,
      "grad_norm": 0.10583145171403885,
      "learning_rate": 6.160960394603221e-05,
      "loss": 0.019,
      "step": 10685
    },
    {
      "epoch": 1.1584995663486557,
      "grad_norm": 0.22489969432353973,
      "learning_rate": 6.160597707819528e-05,
      "loss": 0.0445,
      "step": 10686
    },
    {
      "epoch": 1.1586079791847355,
      "grad_norm": 0.06621619313955307,
      "learning_rate": 6.160235021035834e-05,
      "loss": 0.0041,
      "step": 10687
    },
    {
      "epoch": 1.1587163920208152,
      "grad_norm": 0.17161116003990173,
      "learning_rate": 6.159872334252141e-05,
      "loss": 0.007,
      "step": 10688
    },
    {
      "epoch": 1.158824804856895,
      "grad_norm": 0.38681861758232117,
      "learning_rate": 6.159509647468447e-05,
      "loss": 0.0768,
      "step": 10689
    },
    {
      "epoch": 1.158933217692975,
      "grad_norm": 0.07082546502351761,
      "learning_rate": 6.159146960684754e-05,
      "loss": 0.0073,
      "step": 10690
    },
    {
      "epoch": 1.1590416305290547,
      "grad_norm": 0.30047371983528137,
      "learning_rate": 6.15878427390106e-05,
      "loss": 0.0389,
      "step": 10691
    },
    {
      "epoch": 1.1591500433651345,
      "grad_norm": 0.18908295035362244,
      "learning_rate": 6.158421587117365e-05,
      "loss": 0.0083,
      "step": 10692
    },
    {
      "epoch": 1.1592584562012143,
      "grad_norm": 0.27438443899154663,
      "learning_rate": 6.158058900333672e-05,
      "loss": 0.0378,
      "step": 10693
    },
    {
      "epoch": 1.159366869037294,
      "grad_norm": 0.23263689875602722,
      "learning_rate": 6.157696213549978e-05,
      "loss": 0.0278,
      "step": 10694
    },
    {
      "epoch": 1.1594752818733738,
      "grad_norm": 0.18051564693450928,
      "learning_rate": 6.157333526766285e-05,
      "loss": 0.0248,
      "step": 10695
    },
    {
      "epoch": 1.1595836947094535,
      "grad_norm": 0.22405344247817993,
      "learning_rate": 6.156970839982591e-05,
      "loss": 0.0372,
      "step": 10696
    },
    {
      "epoch": 1.1596921075455333,
      "grad_norm": 0.11481699347496033,
      "learning_rate": 6.156608153198898e-05,
      "loss": 0.0119,
      "step": 10697
    },
    {
      "epoch": 1.159800520381613,
      "grad_norm": 0.07265045493841171,
      "learning_rate": 6.156245466415204e-05,
      "loss": 0.0041,
      "step": 10698
    },
    {
      "epoch": 1.159908933217693,
      "grad_norm": 0.10985685139894485,
      "learning_rate": 6.15588277963151e-05,
      "loss": 0.0164,
      "step": 10699
    },
    {
      "epoch": 1.1600173460537728,
      "grad_norm": 0.4684843122959137,
      "learning_rate": 6.155520092847818e-05,
      "loss": 0.0551,
      "step": 10700
    },
    {
      "epoch": 1.1601257588898526,
      "grad_norm": 0.21751852333545685,
      "learning_rate": 6.155157406064123e-05,
      "loss": 0.0201,
      "step": 10701
    },
    {
      "epoch": 1.1602341717259324,
      "grad_norm": 0.1379110962152481,
      "learning_rate": 6.15479471928043e-05,
      "loss": 0.0209,
      "step": 10702
    },
    {
      "epoch": 1.1603425845620121,
      "grad_norm": 0.29374614357948303,
      "learning_rate": 6.154432032496736e-05,
      "loss": 0.0372,
      "step": 10703
    },
    {
      "epoch": 1.1604509973980919,
      "grad_norm": 0.14014996588230133,
      "learning_rate": 6.154069345713043e-05,
      "loss": 0.0067,
      "step": 10704
    },
    {
      "epoch": 1.1605594102341716,
      "grad_norm": 0.30059900879859924,
      "learning_rate": 6.153706658929349e-05,
      "loss": 0.0312,
      "step": 10705
    },
    {
      "epoch": 1.1606678230702516,
      "grad_norm": 0.2487109750509262,
      "learning_rate": 6.153343972145655e-05,
      "loss": 0.0105,
      "step": 10706
    },
    {
      "epoch": 1.1607762359063314,
      "grad_norm": 0.19716790318489075,
      "learning_rate": 6.152981285361962e-05,
      "loss": 0.0496,
      "step": 10707
    },
    {
      "epoch": 1.1608846487424112,
      "grad_norm": 0.2769831120967865,
      "learning_rate": 6.152618598578268e-05,
      "loss": 0.0322,
      "step": 10708
    },
    {
      "epoch": 1.160993061578491,
      "grad_norm": 0.1763724535703659,
      "learning_rate": 6.152255911794575e-05,
      "loss": 0.0155,
      "step": 10709
    },
    {
      "epoch": 1.1611014744145707,
      "grad_norm": 0.13991421461105347,
      "learning_rate": 6.15189322501088e-05,
      "loss": 0.0274,
      "step": 10710
    },
    {
      "epoch": 1.1612098872506504,
      "grad_norm": 0.16798067092895508,
      "learning_rate": 6.151530538227188e-05,
      "loss": 0.0192,
      "step": 10711
    },
    {
      "epoch": 1.1613183000867302,
      "grad_norm": 0.14835579693317413,
      "learning_rate": 6.151167851443493e-05,
      "loss": 0.0109,
      "step": 10712
    },
    {
      "epoch": 1.16142671292281,
      "grad_norm": 0.19140048325061798,
      "learning_rate": 6.1508051646598e-05,
      "loss": 0.0191,
      "step": 10713
    },
    {
      "epoch": 1.1615351257588897,
      "grad_norm": 0.22764460742473602,
      "learning_rate": 6.150442477876106e-05,
      "loss": 0.0322,
      "step": 10714
    },
    {
      "epoch": 1.1616435385949697,
      "grad_norm": 0.27828776836395264,
      "learning_rate": 6.150079791092412e-05,
      "loss": 0.0366,
      "step": 10715
    },
    {
      "epoch": 1.1617519514310495,
      "grad_norm": 0.350589781999588,
      "learning_rate": 6.14971710430872e-05,
      "loss": 0.0189,
      "step": 10716
    },
    {
      "epoch": 1.1618603642671292,
      "grad_norm": 0.16848625242710114,
      "learning_rate": 6.149354417525026e-05,
      "loss": 0.0319,
      "step": 10717
    },
    {
      "epoch": 1.161968777103209,
      "grad_norm": 0.2382275015115738,
      "learning_rate": 6.148991730741333e-05,
      "loss": 0.0286,
      "step": 10718
    },
    {
      "epoch": 1.1620771899392888,
      "grad_norm": 0.10881182551383972,
      "learning_rate": 6.148629043957639e-05,
      "loss": 0.013,
      "step": 10719
    },
    {
      "epoch": 1.1621856027753685,
      "grad_norm": 0.5798777937889099,
      "learning_rate": 6.148266357173945e-05,
      "loss": 0.0589,
      "step": 10720
    },
    {
      "epoch": 1.1622940156114483,
      "grad_norm": 0.45854422450065613,
      "learning_rate": 6.147903670390252e-05,
      "loss": 0.0201,
      "step": 10721
    },
    {
      "epoch": 1.1624024284475283,
      "grad_norm": 0.3740691840648651,
      "learning_rate": 6.147540983606557e-05,
      "loss": 0.0551,
      "step": 10722
    },
    {
      "epoch": 1.162510841283608,
      "grad_norm": 0.08134934306144714,
      "learning_rate": 6.147178296822864e-05,
      "loss": 0.0073,
      "step": 10723
    },
    {
      "epoch": 1.1626192541196878,
      "grad_norm": 0.3404172956943512,
      "learning_rate": 6.14681561003917e-05,
      "loss": 0.0712,
      "step": 10724
    },
    {
      "epoch": 1.1627276669557676,
      "grad_norm": 0.1140819564461708,
      "learning_rate": 6.146452923255477e-05,
      "loss": 0.0109,
      "step": 10725
    },
    {
      "epoch": 1.1628360797918473,
      "grad_norm": 0.3015744984149933,
      "learning_rate": 6.146090236471783e-05,
      "loss": 0.0258,
      "step": 10726
    },
    {
      "epoch": 1.162944492627927,
      "grad_norm": 0.19856387376785278,
      "learning_rate": 6.14572754968809e-05,
      "loss": 0.0211,
      "step": 10727
    },
    {
      "epoch": 1.1630529054640069,
      "grad_norm": 0.3149603307247162,
      "learning_rate": 6.145364862904396e-05,
      "loss": 0.0235,
      "step": 10728
    },
    {
      "epoch": 1.1631613183000868,
      "grad_norm": 0.18536941707134247,
      "learning_rate": 6.145002176120702e-05,
      "loss": 0.0144,
      "step": 10729
    },
    {
      "epoch": 1.1632697311361666,
      "grad_norm": 0.2476213574409485,
      "learning_rate": 6.144639489337009e-05,
      "loss": 0.0266,
      "step": 10730
    },
    {
      "epoch": 1.1633781439722464,
      "grad_norm": 0.2807115316390991,
      "learning_rate": 6.144276802553314e-05,
      "loss": 0.0542,
      "step": 10731
    },
    {
      "epoch": 1.1634865568083261,
      "grad_norm": 0.5290465950965881,
      "learning_rate": 6.143914115769621e-05,
      "loss": 0.0601,
      "step": 10732
    },
    {
      "epoch": 1.163594969644406,
      "grad_norm": 0.30232712626457214,
      "learning_rate": 6.143551428985927e-05,
      "loss": 0.0127,
      "step": 10733
    },
    {
      "epoch": 1.1637033824804857,
      "grad_norm": 0.3438836932182312,
      "learning_rate": 6.143188742202234e-05,
      "loss": 0.0515,
      "step": 10734
    },
    {
      "epoch": 1.1638117953165654,
      "grad_norm": 0.059125177562236786,
      "learning_rate": 6.142826055418541e-05,
      "loss": 0.0067,
      "step": 10735
    },
    {
      "epoch": 1.1639202081526452,
      "grad_norm": 0.1153336763381958,
      "learning_rate": 6.142463368634847e-05,
      "loss": 0.019,
      "step": 10736
    },
    {
      "epoch": 1.164028620988725,
      "grad_norm": 0.14404845237731934,
      "learning_rate": 6.142100681851154e-05,
      "loss": 0.0252,
      "step": 10737
    },
    {
      "epoch": 1.164137033824805,
      "grad_norm": 0.11325761675834656,
      "learning_rate": 6.14173799506746e-05,
      "loss": 0.0187,
      "step": 10738
    },
    {
      "epoch": 1.1642454466608847,
      "grad_norm": 0.44430670142173767,
      "learning_rate": 6.141375308283767e-05,
      "loss": 0.077,
      "step": 10739
    },
    {
      "epoch": 1.1643538594969645,
      "grad_norm": 0.2943560481071472,
      "learning_rate": 6.141012621500073e-05,
      "loss": 0.0509,
      "step": 10740
    },
    {
      "epoch": 1.1644622723330442,
      "grad_norm": 0.25250670313835144,
      "learning_rate": 6.14064993471638e-05,
      "loss": 0.0257,
      "step": 10741
    },
    {
      "epoch": 1.164570685169124,
      "grad_norm": 0.16306142508983612,
      "learning_rate": 6.140287247932686e-05,
      "loss": 0.0331,
      "step": 10742
    },
    {
      "epoch": 1.1646790980052038,
      "grad_norm": 0.4604756832122803,
      "learning_rate": 6.139924561148991e-05,
      "loss": 0.0331,
      "step": 10743
    },
    {
      "epoch": 1.1647875108412835,
      "grad_norm": 0.11356811225414276,
      "learning_rate": 6.139561874365298e-05,
      "loss": 0.0132,
      "step": 10744
    },
    {
      "epoch": 1.1648959236773635,
      "grad_norm": 0.3769684135913849,
      "learning_rate": 6.139199187581604e-05,
      "loss": 0.0223,
      "step": 10745
    },
    {
      "epoch": 1.1650043365134433,
      "grad_norm": 0.21165518462657928,
      "learning_rate": 6.138836500797911e-05,
      "loss": 0.0248,
      "step": 10746
    },
    {
      "epoch": 1.165112749349523,
      "grad_norm": 0.08406051993370056,
      "learning_rate": 6.138473814014217e-05,
      "loss": 0.01,
      "step": 10747
    },
    {
      "epoch": 1.1652211621856028,
      "grad_norm": 0.11547581851482391,
      "learning_rate": 6.138111127230524e-05,
      "loss": 0.0232,
      "step": 10748
    },
    {
      "epoch": 1.1653295750216826,
      "grad_norm": 0.4320283532142639,
      "learning_rate": 6.13774844044683e-05,
      "loss": 0.0616,
      "step": 10749
    },
    {
      "epoch": 1.1654379878577623,
      "grad_norm": 0.2595348358154297,
      "learning_rate": 6.137385753663137e-05,
      "loss": 0.0158,
      "step": 10750
    },
    {
      "epoch": 1.165546400693842,
      "grad_norm": 0.24993585050106049,
      "learning_rate": 6.137023066879444e-05,
      "loss": 0.0247,
      "step": 10751
    },
    {
      "epoch": 1.165654813529922,
      "grad_norm": 0.4573388397693634,
      "learning_rate": 6.13666038009575e-05,
      "loss": 0.062,
      "step": 10752
    },
    {
      "epoch": 1.1657632263660018,
      "grad_norm": 0.6042857766151428,
      "learning_rate": 6.136297693312057e-05,
      "loss": 0.0684,
      "step": 10753
    },
    {
      "epoch": 1.1658716392020816,
      "grad_norm": 0.17637716233730316,
      "learning_rate": 6.135935006528363e-05,
      "loss": 0.0581,
      "step": 10754
    },
    {
      "epoch": 1.1659800520381614,
      "grad_norm": 0.1906622052192688,
      "learning_rate": 6.13557231974467e-05,
      "loss": 0.0249,
      "step": 10755
    },
    {
      "epoch": 1.1660884648742411,
      "grad_norm": 0.11295575648546219,
      "learning_rate": 6.135209632960975e-05,
      "loss": 0.0165,
      "step": 10756
    },
    {
      "epoch": 1.1661968777103209,
      "grad_norm": 0.3978058695793152,
      "learning_rate": 6.134846946177281e-05,
      "loss": 0.027,
      "step": 10757
    },
    {
      "epoch": 1.1663052905464006,
      "grad_norm": 0.09809190034866333,
      "learning_rate": 6.134484259393588e-05,
      "loss": 0.0174,
      "step": 10758
    },
    {
      "epoch": 1.1664137033824804,
      "grad_norm": 0.29530325531959534,
      "learning_rate": 6.134121572609894e-05,
      "loss": 0.0214,
      "step": 10759
    },
    {
      "epoch": 1.1665221162185602,
      "grad_norm": 0.07513363659381866,
      "learning_rate": 6.133758885826201e-05,
      "loss": 0.0052,
      "step": 10760
    },
    {
      "epoch": 1.1666305290546402,
      "grad_norm": 0.09133628755807877,
      "learning_rate": 6.133396199042507e-05,
      "loss": 0.013,
      "step": 10761
    },
    {
      "epoch": 1.16673894189072,
      "grad_norm": 0.3559798300266266,
      "learning_rate": 6.133033512258814e-05,
      "loss": 0.0282,
      "step": 10762
    },
    {
      "epoch": 1.1668473547267997,
      "grad_norm": 0.14797715842723846,
      "learning_rate": 6.13267082547512e-05,
      "loss": 0.0157,
      "step": 10763
    },
    {
      "epoch": 1.1669557675628794,
      "grad_norm": 0.07489383965730667,
      "learning_rate": 6.132308138691427e-05,
      "loss": 0.0111,
      "step": 10764
    },
    {
      "epoch": 1.1670641803989592,
      "grad_norm": 0.2707088887691498,
      "learning_rate": 6.131945451907732e-05,
      "loss": 0.0768,
      "step": 10765
    },
    {
      "epoch": 1.167172593235039,
      "grad_norm": 0.1895860731601715,
      "learning_rate": 6.131582765124038e-05,
      "loss": 0.0245,
      "step": 10766
    },
    {
      "epoch": 1.1672810060711187,
      "grad_norm": 0.11169444024562836,
      "learning_rate": 6.131220078340345e-05,
      "loss": 0.0145,
      "step": 10767
    },
    {
      "epoch": 1.1673894189071987,
      "grad_norm": 0.3045943081378937,
      "learning_rate": 6.130857391556652e-05,
      "loss": 0.0339,
      "step": 10768
    },
    {
      "epoch": 1.1674978317432785,
      "grad_norm": 0.2432118058204651,
      "learning_rate": 6.13049470477296e-05,
      "loss": 0.0506,
      "step": 10769
    },
    {
      "epoch": 1.1676062445793582,
      "grad_norm": 0.19618205726146698,
      "learning_rate": 6.130132017989265e-05,
      "loss": 0.0262,
      "step": 10770
    },
    {
      "epoch": 1.167714657415438,
      "grad_norm": 0.26933053135871887,
      "learning_rate": 6.129769331205572e-05,
      "loss": 0.0207,
      "step": 10771
    },
    {
      "epoch": 1.1678230702515178,
      "grad_norm": 0.0820237472653389,
      "learning_rate": 6.129406644421878e-05,
      "loss": 0.021,
      "step": 10772
    },
    {
      "epoch": 1.1679314830875975,
      "grad_norm": 0.31140580773353577,
      "learning_rate": 6.129043957638184e-05,
      "loss": 0.0572,
      "step": 10773
    },
    {
      "epoch": 1.1680398959236773,
      "grad_norm": 0.19367428123950958,
      "learning_rate": 6.128681270854491e-05,
      "loss": 0.0149,
      "step": 10774
    },
    {
      "epoch": 1.168148308759757,
      "grad_norm": 0.10390486568212509,
      "learning_rate": 6.128318584070796e-05,
      "loss": 0.0061,
      "step": 10775
    },
    {
      "epoch": 1.1682567215958368,
      "grad_norm": 0.30509477853775024,
      "learning_rate": 6.127955897287104e-05,
      "loss": 0.0376,
      "step": 10776
    },
    {
      "epoch": 1.1683651344319168,
      "grad_norm": 0.25773027539253235,
      "learning_rate": 6.127593210503409e-05,
      "loss": 0.0328,
      "step": 10777
    },
    {
      "epoch": 1.1684735472679966,
      "grad_norm": 0.20200064778327942,
      "learning_rate": 6.127230523719716e-05,
      "loss": 0.0179,
      "step": 10778
    },
    {
      "epoch": 1.1685819601040763,
      "grad_norm": 0.7283735871315002,
      "learning_rate": 6.126867836936022e-05,
      "loss": 0.0358,
      "step": 10779
    },
    {
      "epoch": 1.168690372940156,
      "grad_norm": 0.07510079443454742,
      "learning_rate": 6.126505150152329e-05,
      "loss": 0.0109,
      "step": 10780
    },
    {
      "epoch": 1.1687987857762359,
      "grad_norm": 0.045895371586084366,
      "learning_rate": 6.126142463368635e-05,
      "loss": 0.0054,
      "step": 10781
    },
    {
      "epoch": 1.1689071986123156,
      "grad_norm": 0.22873133420944214,
      "learning_rate": 6.12577977658494e-05,
      "loss": 0.0226,
      "step": 10782
    },
    {
      "epoch": 1.1690156114483954,
      "grad_norm": 0.413642555475235,
      "learning_rate": 6.125417089801248e-05,
      "loss": 0.0577,
      "step": 10783
    },
    {
      "epoch": 1.1691240242844754,
      "grad_norm": 0.22115720808506012,
      "learning_rate": 6.125054403017553e-05,
      "loss": 0.0434,
      "step": 10784
    },
    {
      "epoch": 1.1692324371205551,
      "grad_norm": 0.28451061248779297,
      "learning_rate": 6.12469171623386e-05,
      "loss": 0.0436,
      "step": 10785
    },
    {
      "epoch": 1.169340849956635,
      "grad_norm": 0.4713664650917053,
      "learning_rate": 6.124329029450168e-05,
      "loss": 0.0359,
      "step": 10786
    },
    {
      "epoch": 1.1694492627927147,
      "grad_norm": 0.08962571620941162,
      "learning_rate": 6.123966342666473e-05,
      "loss": 0.0121,
      "step": 10787
    },
    {
      "epoch": 1.1695576756287944,
      "grad_norm": 0.1789490282535553,
      "learning_rate": 6.12360365588278e-05,
      "loss": 0.0182,
      "step": 10788
    },
    {
      "epoch": 1.1696660884648742,
      "grad_norm": 0.049107715487480164,
      "learning_rate": 6.123240969099086e-05,
      "loss": 0.0052,
      "step": 10789
    },
    {
      "epoch": 1.169774501300954,
      "grad_norm": 0.4535379409790039,
      "learning_rate": 6.122878282315393e-05,
      "loss": 0.0746,
      "step": 10790
    },
    {
      "epoch": 1.169882914137034,
      "grad_norm": 0.19479022920131683,
      "learning_rate": 6.122515595531699e-05,
      "loss": 0.016,
      "step": 10791
    },
    {
      "epoch": 1.1699913269731137,
      "grad_norm": 0.20622730255126953,
      "learning_rate": 6.122152908748006e-05,
      "loss": 0.0156,
      "step": 10792
    },
    {
      "epoch": 1.1700997398091935,
      "grad_norm": 0.4719223082065582,
      "learning_rate": 6.121790221964312e-05,
      "loss": 0.0361,
      "step": 10793
    },
    {
      "epoch": 1.1702081526452732,
      "grad_norm": 0.19281388819217682,
      "learning_rate": 6.121427535180619e-05,
      "loss": 0.013,
      "step": 10794
    },
    {
      "epoch": 1.170316565481353,
      "grad_norm": 0.21824140846729279,
      "learning_rate": 6.121064848396925e-05,
      "loss": 0.0226,
      "step": 10795
    },
    {
      "epoch": 1.1704249783174328,
      "grad_norm": 0.37089085578918457,
      "learning_rate": 6.12070216161323e-05,
      "loss": 0.0606,
      "step": 10796
    },
    {
      "epoch": 1.1705333911535125,
      "grad_norm": 0.13525347411632538,
      "learning_rate": 6.120339474829537e-05,
      "loss": 0.0144,
      "step": 10797
    },
    {
      "epoch": 1.1706418039895923,
      "grad_norm": 0.10993960499763489,
      "learning_rate": 6.119976788045843e-05,
      "loss": 0.0046,
      "step": 10798
    },
    {
      "epoch": 1.170750216825672,
      "grad_norm": 0.15928848087787628,
      "learning_rate": 6.11961410126215e-05,
      "loss": 0.0136,
      "step": 10799
    },
    {
      "epoch": 1.170858629661752,
      "grad_norm": 0.12157125025987625,
      "learning_rate": 6.119251414478456e-05,
      "loss": 0.0081,
      "step": 10800
    },
    {
      "epoch": 1.1709670424978318,
      "grad_norm": 0.060403335839509964,
      "learning_rate": 6.118888727694763e-05,
      "loss": 0.0057,
      "step": 10801
    },
    {
      "epoch": 1.1710754553339116,
      "grad_norm": 0.27595728635787964,
      "learning_rate": 6.118526040911069e-05,
      "loss": 0.0301,
      "step": 10802
    },
    {
      "epoch": 1.1711838681699913,
      "grad_norm": 0.1588982492685318,
      "learning_rate": 6.118163354127376e-05,
      "loss": 0.0134,
      "step": 10803
    },
    {
      "epoch": 1.171292281006071,
      "grad_norm": 0.16699837148189545,
      "learning_rate": 6.117800667343683e-05,
      "loss": 0.0286,
      "step": 10804
    },
    {
      "epoch": 1.1714006938421508,
      "grad_norm": 0.09143427759408951,
      "learning_rate": 6.117437980559989e-05,
      "loss": 0.0151,
      "step": 10805
    },
    {
      "epoch": 1.1715091066782306,
      "grad_norm": 0.15425443649291992,
      "learning_rate": 6.117075293776296e-05,
      "loss": 0.0175,
      "step": 10806
    },
    {
      "epoch": 1.1716175195143106,
      "grad_norm": 0.10699674487113953,
      "learning_rate": 6.116712606992602e-05,
      "loss": 0.0134,
      "step": 10807
    },
    {
      "epoch": 1.1717259323503904,
      "grad_norm": 0.21012598276138306,
      "learning_rate": 6.116349920208909e-05,
      "loss": 0.0196,
      "step": 10808
    },
    {
      "epoch": 1.1718343451864701,
      "grad_norm": 0.07634169608354568,
      "learning_rate": 6.115987233425214e-05,
      "loss": 0.0131,
      "step": 10809
    },
    {
      "epoch": 1.1719427580225499,
      "grad_norm": 0.16263404488563538,
      "learning_rate": 6.11562454664152e-05,
      "loss": 0.0303,
      "step": 10810
    },
    {
      "epoch": 1.1720511708586296,
      "grad_norm": 0.038380250334739685,
      "learning_rate": 6.115261859857827e-05,
      "loss": 0.0041,
      "step": 10811
    },
    {
      "epoch": 1.1721595836947094,
      "grad_norm": 0.39715561270713806,
      "learning_rate": 6.114899173074133e-05,
      "loss": 0.032,
      "step": 10812
    },
    {
      "epoch": 1.1722679965307892,
      "grad_norm": 0.5461043119430542,
      "learning_rate": 6.11453648629044e-05,
      "loss": 0.0219,
      "step": 10813
    },
    {
      "epoch": 1.1723764093668692,
      "grad_norm": 0.11932407319545746,
      "learning_rate": 6.114173799506746e-05,
      "loss": 0.0133,
      "step": 10814
    },
    {
      "epoch": 1.172484822202949,
      "grad_norm": 0.17204898595809937,
      "learning_rate": 6.113811112723053e-05,
      "loss": 0.0158,
      "step": 10815
    },
    {
      "epoch": 1.1725932350390287,
      "grad_norm": 0.2911067008972168,
      "learning_rate": 6.113448425939359e-05,
      "loss": 0.0246,
      "step": 10816
    },
    {
      "epoch": 1.1727016478751084,
      "grad_norm": 0.35850173234939575,
      "learning_rate": 6.113085739155666e-05,
      "loss": 0.0137,
      "step": 10817
    },
    {
      "epoch": 1.1728100607111882,
      "grad_norm": 0.3734324276447296,
      "learning_rate": 6.112723052371971e-05,
      "loss": 0.0351,
      "step": 10818
    },
    {
      "epoch": 1.172918473547268,
      "grad_norm": 0.1568649262189865,
      "learning_rate": 6.112360365588277e-05,
      "loss": 0.0568,
      "step": 10819
    },
    {
      "epoch": 1.1730268863833477,
      "grad_norm": 0.28624969720840454,
      "learning_rate": 6.111997678804586e-05,
      "loss": 0.0433,
      "step": 10820
    },
    {
      "epoch": 1.1731352992194275,
      "grad_norm": 0.021794836968183517,
      "learning_rate": 6.111634992020891e-05,
      "loss": 0.0028,
      "step": 10821
    },
    {
      "epoch": 1.1732437120555073,
      "grad_norm": 0.1253664195537567,
      "learning_rate": 6.111272305237198e-05,
      "loss": 0.0082,
      "step": 10822
    },
    {
      "epoch": 1.1733521248915872,
      "grad_norm": 0.13794484734535217,
      "learning_rate": 6.110909618453504e-05,
      "loss": 0.0072,
      "step": 10823
    },
    {
      "epoch": 1.173460537727667,
      "grad_norm": 0.07628434896469116,
      "learning_rate": 6.11054693166981e-05,
      "loss": 0.0124,
      "step": 10824
    },
    {
      "epoch": 1.1735689505637468,
      "grad_norm": 0.14552412927150726,
      "learning_rate": 6.110184244886117e-05,
      "loss": 0.0228,
      "step": 10825
    },
    {
      "epoch": 1.1736773633998265,
      "grad_norm": 0.3373847007751465,
      "learning_rate": 6.109821558102423e-05,
      "loss": 0.0322,
      "step": 10826
    },
    {
      "epoch": 1.1737857762359063,
      "grad_norm": 0.09007543325424194,
      "learning_rate": 6.10945887131873e-05,
      "loss": 0.0068,
      "step": 10827
    },
    {
      "epoch": 1.173894189071986,
      "grad_norm": 0.3969201147556305,
      "learning_rate": 6.109096184535036e-05,
      "loss": 0.0828,
      "step": 10828
    },
    {
      "epoch": 1.1740026019080658,
      "grad_norm": 0.3511248826980591,
      "learning_rate": 6.108733497751343e-05,
      "loss": 0.0269,
      "step": 10829
    },
    {
      "epoch": 1.1741110147441458,
      "grad_norm": 0.10051749646663666,
      "learning_rate": 6.108370810967648e-05,
      "loss": 0.0044,
      "step": 10830
    },
    {
      "epoch": 1.1742194275802256,
      "grad_norm": 0.1884741336107254,
      "learning_rate": 6.108008124183955e-05,
      "loss": 0.0256,
      "step": 10831
    },
    {
      "epoch": 1.1743278404163053,
      "grad_norm": 0.6396777033805847,
      "learning_rate": 6.107645437400261e-05,
      "loss": 0.0776,
      "step": 10832
    },
    {
      "epoch": 1.174436253252385,
      "grad_norm": 0.18083204329013824,
      "learning_rate": 6.107282750616567e-05,
      "loss": 0.01,
      "step": 10833
    },
    {
      "epoch": 1.1745446660884649,
      "grad_norm": 0.10483996570110321,
      "learning_rate": 6.106920063832874e-05,
      "loss": 0.019,
      "step": 10834
    },
    {
      "epoch": 1.1746530789245446,
      "grad_norm": 0.2425624132156372,
      "learning_rate": 6.10655737704918e-05,
      "loss": 0.0348,
      "step": 10835
    },
    {
      "epoch": 1.1747614917606244,
      "grad_norm": 0.2841252088546753,
      "learning_rate": 6.106194690265487e-05,
      "loss": 0.0263,
      "step": 10836
    },
    {
      "epoch": 1.1748699045967044,
      "grad_norm": 0.19354696571826935,
      "learning_rate": 6.105832003481794e-05,
      "loss": 0.0172,
      "step": 10837
    },
    {
      "epoch": 1.1749783174327841,
      "grad_norm": 0.6167557835578918,
      "learning_rate": 6.1054693166981e-05,
      "loss": 0.0408,
      "step": 10838
    },
    {
      "epoch": 1.175086730268864,
      "grad_norm": 0.32907959818840027,
      "learning_rate": 6.105106629914407e-05,
      "loss": 0.0534,
      "step": 10839
    },
    {
      "epoch": 1.1751951431049437,
      "grad_norm": 0.31865981221199036,
      "learning_rate": 6.104743943130712e-05,
      "loss": 0.0476,
      "step": 10840
    },
    {
      "epoch": 1.1753035559410234,
      "grad_norm": 0.14542256295681,
      "learning_rate": 6.10438125634702e-05,
      "loss": 0.0138,
      "step": 10841
    },
    {
      "epoch": 1.1754119687771032,
      "grad_norm": 0.39189067482948303,
      "learning_rate": 6.104018569563325e-05,
      "loss": 0.0546,
      "step": 10842
    },
    {
      "epoch": 1.175520381613183,
      "grad_norm": 0.22125163674354553,
      "learning_rate": 6.103655882779632e-05,
      "loss": 0.0192,
      "step": 10843
    },
    {
      "epoch": 1.1756287944492627,
      "grad_norm": 0.06798961013555527,
      "learning_rate": 6.103293195995938e-05,
      "loss": 0.0086,
      "step": 10844
    },
    {
      "epoch": 1.1757372072853425,
      "grad_norm": 0.020651161670684814,
      "learning_rate": 6.1029305092122445e-05,
      "loss": 0.0021,
      "step": 10845
    },
    {
      "epoch": 1.1758456201214225,
      "grad_norm": 0.2652685344219208,
      "learning_rate": 6.102567822428551e-05,
      "loss": 0.0497,
      "step": 10846
    },
    {
      "epoch": 1.1759540329575022,
      "grad_norm": 0.1933867484331131,
      "learning_rate": 6.102205135644857e-05,
      "loss": 0.0243,
      "step": 10847
    },
    {
      "epoch": 1.176062445793582,
      "grad_norm": 0.6239783763885498,
      "learning_rate": 6.101842448861164e-05,
      "loss": 0.0493,
      "step": 10848
    },
    {
      "epoch": 1.1761708586296618,
      "grad_norm": 0.24942749738693237,
      "learning_rate": 6.10147976207747e-05,
      "loss": 0.0418,
      "step": 10849
    },
    {
      "epoch": 1.1762792714657415,
      "grad_norm": 0.1529141217470169,
      "learning_rate": 6.1011170752937766e-05,
      "loss": 0.014,
      "step": 10850
    },
    {
      "epoch": 1.1763876843018213,
      "grad_norm": 0.147995263338089,
      "learning_rate": 6.100754388510082e-05,
      "loss": 0.029,
      "step": 10851
    },
    {
      "epoch": 1.176496097137901,
      "grad_norm": 0.18329180777072906,
      "learning_rate": 6.100391701726389e-05,
      "loss": 0.021,
      "step": 10852
    },
    {
      "epoch": 1.176604509973981,
      "grad_norm": 0.04257076606154442,
      "learning_rate": 6.100029014942695e-05,
      "loss": 0.0031,
      "step": 10853
    },
    {
      "epoch": 1.1767129228100608,
      "grad_norm": 0.14718039333820343,
      "learning_rate": 6.0996663281590015e-05,
      "loss": 0.0318,
      "step": 10854
    },
    {
      "epoch": 1.1768213356461406,
      "grad_norm": 0.061262864619493484,
      "learning_rate": 6.099303641375309e-05,
      "loss": 0.0078,
      "step": 10855
    },
    {
      "epoch": 1.1769297484822203,
      "grad_norm": 0.10780732333660126,
      "learning_rate": 6.098940954591616e-05,
      "loss": 0.0099,
      "step": 10856
    },
    {
      "epoch": 1.1770381613183,
      "grad_norm": 0.49868693947792053,
      "learning_rate": 6.0985782678079214e-05,
      "loss": 0.0739,
      "step": 10857
    },
    {
      "epoch": 1.1771465741543798,
      "grad_norm": 0.23709508776664734,
      "learning_rate": 6.098215581024228e-05,
      "loss": 0.0252,
      "step": 10858
    },
    {
      "epoch": 1.1772549869904596,
      "grad_norm": 0.15580740571022034,
      "learning_rate": 6.097852894240534e-05,
      "loss": 0.015,
      "step": 10859
    },
    {
      "epoch": 1.1773633998265394,
      "grad_norm": 0.14317865669727325,
      "learning_rate": 6.097490207456841e-05,
      "loss": 0.0175,
      "step": 10860
    },
    {
      "epoch": 1.1774718126626191,
      "grad_norm": 0.10680808126926422,
      "learning_rate": 6.097127520673147e-05,
      "loss": 0.0111,
      "step": 10861
    },
    {
      "epoch": 1.1775802254986991,
      "grad_norm": 0.21690353751182556,
      "learning_rate": 6.0967648338894535e-05,
      "loss": 0.0244,
      "step": 10862
    },
    {
      "epoch": 1.1776886383347789,
      "grad_norm": 0.20429059863090515,
      "learning_rate": 6.09640214710576e-05,
      "loss": 0.0448,
      "step": 10863
    },
    {
      "epoch": 1.1777970511708586,
      "grad_norm": 0.4005940556526184,
      "learning_rate": 6.096039460322066e-05,
      "loss": 0.0611,
      "step": 10864
    },
    {
      "epoch": 1.1779054640069384,
      "grad_norm": 0.16928492486476898,
      "learning_rate": 6.095676773538373e-05,
      "loss": 0.0139,
      "step": 10865
    },
    {
      "epoch": 1.1780138768430182,
      "grad_norm": 0.2319396585226059,
      "learning_rate": 6.0953140867546785e-05,
      "loss": 0.0183,
      "step": 10866
    },
    {
      "epoch": 1.178122289679098,
      "grad_norm": 0.21253840625286102,
      "learning_rate": 6.094951399970985e-05,
      "loss": 0.031,
      "step": 10867
    },
    {
      "epoch": 1.1782307025151777,
      "grad_norm": 0.3123767375946045,
      "learning_rate": 6.094588713187291e-05,
      "loss": 0.0385,
      "step": 10868
    },
    {
      "epoch": 1.1783391153512577,
      "grad_norm": 0.06217067688703537,
      "learning_rate": 6.094226026403598e-05,
      "loss": 0.0033,
      "step": 10869
    },
    {
      "epoch": 1.1784475281873374,
      "grad_norm": 0.3664829432964325,
      "learning_rate": 6.093863339619904e-05,
      "loss": 0.042,
      "step": 10870
    },
    {
      "epoch": 1.1785559410234172,
      "grad_norm": 0.3019416034221649,
      "learning_rate": 6.0935006528362105e-05,
      "loss": 0.0319,
      "step": 10871
    },
    {
      "epoch": 1.178664353859497,
      "grad_norm": 0.3391309678554535,
      "learning_rate": 6.0931379660525176e-05,
      "loss": 0.0561,
      "step": 10872
    },
    {
      "epoch": 1.1787727666955767,
      "grad_norm": 0.19410951435565948,
      "learning_rate": 6.092775279268824e-05,
      "loss": 0.0292,
      "step": 10873
    },
    {
      "epoch": 1.1788811795316565,
      "grad_norm": 0.17151661217212677,
      "learning_rate": 6.0924125924851304e-05,
      "loss": 0.0343,
      "step": 10874
    },
    {
      "epoch": 1.1789895923677363,
      "grad_norm": 0.38046619296073914,
      "learning_rate": 6.092049905701437e-05,
      "loss": 0.0313,
      "step": 10875
    },
    {
      "epoch": 1.1790980052038162,
      "grad_norm": 0.357648104429245,
      "learning_rate": 6.091687218917743e-05,
      "loss": 0.0766,
      "step": 10876
    },
    {
      "epoch": 1.179206418039896,
      "grad_norm": 0.09103795886039734,
      "learning_rate": 6.0913245321340496e-05,
      "loss": 0.0066,
      "step": 10877
    },
    {
      "epoch": 1.1793148308759758,
      "grad_norm": 0.3271902799606323,
      "learning_rate": 6.090961845350356e-05,
      "loss": 0.0363,
      "step": 10878
    },
    {
      "epoch": 1.1794232437120555,
      "grad_norm": 0.32652050256729126,
      "learning_rate": 6.0905991585666625e-05,
      "loss": 0.0392,
      "step": 10879
    },
    {
      "epoch": 1.1795316565481353,
      "grad_norm": 0.3187183439731598,
      "learning_rate": 6.090236471782968e-05,
      "loss": 0.0283,
      "step": 10880
    },
    {
      "epoch": 1.179640069384215,
      "grad_norm": 0.07484263181686401,
      "learning_rate": 6.0898737849992746e-05,
      "loss": 0.0076,
      "step": 10881
    },
    {
      "epoch": 1.1797484822202948,
      "grad_norm": 0.16016648709774017,
      "learning_rate": 6.089511098215581e-05,
      "loss": 0.0109,
      "step": 10882
    },
    {
      "epoch": 1.1798568950563746,
      "grad_norm": 0.19565939903259277,
      "learning_rate": 6.0891484114318874e-05,
      "loss": 0.0215,
      "step": 10883
    },
    {
      "epoch": 1.1799653078924544,
      "grad_norm": 0.34872040152549744,
      "learning_rate": 6.088785724648194e-05,
      "loss": 0.0304,
      "step": 10884
    },
    {
      "epoch": 1.1800737207285343,
      "grad_norm": 0.18982689082622528,
      "learning_rate": 6.0884230378645e-05,
      "loss": 0.0223,
      "step": 10885
    },
    {
      "epoch": 1.180182133564614,
      "grad_norm": 0.09149954468011856,
      "learning_rate": 6.088060351080807e-05,
      "loss": 0.0127,
      "step": 10886
    },
    {
      "epoch": 1.1802905464006939,
      "grad_norm": 0.08001695573329926,
      "learning_rate": 6.087697664297113e-05,
      "loss": 0.0066,
      "step": 10887
    },
    {
      "epoch": 1.1803989592367736,
      "grad_norm": 0.33660995960235596,
      "learning_rate": 6.0873349775134195e-05,
      "loss": 0.0106,
      "step": 10888
    },
    {
      "epoch": 1.1805073720728534,
      "grad_norm": 0.44397202134132385,
      "learning_rate": 6.0869722907297266e-05,
      "loss": 0.0236,
      "step": 10889
    },
    {
      "epoch": 1.1806157849089332,
      "grad_norm": 0.32224443554878235,
      "learning_rate": 6.086609603946033e-05,
      "loss": 0.0497,
      "step": 10890
    },
    {
      "epoch": 1.180724197745013,
      "grad_norm": 0.11731544137001038,
      "learning_rate": 6.0862469171623394e-05,
      "loss": 0.0068,
      "step": 10891
    },
    {
      "epoch": 1.180832610581093,
      "grad_norm": 0.16241838037967682,
      "learning_rate": 6.085884230378646e-05,
      "loss": 0.0315,
      "step": 10892
    },
    {
      "epoch": 1.1809410234171727,
      "grad_norm": 0.45255446434020996,
      "learning_rate": 6.085521543594952e-05,
      "loss": 0.0487,
      "step": 10893
    },
    {
      "epoch": 1.1810494362532524,
      "grad_norm": 0.12368693947792053,
      "learning_rate": 6.0851588568112586e-05,
      "loss": 0.0117,
      "step": 10894
    },
    {
      "epoch": 1.1811578490893322,
      "grad_norm": 0.31512144207954407,
      "learning_rate": 6.0847961700275644e-05,
      "loss": 0.0141,
      "step": 10895
    },
    {
      "epoch": 1.181266261925412,
      "grad_norm": 0.12517482042312622,
      "learning_rate": 6.084433483243871e-05,
      "loss": 0.0188,
      "step": 10896
    },
    {
      "epoch": 1.1813746747614917,
      "grad_norm": 0.2682790458202362,
      "learning_rate": 6.084070796460177e-05,
      "loss": 0.0118,
      "step": 10897
    },
    {
      "epoch": 1.1814830875975715,
      "grad_norm": 0.7488837838172913,
      "learning_rate": 6.0837081096764836e-05,
      "loss": 0.0446,
      "step": 10898
    },
    {
      "epoch": 1.1815915004336515,
      "grad_norm": 0.5240964293479919,
      "learning_rate": 6.08334542289279e-05,
      "loss": 0.036,
      "step": 10899
    },
    {
      "epoch": 1.1816999132697312,
      "grad_norm": 0.13768687844276428,
      "learning_rate": 6.0829827361090964e-05,
      "loss": 0.008,
      "step": 10900
    },
    {
      "epoch": 1.181808326105811,
      "grad_norm": 0.24673248827457428,
      "learning_rate": 6.082620049325403e-05,
      "loss": 0.0149,
      "step": 10901
    },
    {
      "epoch": 1.1819167389418908,
      "grad_norm": 0.21530424058437347,
      "learning_rate": 6.082257362541709e-05,
      "loss": 0.0402,
      "step": 10902
    },
    {
      "epoch": 1.1820251517779705,
      "grad_norm": 0.29892033338546753,
      "learning_rate": 6.0818946757580156e-05,
      "loss": 0.0196,
      "step": 10903
    },
    {
      "epoch": 1.1821335646140503,
      "grad_norm": 0.08297304064035416,
      "learning_rate": 6.0815319889743214e-05,
      "loss": 0.0147,
      "step": 10904
    },
    {
      "epoch": 1.18224197745013,
      "grad_norm": 0.43862682580947876,
      "learning_rate": 6.081169302190628e-05,
      "loss": 0.0466,
      "step": 10905
    },
    {
      "epoch": 1.1823503902862098,
      "grad_norm": 0.36639609932899475,
      "learning_rate": 6.0808066154069355e-05,
      "loss": 0.0597,
      "step": 10906
    },
    {
      "epoch": 1.1824588031222896,
      "grad_norm": 0.4911842942237854,
      "learning_rate": 6.080443928623242e-05,
      "loss": 0.0735,
      "step": 10907
    },
    {
      "epoch": 1.1825672159583696,
      "grad_norm": 0.22557224333286285,
      "learning_rate": 6.0800812418395484e-05,
      "loss": 0.0246,
      "step": 10908
    },
    {
      "epoch": 1.1826756287944493,
      "grad_norm": 0.2958301305770874,
      "learning_rate": 6.079718555055854e-05,
      "loss": 0.0172,
      "step": 10909
    },
    {
      "epoch": 1.182784041630529,
      "grad_norm": 0.15129409730434418,
      "learning_rate": 6.0793558682721605e-05,
      "loss": 0.017,
      "step": 10910
    },
    {
      "epoch": 1.1828924544666088,
      "grad_norm": 0.25254547595977783,
      "learning_rate": 6.078993181488467e-05,
      "loss": 0.0267,
      "step": 10911
    },
    {
      "epoch": 1.1830008673026886,
      "grad_norm": 0.3035740554332733,
      "learning_rate": 6.078630494704773e-05,
      "loss": 0.0274,
      "step": 10912
    },
    {
      "epoch": 1.1831092801387684,
      "grad_norm": 0.09884921461343765,
      "learning_rate": 6.07826780792108e-05,
      "loss": 0.0059,
      "step": 10913
    },
    {
      "epoch": 1.1832176929748481,
      "grad_norm": 0.09984341263771057,
      "learning_rate": 6.077905121137386e-05,
      "loss": 0.0062,
      "step": 10914
    },
    {
      "epoch": 1.1833261058109281,
      "grad_norm": 0.19352054595947266,
      "learning_rate": 6.0775424343536926e-05,
      "loss": 0.0152,
      "step": 10915
    },
    {
      "epoch": 1.1834345186470079,
      "grad_norm": 0.00692174443975091,
      "learning_rate": 6.077179747569999e-05,
      "loss": 0.0006,
      "step": 10916
    },
    {
      "epoch": 1.1835429314830876,
      "grad_norm": 0.2693054676055908,
      "learning_rate": 6.0768170607863054e-05,
      "loss": 0.0234,
      "step": 10917
    },
    {
      "epoch": 1.1836513443191674,
      "grad_norm": 0.0454881377518177,
      "learning_rate": 6.076454374002611e-05,
      "loss": 0.0028,
      "step": 10918
    },
    {
      "epoch": 1.1837597571552472,
      "grad_norm": 0.21596238017082214,
      "learning_rate": 6.0760916872189175e-05,
      "loss": 0.0278,
      "step": 10919
    },
    {
      "epoch": 1.183868169991327,
      "grad_norm": 0.5416215062141418,
      "learning_rate": 6.075729000435224e-05,
      "loss": 0.0596,
      "step": 10920
    },
    {
      "epoch": 1.1839765828274067,
      "grad_norm": 0.3824731409549713,
      "learning_rate": 6.0753663136515304e-05,
      "loss": 0.0441,
      "step": 10921
    },
    {
      "epoch": 1.1840849956634865,
      "grad_norm": 0.2958070635795593,
      "learning_rate": 6.075003626867837e-05,
      "loss": 0.0156,
      "step": 10922
    },
    {
      "epoch": 1.1841934084995662,
      "grad_norm": 0.34540438652038574,
      "learning_rate": 6.074640940084143e-05,
      "loss": 0.0268,
      "step": 10923
    },
    {
      "epoch": 1.1843018213356462,
      "grad_norm": 0.39067313075065613,
      "learning_rate": 6.07427825330045e-05,
      "loss": 0.0511,
      "step": 10924
    },
    {
      "epoch": 1.184410234171726,
      "grad_norm": 0.3275345265865326,
      "learning_rate": 6.073915566516757e-05,
      "loss": 0.0593,
      "step": 10925
    },
    {
      "epoch": 1.1845186470078057,
      "grad_norm": 0.12202845513820648,
      "learning_rate": 6.073552879733063e-05,
      "loss": 0.0158,
      "step": 10926
    },
    {
      "epoch": 1.1846270598438855,
      "grad_norm": 0.3429378271102905,
      "learning_rate": 6.0731901929493695e-05,
      "loss": 0.0322,
      "step": 10927
    },
    {
      "epoch": 1.1847354726799653,
      "grad_norm": 0.3953739404678345,
      "learning_rate": 6.072827506165676e-05,
      "loss": 0.0382,
      "step": 10928
    },
    {
      "epoch": 1.184843885516045,
      "grad_norm": 0.17056414484977722,
      "learning_rate": 6.072464819381982e-05,
      "loss": 0.0128,
      "step": 10929
    },
    {
      "epoch": 1.1849522983521248,
      "grad_norm": 0.43536943197250366,
      "learning_rate": 6.072102132598289e-05,
      "loss": 0.0294,
      "step": 10930
    },
    {
      "epoch": 1.1850607111882048,
      "grad_norm": 0.11511734873056412,
      "learning_rate": 6.071739445814595e-05,
      "loss": 0.0106,
      "step": 10931
    },
    {
      "epoch": 1.1851691240242845,
      "grad_norm": 0.2519168257713318,
      "learning_rate": 6.071376759030901e-05,
      "loss": 0.0262,
      "step": 10932
    },
    {
      "epoch": 1.1852775368603643,
      "grad_norm": 0.15015298128128052,
      "learning_rate": 6.071014072247207e-05,
      "loss": 0.0094,
      "step": 10933
    },
    {
      "epoch": 1.185385949696444,
      "grad_norm": 0.1747223436832428,
      "learning_rate": 6.070651385463514e-05,
      "loss": 0.01,
      "step": 10934
    },
    {
      "epoch": 1.1854943625325238,
      "grad_norm": 0.11652025580406189,
      "learning_rate": 6.07028869867982e-05,
      "loss": 0.0118,
      "step": 10935
    },
    {
      "epoch": 1.1856027753686036,
      "grad_norm": 0.19160805642604828,
      "learning_rate": 6.0699260118961265e-05,
      "loss": 0.0113,
      "step": 10936
    },
    {
      "epoch": 1.1857111882046834,
      "grad_norm": 0.26826393604278564,
      "learning_rate": 6.069563325112433e-05,
      "loss": 0.0278,
      "step": 10937
    },
    {
      "epoch": 1.1858196010407633,
      "grad_norm": 0.1634533554315567,
      "learning_rate": 6.069200638328739e-05,
      "loss": 0.0197,
      "step": 10938
    },
    {
      "epoch": 1.185928013876843,
      "grad_norm": 0.2761441171169281,
      "learning_rate": 6.068837951545046e-05,
      "loss": 0.0153,
      "step": 10939
    },
    {
      "epoch": 1.1860364267129229,
      "grad_norm": 0.283638060092926,
      "learning_rate": 6.068475264761352e-05,
      "loss": 0.0416,
      "step": 10940
    },
    {
      "epoch": 1.1861448395490026,
      "grad_norm": 0.0966491773724556,
      "learning_rate": 6.068112577977659e-05,
      "loss": 0.0111,
      "step": 10941
    },
    {
      "epoch": 1.1862532523850824,
      "grad_norm": 0.138305202126503,
      "learning_rate": 6.0677498911939657e-05,
      "loss": 0.01,
      "step": 10942
    },
    {
      "epoch": 1.1863616652211622,
      "grad_norm": 0.2251943051815033,
      "learning_rate": 6.067387204410272e-05,
      "loss": 0.0195,
      "step": 10943
    },
    {
      "epoch": 1.186470078057242,
      "grad_norm": 0.2929876744747162,
      "learning_rate": 6.0670245176265785e-05,
      "loss": 0.0398,
      "step": 10944
    },
    {
      "epoch": 1.1865784908933217,
      "grad_norm": 0.1646978110074997,
      "learning_rate": 6.066661830842885e-05,
      "loss": 0.0113,
      "step": 10945
    },
    {
      "epoch": 1.1866869037294014,
      "grad_norm": 0.17855751514434814,
      "learning_rate": 6.066299144059191e-05,
      "loss": 0.0149,
      "step": 10946
    },
    {
      "epoch": 1.1867953165654814,
      "grad_norm": 0.38204771280288696,
      "learning_rate": 6.065936457275497e-05,
      "loss": 0.0241,
      "step": 10947
    },
    {
      "epoch": 1.1869037294015612,
      "grad_norm": 0.4716968238353729,
      "learning_rate": 6.0655737704918034e-05,
      "loss": 0.0707,
      "step": 10948
    },
    {
      "epoch": 1.187012142237641,
      "grad_norm": 0.2519401013851166,
      "learning_rate": 6.06521108370811e-05,
      "loss": 0.0159,
      "step": 10949
    },
    {
      "epoch": 1.1871205550737207,
      "grad_norm": 0.021654823794960976,
      "learning_rate": 6.064848396924416e-05,
      "loss": 0.0015,
      "step": 10950
    },
    {
      "epoch": 1.1872289679098005,
      "grad_norm": 0.2088909149169922,
      "learning_rate": 6.064485710140723e-05,
      "loss": 0.0136,
      "step": 10951
    },
    {
      "epoch": 1.1873373807458802,
      "grad_norm": 0.10261204838752747,
      "learning_rate": 6.064123023357029e-05,
      "loss": 0.0125,
      "step": 10952
    },
    {
      "epoch": 1.18744579358196,
      "grad_norm": 0.25094300508499146,
      "learning_rate": 6.0637603365733355e-05,
      "loss": 0.0482,
      "step": 10953
    },
    {
      "epoch": 1.18755420641804,
      "grad_norm": 0.6961758136749268,
      "learning_rate": 6.063397649789642e-05,
      "loss": 0.0491,
      "step": 10954
    },
    {
      "epoch": 1.1876626192541198,
      "grad_norm": 0.25457489490509033,
      "learning_rate": 6.063034963005948e-05,
      "loss": 0.0212,
      "step": 10955
    },
    {
      "epoch": 1.1877710320901995,
      "grad_norm": 0.16862119734287262,
      "learning_rate": 6.062672276222254e-05,
      "loss": 0.014,
      "step": 10956
    },
    {
      "epoch": 1.1878794449262793,
      "grad_norm": 0.1163942739367485,
      "learning_rate": 6.0623095894385605e-05,
      "loss": 0.0067,
      "step": 10957
    },
    {
      "epoch": 1.187987857762359,
      "grad_norm": 0.24864061176776886,
      "learning_rate": 6.061946902654868e-05,
      "loss": 0.0206,
      "step": 10958
    },
    {
      "epoch": 1.1880962705984388,
      "grad_norm": 0.16377049684524536,
      "learning_rate": 6.0615842158711746e-05,
      "loss": 0.0088,
      "step": 10959
    },
    {
      "epoch": 1.1882046834345186,
      "grad_norm": 0.21277286112308502,
      "learning_rate": 6.061221529087481e-05,
      "loss": 0.0146,
      "step": 10960
    },
    {
      "epoch": 1.1883130962705986,
      "grad_norm": 0.19998353719711304,
      "learning_rate": 6.060858842303787e-05,
      "loss": 0.0102,
      "step": 10961
    },
    {
      "epoch": 1.1884215091066783,
      "grad_norm": 0.14646530151367188,
      "learning_rate": 6.060496155520093e-05,
      "loss": 0.0109,
      "step": 10962
    },
    {
      "epoch": 1.188529921942758,
      "grad_norm": 0.16788385808467865,
      "learning_rate": 6.0601334687363996e-05,
      "loss": 0.0223,
      "step": 10963
    },
    {
      "epoch": 1.1886383347788378,
      "grad_norm": 0.11457423120737076,
      "learning_rate": 6.059770781952706e-05,
      "loss": 0.006,
      "step": 10964
    },
    {
      "epoch": 1.1887467476149176,
      "grad_norm": 0.16949984431266785,
      "learning_rate": 6.0594080951690124e-05,
      "loss": 0.0125,
      "step": 10965
    },
    {
      "epoch": 1.1888551604509974,
      "grad_norm": 0.41027703881263733,
      "learning_rate": 6.059045408385319e-05,
      "loss": 0.0571,
      "step": 10966
    },
    {
      "epoch": 1.1889635732870771,
      "grad_norm": 0.16809456050395966,
      "learning_rate": 6.058682721601625e-05,
      "loss": 0.0195,
      "step": 10967
    },
    {
      "epoch": 1.189071986123157,
      "grad_norm": 0.3096568286418915,
      "learning_rate": 6.0583200348179316e-05,
      "loss": 0.0143,
      "step": 10968
    },
    {
      "epoch": 1.1891803989592367,
      "grad_norm": 0.24973176419734955,
      "learning_rate": 6.057957348034238e-05,
      "loss": 0.0141,
      "step": 10969
    },
    {
      "epoch": 1.1892888117953166,
      "grad_norm": 0.359076589345932,
      "learning_rate": 6.057594661250544e-05,
      "loss": 0.0264,
      "step": 10970
    },
    {
      "epoch": 1.1893972246313964,
      "grad_norm": 0.3624286651611328,
      "learning_rate": 6.05723197446685e-05,
      "loss": 0.0332,
      "step": 10971
    },
    {
      "epoch": 1.1895056374674762,
      "grad_norm": 0.14815904200077057,
      "learning_rate": 6.0568692876831566e-05,
      "loss": 0.039,
      "step": 10972
    },
    {
      "epoch": 1.189614050303556,
      "grad_norm": 0.25437474250793457,
      "learning_rate": 6.056506600899463e-05,
      "loss": 0.0279,
      "step": 10973
    },
    {
      "epoch": 1.1897224631396357,
      "grad_norm": 0.24852630496025085,
      "learning_rate": 6.0561439141157694e-05,
      "loss": 0.0207,
      "step": 10974
    },
    {
      "epoch": 1.1898308759757155,
      "grad_norm": 0.21739202737808228,
      "learning_rate": 6.055781227332076e-05,
      "loss": 0.0418,
      "step": 10975
    },
    {
      "epoch": 1.1899392888117952,
      "grad_norm": 0.25226691365242004,
      "learning_rate": 6.055418540548383e-05,
      "loss": 0.0178,
      "step": 10976
    },
    {
      "epoch": 1.1900477016478752,
      "grad_norm": 0.37839066982269287,
      "learning_rate": 6.0550558537646893e-05,
      "loss": 0.0399,
      "step": 10977
    },
    {
      "epoch": 1.190156114483955,
      "grad_norm": 0.2049664556980133,
      "learning_rate": 6.054693166980996e-05,
      "loss": 0.0113,
      "step": 10978
    },
    {
      "epoch": 1.1902645273200347,
      "grad_norm": 0.6578938961029053,
      "learning_rate": 6.054330480197302e-05,
      "loss": 0.0785,
      "step": 10979
    },
    {
      "epoch": 1.1903729401561145,
      "grad_norm": 0.23372142016887665,
      "learning_rate": 6.0539677934136086e-05,
      "loss": 0.0318,
      "step": 10980
    },
    {
      "epoch": 1.1904813529921943,
      "grad_norm": 0.21846964955329895,
      "learning_rate": 6.053605106629915e-05,
      "loss": 0.0226,
      "step": 10981
    },
    {
      "epoch": 1.190589765828274,
      "grad_norm": 0.06669970601797104,
      "learning_rate": 6.0532424198462214e-05,
      "loss": 0.0064,
      "step": 10982
    },
    {
      "epoch": 1.1906981786643538,
      "grad_norm": 0.1534956395626068,
      "learning_rate": 6.052879733062528e-05,
      "loss": 0.022,
      "step": 10983
    },
    {
      "epoch": 1.1908065915004338,
      "grad_norm": 0.34765952825546265,
      "learning_rate": 6.0525170462788335e-05,
      "loss": 0.0534,
      "step": 10984
    },
    {
      "epoch": 1.1909150043365135,
      "grad_norm": 0.20145748555660248,
      "learning_rate": 6.05215435949514e-05,
      "loss": 0.0256,
      "step": 10985
    },
    {
      "epoch": 1.1910234171725933,
      "grad_norm": 0.3301931321620941,
      "learning_rate": 6.0517916727114464e-05,
      "loss": 0.014,
      "step": 10986
    },
    {
      "epoch": 1.191131830008673,
      "grad_norm": 0.2969067692756653,
      "learning_rate": 6.051428985927753e-05,
      "loss": 0.0715,
      "step": 10987
    },
    {
      "epoch": 1.1912402428447528,
      "grad_norm": 0.6191310882568359,
      "learning_rate": 6.051066299144059e-05,
      "loss": 0.0356,
      "step": 10988
    },
    {
      "epoch": 1.1913486556808326,
      "grad_norm": 0.08096758276224136,
      "learning_rate": 6.0507036123603656e-05,
      "loss": 0.0046,
      "step": 10989
    },
    {
      "epoch": 1.1914570685169124,
      "grad_norm": 0.2898218035697937,
      "learning_rate": 6.050340925576672e-05,
      "loss": 0.0086,
      "step": 10990
    },
    {
      "epoch": 1.1915654813529921,
      "grad_norm": 0.3081531524658203,
      "learning_rate": 6.0499782387929784e-05,
      "loss": 0.0239,
      "step": 10991
    },
    {
      "epoch": 1.1916738941890719,
      "grad_norm": 0.49034515023231506,
      "learning_rate": 6.049615552009285e-05,
      "loss": 0.0229,
      "step": 10992
    },
    {
      "epoch": 1.1917823070251519,
      "grad_norm": 0.21997618675231934,
      "learning_rate": 6.049252865225592e-05,
      "loss": 0.0213,
      "step": 10993
    },
    {
      "epoch": 1.1918907198612316,
      "grad_norm": 0.42620283365249634,
      "learning_rate": 6.048890178441898e-05,
      "loss": 0.051,
      "step": 10994
    },
    {
      "epoch": 1.1919991326973114,
      "grad_norm": 0.03856486454606056,
      "learning_rate": 6.048527491658205e-05,
      "loss": 0.0034,
      "step": 10995
    },
    {
      "epoch": 1.1921075455333912,
      "grad_norm": 0.47313982248306274,
      "learning_rate": 6.048164804874511e-05,
      "loss": 0.075,
      "step": 10996
    },
    {
      "epoch": 1.192215958369471,
      "grad_norm": 0.2003840208053589,
      "learning_rate": 6.0478021180908176e-05,
      "loss": 0.0236,
      "step": 10997
    },
    {
      "epoch": 1.1923243712055507,
      "grad_norm": 0.17271031439304352,
      "learning_rate": 6.047439431307124e-05,
      "loss": 0.0284,
      "step": 10998
    },
    {
      "epoch": 1.1924327840416304,
      "grad_norm": 0.5140070915222168,
      "learning_rate": 6.04707674452343e-05,
      "loss": 0.0464,
      "step": 10999
    },
    {
      "epoch": 1.1925411968777104,
      "grad_norm": 0.300449013710022,
      "learning_rate": 6.046714057739736e-05,
      "loss": 0.0417,
      "step": 11000
    },
    {
      "epoch": 1.1926496097137902,
      "grad_norm": 0.15220485627651215,
      "learning_rate": 6.0463513709560425e-05,
      "loss": 0.0211,
      "step": 11001
    },
    {
      "epoch": 1.19275802254987,
      "grad_norm": 0.20676109194755554,
      "learning_rate": 6.045988684172349e-05,
      "loss": 0.0305,
      "step": 11002
    },
    {
      "epoch": 1.1928664353859497,
      "grad_norm": 0.42510777711868286,
      "learning_rate": 6.045625997388655e-05,
      "loss": 0.0527,
      "step": 11003
    },
    {
      "epoch": 1.1929748482220295,
      "grad_norm": 0.5965309739112854,
      "learning_rate": 6.045263310604962e-05,
      "loss": 0.0795,
      "step": 11004
    },
    {
      "epoch": 1.1930832610581092,
      "grad_norm": 0.20147192478179932,
      "learning_rate": 6.044900623821268e-05,
      "loss": 0.0206,
      "step": 11005
    },
    {
      "epoch": 1.193191673894189,
      "grad_norm": 0.1358020156621933,
      "learning_rate": 6.0445379370375746e-05,
      "loss": 0.0216,
      "step": 11006
    },
    {
      "epoch": 1.1933000867302688,
      "grad_norm": 0.23643557727336884,
      "learning_rate": 6.044175250253881e-05,
      "loss": 0.0601,
      "step": 11007
    },
    {
      "epoch": 1.1934084995663485,
      "grad_norm": 0.17282097041606903,
      "learning_rate": 6.043812563470187e-05,
      "loss": 0.0338,
      "step": 11008
    },
    {
      "epoch": 1.1935169124024285,
      "grad_norm": 0.5986096858978271,
      "learning_rate": 6.043449876686493e-05,
      "loss": 0.0367,
      "step": 11009
    },
    {
      "epoch": 1.1936253252385083,
      "grad_norm": 0.19907914102077484,
      "learning_rate": 6.043087189902801e-05,
      "loss": 0.0272,
      "step": 11010
    },
    {
      "epoch": 1.193733738074588,
      "grad_norm": 0.3015815019607544,
      "learning_rate": 6.042724503119107e-05,
      "loss": 0.0396,
      "step": 11011
    },
    {
      "epoch": 1.1938421509106678,
      "grad_norm": 0.2565896213054657,
      "learning_rate": 6.042361816335414e-05,
      "loss": 0.0228,
      "step": 11012
    },
    {
      "epoch": 1.1939505637467476,
      "grad_norm": 0.19238980114459991,
      "learning_rate": 6.0419991295517194e-05,
      "loss": 0.0235,
      "step": 11013
    },
    {
      "epoch": 1.1940589765828273,
      "grad_norm": 0.12193578481674194,
      "learning_rate": 6.041636442768026e-05,
      "loss": 0.0347,
      "step": 11014
    },
    {
      "epoch": 1.194167389418907,
      "grad_norm": 0.09780861437320709,
      "learning_rate": 6.041273755984332e-05,
      "loss": 0.0096,
      "step": 11015
    },
    {
      "epoch": 1.194275802254987,
      "grad_norm": 0.12698864936828613,
      "learning_rate": 6.040911069200639e-05,
      "loss": 0.0167,
      "step": 11016
    },
    {
      "epoch": 1.1943842150910668,
      "grad_norm": 0.1724396049976349,
      "learning_rate": 6.040548382416945e-05,
      "loss": 0.0161,
      "step": 11017
    },
    {
      "epoch": 1.1944926279271466,
      "grad_norm": 0.3282028138637543,
      "learning_rate": 6.0401856956332515e-05,
      "loss": 0.0419,
      "step": 11018
    },
    {
      "epoch": 1.1946010407632264,
      "grad_norm": 0.30476558208465576,
      "learning_rate": 6.039823008849558e-05,
      "loss": 0.0658,
      "step": 11019
    },
    {
      "epoch": 1.1947094535993061,
      "grad_norm": 0.2267874926328659,
      "learning_rate": 6.039460322065864e-05,
      "loss": 0.0417,
      "step": 11020
    },
    {
      "epoch": 1.194817866435386,
      "grad_norm": 0.42511817812919617,
      "learning_rate": 6.039097635282171e-05,
      "loss": 0.0218,
      "step": 11021
    },
    {
      "epoch": 1.1949262792714657,
      "grad_norm": 0.35717445611953735,
      "learning_rate": 6.0387349484984765e-05,
      "loss": 0.0637,
      "step": 11022
    },
    {
      "epoch": 1.1950346921075456,
      "grad_norm": 0.21017175912857056,
      "learning_rate": 6.038372261714783e-05,
      "loss": 0.023,
      "step": 11023
    },
    {
      "epoch": 1.1951431049436254,
      "grad_norm": 0.3056515157222748,
      "learning_rate": 6.038009574931089e-05,
      "loss": 0.0175,
      "step": 11024
    },
    {
      "epoch": 1.1952515177797052,
      "grad_norm": 0.34919407963752747,
      "learning_rate": 6.037646888147396e-05,
      "loss": 0.0256,
      "step": 11025
    },
    {
      "epoch": 1.195359930615785,
      "grad_norm": 0.3736933171749115,
      "learning_rate": 6.037284201363702e-05,
      "loss": 0.0326,
      "step": 11026
    },
    {
      "epoch": 1.1954683434518647,
      "grad_norm": 0.12348570674657822,
      "learning_rate": 6.03692151458001e-05,
      "loss": 0.0124,
      "step": 11027
    },
    {
      "epoch": 1.1955767562879445,
      "grad_norm": 0.2823849022388458,
      "learning_rate": 6.0365588277963156e-05,
      "loss": 0.0525,
      "step": 11028
    },
    {
      "epoch": 1.1956851691240242,
      "grad_norm": 0.12004891037940979,
      "learning_rate": 6.036196141012622e-05,
      "loss": 0.0169,
      "step": 11029
    },
    {
      "epoch": 1.195793581960104,
      "grad_norm": 0.13876031339168549,
      "learning_rate": 6.0358334542289284e-05,
      "loss": 0.0232,
      "step": 11030
    },
    {
      "epoch": 1.1959019947961838,
      "grad_norm": 0.11789573729038239,
      "learning_rate": 6.035470767445235e-05,
      "loss": 0.024,
      "step": 11031
    },
    {
      "epoch": 1.1960104076322637,
      "grad_norm": 0.21487636864185333,
      "learning_rate": 6.035108080661541e-05,
      "loss": 0.0207,
      "step": 11032
    },
    {
      "epoch": 1.1961188204683435,
      "grad_norm": 0.3314763009548187,
      "learning_rate": 6.0347453938778477e-05,
      "loss": 0.0429,
      "step": 11033
    },
    {
      "epoch": 1.1962272333044233,
      "grad_norm": 0.2372124046087265,
      "learning_rate": 6.034382707094154e-05,
      "loss": 0.0347,
      "step": 11034
    },
    {
      "epoch": 1.196335646140503,
      "grad_norm": 0.22255678474903107,
      "learning_rate": 6.0340200203104605e-05,
      "loss": 0.0192,
      "step": 11035
    },
    {
      "epoch": 1.1964440589765828,
      "grad_norm": 0.11993218213319778,
      "learning_rate": 6.033657333526766e-05,
      "loss": 0.0175,
      "step": 11036
    },
    {
      "epoch": 1.1965524718126626,
      "grad_norm": 0.14337949454784393,
      "learning_rate": 6.0332946467430726e-05,
      "loss": 0.0264,
      "step": 11037
    },
    {
      "epoch": 1.1966608846487423,
      "grad_norm": 0.07574845105409622,
      "learning_rate": 6.032931959959379e-05,
      "loss": 0.0091,
      "step": 11038
    },
    {
      "epoch": 1.1967692974848223,
      "grad_norm": 0.219950869679451,
      "learning_rate": 6.0325692731756854e-05,
      "loss": 0.0334,
      "step": 11039
    },
    {
      "epoch": 1.196877710320902,
      "grad_norm": 0.5721142292022705,
      "learning_rate": 6.032206586391992e-05,
      "loss": 0.0628,
      "step": 11040
    },
    {
      "epoch": 1.1969861231569818,
      "grad_norm": 0.14117459952831268,
      "learning_rate": 6.031843899608298e-05,
      "loss": 0.0171,
      "step": 11041
    },
    {
      "epoch": 1.1970945359930616,
      "grad_norm": 0.08897518366575241,
      "learning_rate": 6.031481212824605e-05,
      "loss": 0.0058,
      "step": 11042
    },
    {
      "epoch": 1.1972029488291414,
      "grad_norm": 0.5755505561828613,
      "learning_rate": 6.031118526040911e-05,
      "loss": 0.0383,
      "step": 11043
    },
    {
      "epoch": 1.1973113616652211,
      "grad_norm": 0.61789470911026,
      "learning_rate": 6.0307558392572175e-05,
      "loss": 0.0782,
      "step": 11044
    },
    {
      "epoch": 1.1974197745013009,
      "grad_norm": 0.4118368327617645,
      "learning_rate": 6.0303931524735246e-05,
      "loss": 0.0414,
      "step": 11045
    },
    {
      "epoch": 1.1975281873373809,
      "grad_norm": 0.2574646472930908,
      "learning_rate": 6.030030465689831e-05,
      "loss": 0.01,
      "step": 11046
    },
    {
      "epoch": 1.1976366001734606,
      "grad_norm": 0.15781472623348236,
      "learning_rate": 6.0296677789061374e-05,
      "loss": 0.0072,
      "step": 11047
    },
    {
      "epoch": 1.1977450130095404,
      "grad_norm": 0.05364365130662918,
      "learning_rate": 6.029305092122444e-05,
      "loss": 0.007,
      "step": 11048
    },
    {
      "epoch": 1.1978534258456202,
      "grad_norm": 0.3507637679576874,
      "learning_rate": 6.02894240533875e-05,
      "loss": 0.0199,
      "step": 11049
    },
    {
      "epoch": 1.1979618386817,
      "grad_norm": 0.5222122669219971,
      "learning_rate": 6.0285797185550566e-05,
      "loss": 0.0546,
      "step": 11050
    },
    {
      "epoch": 1.1980702515177797,
      "grad_norm": 0.4205200672149658,
      "learning_rate": 6.0282170317713624e-05,
      "loss": 0.0206,
      "step": 11051
    },
    {
      "epoch": 1.1981786643538594,
      "grad_norm": 0.17382487654685974,
      "learning_rate": 6.027854344987669e-05,
      "loss": 0.0099,
      "step": 11052
    },
    {
      "epoch": 1.1982870771899392,
      "grad_norm": 0.24815768003463745,
      "learning_rate": 6.027491658203975e-05,
      "loss": 0.0365,
      "step": 11053
    },
    {
      "epoch": 1.198395490026019,
      "grad_norm": 0.3135001063346863,
      "learning_rate": 6.0271289714202816e-05,
      "loss": 0.0636,
      "step": 11054
    },
    {
      "epoch": 1.198503902862099,
      "grad_norm": 0.1015033945441246,
      "learning_rate": 6.026766284636588e-05,
      "loss": 0.0203,
      "step": 11055
    },
    {
      "epoch": 1.1986123156981787,
      "grad_norm": 0.06513504683971405,
      "learning_rate": 6.0264035978528944e-05,
      "loss": 0.0157,
      "step": 11056
    },
    {
      "epoch": 1.1987207285342585,
      "grad_norm": 0.2957151234149933,
      "learning_rate": 6.026040911069201e-05,
      "loss": 0.031,
      "step": 11057
    },
    {
      "epoch": 1.1988291413703382,
      "grad_norm": 0.3708345293998718,
      "learning_rate": 6.025678224285507e-05,
      "loss": 0.025,
      "step": 11058
    },
    {
      "epoch": 1.198937554206418,
      "grad_norm": 0.28433308005332947,
      "learning_rate": 6.0253155375018136e-05,
      "loss": 0.0448,
      "step": 11059
    },
    {
      "epoch": 1.1990459670424978,
      "grad_norm": 0.17110487818717957,
      "learning_rate": 6.0249528507181194e-05,
      "loss": 0.0113,
      "step": 11060
    },
    {
      "epoch": 1.1991543798785775,
      "grad_norm": 0.11742328107357025,
      "learning_rate": 6.024590163934426e-05,
      "loss": 0.0258,
      "step": 11061
    },
    {
      "epoch": 1.1992627927146575,
      "grad_norm": 0.13210326433181763,
      "learning_rate": 6.0242274771507336e-05,
      "loss": 0.0095,
      "step": 11062
    },
    {
      "epoch": 1.1993712055507373,
      "grad_norm": 0.25255176424980164,
      "learning_rate": 6.02386479036704e-05,
      "loss": 0.0396,
      "step": 11063
    },
    {
      "epoch": 1.199479618386817,
      "grad_norm": 0.0199607964605093,
      "learning_rate": 6.0235021035833464e-05,
      "loss": 0.0009,
      "step": 11064
    },
    {
      "epoch": 1.1995880312228968,
      "grad_norm": 0.35037708282470703,
      "learning_rate": 6.023139416799652e-05,
      "loss": 0.0533,
      "step": 11065
    },
    {
      "epoch": 1.1996964440589766,
      "grad_norm": 0.2057294398546219,
      "learning_rate": 6.0227767300159585e-05,
      "loss": 0.0222,
      "step": 11066
    },
    {
      "epoch": 1.1998048568950563,
      "grad_norm": 0.6542392373085022,
      "learning_rate": 6.022414043232265e-05,
      "loss": 0.0261,
      "step": 11067
    },
    {
      "epoch": 1.199913269731136,
      "grad_norm": 0.12013735622167587,
      "learning_rate": 6.0220513564485713e-05,
      "loss": 0.0085,
      "step": 11068
    },
    {
      "epoch": 1.2000216825672159,
      "grad_norm": 0.1951480656862259,
      "learning_rate": 6.021688669664878e-05,
      "loss": 0.0295,
      "step": 11069
    },
    {
      "epoch": 1.2001300954032956,
      "grad_norm": 0.3863191306591034,
      "learning_rate": 6.021325982881184e-05,
      "loss": 0.0453,
      "step": 11070
    },
    {
      "epoch": 1.2002385082393756,
      "grad_norm": 0.15768639743328094,
      "learning_rate": 6.0209632960974906e-05,
      "loss": 0.0173,
      "step": 11071
    },
    {
      "epoch": 1.2003469210754554,
      "grad_norm": 0.07505492866039276,
      "learning_rate": 6.020600609313797e-05,
      "loss": 0.0114,
      "step": 11072
    },
    {
      "epoch": 1.2004553339115351,
      "grad_norm": 0.5328553915023804,
      "learning_rate": 6.0202379225301034e-05,
      "loss": 0.0541,
      "step": 11073
    },
    {
      "epoch": 1.200563746747615,
      "grad_norm": 0.12361278384923935,
      "learning_rate": 6.019875235746409e-05,
      "loss": 0.0276,
      "step": 11074
    },
    {
      "epoch": 1.2006721595836947,
      "grad_norm": 0.18442998826503754,
      "learning_rate": 6.0195125489627155e-05,
      "loss": 0.026,
      "step": 11075
    },
    {
      "epoch": 1.2007805724197744,
      "grad_norm": 0.17804008722305298,
      "learning_rate": 6.019149862179022e-05,
      "loss": 0.035,
      "step": 11076
    },
    {
      "epoch": 1.2008889852558542,
      "grad_norm": 0.46459558606147766,
      "learning_rate": 6.0187871753953284e-05,
      "loss": 0.0319,
      "step": 11077
    },
    {
      "epoch": 1.2009973980919342,
      "grad_norm": 0.28658372163772583,
      "learning_rate": 6.018424488611635e-05,
      "loss": 0.0168,
      "step": 11078
    },
    {
      "epoch": 1.201105810928014,
      "grad_norm": 0.3051501512527466,
      "learning_rate": 6.0180618018279425e-05,
      "loss": 0.0336,
      "step": 11079
    },
    {
      "epoch": 1.2012142237640937,
      "grad_norm": 0.4473101496696472,
      "learning_rate": 6.017699115044248e-05,
      "loss": 0.0869,
      "step": 11080
    },
    {
      "epoch": 1.2013226366001735,
      "grad_norm": 0.06551317125558853,
      "learning_rate": 6.017336428260555e-05,
      "loss": 0.0062,
      "step": 11081
    },
    {
      "epoch": 1.2014310494362532,
      "grad_norm": 0.10313232243061066,
      "learning_rate": 6.016973741476861e-05,
      "loss": 0.0199,
      "step": 11082
    },
    {
      "epoch": 1.201539462272333,
      "grad_norm": 0.15278691053390503,
      "learning_rate": 6.0166110546931675e-05,
      "loss": 0.0271,
      "step": 11083
    },
    {
      "epoch": 1.2016478751084128,
      "grad_norm": 0.10067865997552872,
      "learning_rate": 6.016248367909474e-05,
      "loss": 0.0196,
      "step": 11084
    },
    {
      "epoch": 1.2017562879444927,
      "grad_norm": 0.23105725646018982,
      "learning_rate": 6.01588568112578e-05,
      "loss": 0.0397,
      "step": 11085
    },
    {
      "epoch": 1.2018647007805725,
      "grad_norm": 0.2805653214454651,
      "learning_rate": 6.015522994342087e-05,
      "loss": 0.0271,
      "step": 11086
    },
    {
      "epoch": 1.2019731136166523,
      "grad_norm": 0.27787476778030396,
      "learning_rate": 6.015160307558393e-05,
      "loss": 0.0582,
      "step": 11087
    },
    {
      "epoch": 1.202081526452732,
      "grad_norm": 0.12467415630817413,
      "learning_rate": 6.0147976207746996e-05,
      "loss": 0.0128,
      "step": 11088
    },
    {
      "epoch": 1.2021899392888118,
      "grad_norm": 0.2625533640384674,
      "learning_rate": 6.014434933991005e-05,
      "loss": 0.0466,
      "step": 11089
    },
    {
      "epoch": 1.2022983521248916,
      "grad_norm": 0.12686260044574738,
      "learning_rate": 6.014072247207312e-05,
      "loss": 0.019,
      "step": 11090
    },
    {
      "epoch": 1.2024067649609713,
      "grad_norm": 0.14195799827575684,
      "learning_rate": 6.013709560423618e-05,
      "loss": 0.017,
      "step": 11091
    },
    {
      "epoch": 1.202515177797051,
      "grad_norm": 0.05707460641860962,
      "learning_rate": 6.0133468736399245e-05,
      "loss": 0.0069,
      "step": 11092
    },
    {
      "epoch": 1.2026235906331308,
      "grad_norm": 0.23870795965194702,
      "learning_rate": 6.012984186856231e-05,
      "loss": 0.0225,
      "step": 11093
    },
    {
      "epoch": 1.2027320034692108,
      "grad_norm": 0.3891150951385498,
      "learning_rate": 6.012621500072537e-05,
      "loss": 0.0286,
      "step": 11094
    },
    {
      "epoch": 1.2028404163052906,
      "grad_norm": 0.08742818981409073,
      "learning_rate": 6.012258813288844e-05,
      "loss": 0.0211,
      "step": 11095
    },
    {
      "epoch": 1.2029488291413704,
      "grad_norm": 0.04435478895902634,
      "learning_rate": 6.011896126505151e-05,
      "loss": 0.0033,
      "step": 11096
    },
    {
      "epoch": 1.2030572419774501,
      "grad_norm": 0.07751377671957016,
      "learning_rate": 6.011533439721457e-05,
      "loss": 0.0122,
      "step": 11097
    },
    {
      "epoch": 1.2031656548135299,
      "grad_norm": 0.1679893136024475,
      "learning_rate": 6.0111707529377637e-05,
      "loss": 0.0395,
      "step": 11098
    },
    {
      "epoch": 1.2032740676496096,
      "grad_norm": 0.040341950953006744,
      "learning_rate": 6.01080806615407e-05,
      "loss": 0.004,
      "step": 11099
    },
    {
      "epoch": 1.2033824804856894,
      "grad_norm": 0.25827881693840027,
      "learning_rate": 6.0104453793703765e-05,
      "loss": 0.0256,
      "step": 11100
    },
    {
      "epoch": 1.2034908933217694,
      "grad_norm": 0.10779689252376556,
      "learning_rate": 6.010082692586683e-05,
      "loss": 0.009,
      "step": 11101
    },
    {
      "epoch": 1.2035993061578492,
      "grad_norm": 0.19040191173553467,
      "learning_rate": 6.009720005802989e-05,
      "loss": 0.0216,
      "step": 11102
    },
    {
      "epoch": 1.203707718993929,
      "grad_norm": 0.13069313764572144,
      "learning_rate": 6.009357319019295e-05,
      "loss": 0.0147,
      "step": 11103
    },
    {
      "epoch": 1.2038161318300087,
      "grad_norm": 0.06384851783514023,
      "learning_rate": 6.0089946322356014e-05,
      "loss": 0.0114,
      "step": 11104
    },
    {
      "epoch": 1.2039245446660884,
      "grad_norm": 0.16888391971588135,
      "learning_rate": 6.008631945451908e-05,
      "loss": 0.0293,
      "step": 11105
    },
    {
      "epoch": 1.2040329575021682,
      "grad_norm": 0.37622180581092834,
      "learning_rate": 6.008269258668214e-05,
      "loss": 0.0593,
      "step": 11106
    },
    {
      "epoch": 1.204141370338248,
      "grad_norm": 0.15371446311473846,
      "learning_rate": 6.007906571884521e-05,
      "loss": 0.0317,
      "step": 11107
    },
    {
      "epoch": 1.204249783174328,
      "grad_norm": 0.3155921995639801,
      "learning_rate": 6.007543885100827e-05,
      "loss": 0.0384,
      "step": 11108
    },
    {
      "epoch": 1.2043581960104077,
      "grad_norm": 0.34620845317840576,
      "learning_rate": 6.0071811983171335e-05,
      "loss": 0.036,
      "step": 11109
    },
    {
      "epoch": 1.2044666088464875,
      "grad_norm": 0.23076793551445007,
      "learning_rate": 6.00681851153344e-05,
      "loss": 0.035,
      "step": 11110
    },
    {
      "epoch": 1.2045750216825672,
      "grad_norm": 0.22885581851005554,
      "learning_rate": 6.006455824749746e-05,
      "loss": 0.0214,
      "step": 11111
    },
    {
      "epoch": 1.204683434518647,
      "grad_norm": 0.23769661784172058,
      "learning_rate": 6.006093137966052e-05,
      "loss": 0.0189,
      "step": 11112
    },
    {
      "epoch": 1.2047918473547268,
      "grad_norm": 0.25538140535354614,
      "learning_rate": 6.0057304511823585e-05,
      "loss": 0.0105,
      "step": 11113
    },
    {
      "epoch": 1.2049002601908065,
      "grad_norm": 0.1912204623222351,
      "learning_rate": 6.005367764398666e-05,
      "loss": 0.0281,
      "step": 11114
    },
    {
      "epoch": 1.2050086730268863,
      "grad_norm": 0.1894441843032837,
      "learning_rate": 6.0050050776149726e-05,
      "loss": 0.0188,
      "step": 11115
    },
    {
      "epoch": 1.205117085862966,
      "grad_norm": 0.3550833761692047,
      "learning_rate": 6.004642390831279e-05,
      "loss": 0.0326,
      "step": 11116
    },
    {
      "epoch": 1.205225498699046,
      "grad_norm": 0.1523672342300415,
      "learning_rate": 6.004279704047585e-05,
      "loss": 0.0186,
      "step": 11117
    },
    {
      "epoch": 1.2053339115351258,
      "grad_norm": 0.238015815615654,
      "learning_rate": 6.003917017263891e-05,
      "loss": 0.0352,
      "step": 11118
    },
    {
      "epoch": 1.2054423243712056,
      "grad_norm": 0.08276266604661942,
      "learning_rate": 6.0035543304801976e-05,
      "loss": 0.0107,
      "step": 11119
    },
    {
      "epoch": 1.2055507372072853,
      "grad_norm": 0.10548952221870422,
      "learning_rate": 6.003191643696504e-05,
      "loss": 0.0087,
      "step": 11120
    },
    {
      "epoch": 1.205659150043365,
      "grad_norm": 0.1295965313911438,
      "learning_rate": 6.0028289569128104e-05,
      "loss": 0.0127,
      "step": 11121
    },
    {
      "epoch": 1.2057675628794449,
      "grad_norm": 0.5738784074783325,
      "learning_rate": 6.002466270129117e-05,
      "loss": 0.0464,
      "step": 11122
    },
    {
      "epoch": 1.2058759757155246,
      "grad_norm": 0.055294908583164215,
      "learning_rate": 6.002103583345423e-05,
      "loss": 0.0061,
      "step": 11123
    },
    {
      "epoch": 1.2059843885516046,
      "grad_norm": 0.35655251145362854,
      "learning_rate": 6.0017408965617297e-05,
      "loss": 0.0245,
      "step": 11124
    },
    {
      "epoch": 1.2060928013876844,
      "grad_norm": 0.27176740765571594,
      "learning_rate": 6.001378209778036e-05,
      "loss": 0.03,
      "step": 11125
    },
    {
      "epoch": 1.2062012142237641,
      "grad_norm": 0.132675901055336,
      "learning_rate": 6.001015522994342e-05,
      "loss": 0.0154,
      "step": 11126
    },
    {
      "epoch": 1.206309627059844,
      "grad_norm": 0.1685280203819275,
      "learning_rate": 6.000652836210648e-05,
      "loss": 0.0288,
      "step": 11127
    },
    {
      "epoch": 1.2064180398959237,
      "grad_norm": 0.44854605197906494,
      "learning_rate": 6.0002901494269546e-05,
      "loss": 0.0344,
      "step": 11128
    },
    {
      "epoch": 1.2065264527320034,
      "grad_norm": 0.2077873945236206,
      "learning_rate": 5.999927462643261e-05,
      "loss": 0.0093,
      "step": 11129
    },
    {
      "epoch": 1.2066348655680832,
      "grad_norm": 0.1957896649837494,
      "learning_rate": 5.9995647758595674e-05,
      "loss": 0.0121,
      "step": 11130
    },
    {
      "epoch": 1.2067432784041632,
      "grad_norm": 0.3130578100681305,
      "learning_rate": 5.999202089075875e-05,
      "loss": 0.0201,
      "step": 11131
    },
    {
      "epoch": 1.206851691240243,
      "grad_norm": 0.8451141119003296,
      "learning_rate": 5.998839402292181e-05,
      "loss": 0.041,
      "step": 11132
    },
    {
      "epoch": 1.2069601040763227,
      "grad_norm": 0.15065567195415497,
      "learning_rate": 5.9984767155084873e-05,
      "loss": 0.0061,
      "step": 11133
    },
    {
      "epoch": 1.2070685169124025,
      "grad_norm": 0.22114107012748718,
      "learning_rate": 5.998114028724794e-05,
      "loss": 0.0123,
      "step": 11134
    },
    {
      "epoch": 1.2071769297484822,
      "grad_norm": 0.1876964420080185,
      "learning_rate": 5.9977513419411e-05,
      "loss": 0.0225,
      "step": 11135
    },
    {
      "epoch": 1.207285342584562,
      "grad_norm": 0.5622005462646484,
      "learning_rate": 5.9973886551574066e-05,
      "loss": 0.0613,
      "step": 11136
    },
    {
      "epoch": 1.2073937554206418,
      "grad_norm": 0.06939101219177246,
      "learning_rate": 5.997025968373713e-05,
      "loss": 0.0064,
      "step": 11137
    },
    {
      "epoch": 1.2075021682567215,
      "grad_norm": 0.37932729721069336,
      "learning_rate": 5.9966632815900194e-05,
      "loss": 0.0377,
      "step": 11138
    },
    {
      "epoch": 1.2076105810928013,
      "grad_norm": 0.25042128562927246,
      "learning_rate": 5.996300594806326e-05,
      "loss": 0.0277,
      "step": 11139
    },
    {
      "epoch": 1.2077189939288813,
      "grad_norm": 0.22667108476161957,
      "learning_rate": 5.995937908022632e-05,
      "loss": 0.0204,
      "step": 11140
    },
    {
      "epoch": 1.207827406764961,
      "grad_norm": 0.26921334862709045,
      "learning_rate": 5.995575221238938e-05,
      "loss": 0.0159,
      "step": 11141
    },
    {
      "epoch": 1.2079358196010408,
      "grad_norm": 0.47161322832107544,
      "learning_rate": 5.9952125344552444e-05,
      "loss": 0.0283,
      "step": 11142
    },
    {
      "epoch": 1.2080442324371206,
      "grad_norm": 0.17141181230545044,
      "learning_rate": 5.994849847671551e-05,
      "loss": 0.0162,
      "step": 11143
    },
    {
      "epoch": 1.2081526452732003,
      "grad_norm": 0.34007421135902405,
      "learning_rate": 5.994487160887857e-05,
      "loss": 0.0616,
      "step": 11144
    },
    {
      "epoch": 1.20826105810928,
      "grad_norm": 0.0946076288819313,
      "learning_rate": 5.9941244741041636e-05,
      "loss": 0.007,
      "step": 11145
    },
    {
      "epoch": 1.2083694709453598,
      "grad_norm": 0.2243972271680832,
      "learning_rate": 5.99376178732047e-05,
      "loss": 0.0273,
      "step": 11146
    },
    {
      "epoch": 1.2084778837814398,
      "grad_norm": 0.2468760460615158,
      "learning_rate": 5.9933991005367764e-05,
      "loss": 0.0285,
      "step": 11147
    },
    {
      "epoch": 1.2085862966175196,
      "grad_norm": 0.20146594941616058,
      "learning_rate": 5.9930364137530835e-05,
      "loss": 0.0271,
      "step": 11148
    },
    {
      "epoch": 1.2086947094535994,
      "grad_norm": 0.4002137780189514,
      "learning_rate": 5.99267372696939e-05,
      "loss": 0.0322,
      "step": 11149
    },
    {
      "epoch": 1.2088031222896791,
      "grad_norm": 0.29294195771217346,
      "learning_rate": 5.992311040185696e-05,
      "loss": 0.0402,
      "step": 11150
    },
    {
      "epoch": 1.2089115351257589,
      "grad_norm": 0.09527301788330078,
      "learning_rate": 5.991948353402003e-05,
      "loss": 0.0075,
      "step": 11151
    },
    {
      "epoch": 1.2090199479618386,
      "grad_norm": 0.19849790632724762,
      "learning_rate": 5.991585666618309e-05,
      "loss": 0.0158,
      "step": 11152
    },
    {
      "epoch": 1.2091283607979184,
      "grad_norm": 0.18679526448249817,
      "learning_rate": 5.9912229798346156e-05,
      "loss": 0.0541,
      "step": 11153
    },
    {
      "epoch": 1.2092367736339982,
      "grad_norm": 0.5678486824035645,
      "learning_rate": 5.990860293050922e-05,
      "loss": 0.0691,
      "step": 11154
    },
    {
      "epoch": 1.209345186470078,
      "grad_norm": 0.24118506908416748,
      "learning_rate": 5.990497606267228e-05,
      "loss": 0.0066,
      "step": 11155
    },
    {
      "epoch": 1.209453599306158,
      "grad_norm": 0.2939164340496063,
      "learning_rate": 5.990134919483534e-05,
      "loss": 0.0439,
      "step": 11156
    },
    {
      "epoch": 1.2095620121422377,
      "grad_norm": 0.2696349024772644,
      "learning_rate": 5.9897722326998405e-05,
      "loss": 0.0454,
      "step": 11157
    },
    {
      "epoch": 1.2096704249783174,
      "grad_norm": 0.17510774731636047,
      "learning_rate": 5.989409545916147e-05,
      "loss": 0.0109,
      "step": 11158
    },
    {
      "epoch": 1.2097788378143972,
      "grad_norm": 0.33580294251441956,
      "learning_rate": 5.9890468591324533e-05,
      "loss": 0.0508,
      "step": 11159
    },
    {
      "epoch": 1.209887250650477,
      "grad_norm": 0.27081215381622314,
      "learning_rate": 5.98868417234876e-05,
      "loss": 0.0327,
      "step": 11160
    },
    {
      "epoch": 1.2099956634865567,
      "grad_norm": 0.5672438740730286,
      "learning_rate": 5.988321485565066e-05,
      "loss": 0.0391,
      "step": 11161
    },
    {
      "epoch": 1.2101040763226365,
      "grad_norm": 0.2477034032344818,
      "learning_rate": 5.9879587987813726e-05,
      "loss": 0.0147,
      "step": 11162
    },
    {
      "epoch": 1.2102124891587165,
      "grad_norm": 0.3571211099624634,
      "learning_rate": 5.987596111997679e-05,
      "loss": 0.0322,
      "step": 11163
    },
    {
      "epoch": 1.2103209019947962,
      "grad_norm": 0.4184039235115051,
      "learning_rate": 5.987233425213985e-05,
      "loss": 0.05,
      "step": 11164
    },
    {
      "epoch": 1.210429314830876,
      "grad_norm": 0.17623651027679443,
      "learning_rate": 5.986870738430291e-05,
      "loss": 0.0088,
      "step": 11165
    },
    {
      "epoch": 1.2105377276669558,
      "grad_norm": 0.5934752225875854,
      "learning_rate": 5.986508051646599e-05,
      "loss": 0.055,
      "step": 11166
    },
    {
      "epoch": 1.2106461405030355,
      "grad_norm": 0.5181107521057129,
      "learning_rate": 5.986145364862905e-05,
      "loss": 0.0283,
      "step": 11167
    },
    {
      "epoch": 1.2107545533391153,
      "grad_norm": 0.3386166989803314,
      "learning_rate": 5.985782678079212e-05,
      "loss": 0.0502,
      "step": 11168
    },
    {
      "epoch": 1.210862966175195,
      "grad_norm": 0.13573113083839417,
      "learning_rate": 5.9854199912955174e-05,
      "loss": 0.0071,
      "step": 11169
    },
    {
      "epoch": 1.210971379011275,
      "grad_norm": 0.3114738166332245,
      "learning_rate": 5.985057304511824e-05,
      "loss": 0.0276,
      "step": 11170
    },
    {
      "epoch": 1.2110797918473548,
      "grad_norm": 0.0550728440284729,
      "learning_rate": 5.98469461772813e-05,
      "loss": 0.0015,
      "step": 11171
    },
    {
      "epoch": 1.2111882046834346,
      "grad_norm": 0.20860259234905243,
      "learning_rate": 5.984331930944437e-05,
      "loss": 0.0305,
      "step": 11172
    },
    {
      "epoch": 1.2112966175195143,
      "grad_norm": 0.2569067180156708,
      "learning_rate": 5.983969244160743e-05,
      "loss": 0.0243,
      "step": 11173
    },
    {
      "epoch": 1.211405030355594,
      "grad_norm": 0.21905502676963806,
      "learning_rate": 5.9836065573770495e-05,
      "loss": 0.0304,
      "step": 11174
    },
    {
      "epoch": 1.2115134431916739,
      "grad_norm": 0.09213496744632721,
      "learning_rate": 5.983243870593356e-05,
      "loss": 0.0059,
      "step": 11175
    },
    {
      "epoch": 1.2116218560277536,
      "grad_norm": 0.117967389523983,
      "learning_rate": 5.982881183809662e-05,
      "loss": 0.0198,
      "step": 11176
    },
    {
      "epoch": 1.2117302688638334,
      "grad_norm": 0.1996135413646698,
      "learning_rate": 5.982518497025969e-05,
      "loss": 0.0151,
      "step": 11177
    },
    {
      "epoch": 1.2118386816999132,
      "grad_norm": 0.16156558692455292,
      "learning_rate": 5.9821558102422745e-05,
      "loss": 0.014,
      "step": 11178
    },
    {
      "epoch": 1.2119470945359931,
      "grad_norm": 0.49266383051872253,
      "learning_rate": 5.981793123458581e-05,
      "loss": 0.0311,
      "step": 11179
    },
    {
      "epoch": 1.212055507372073,
      "grad_norm": 0.1562947779893875,
      "learning_rate": 5.981430436674887e-05,
      "loss": 0.0114,
      "step": 11180
    },
    {
      "epoch": 1.2121639202081527,
      "grad_norm": 0.2812517583370209,
      "learning_rate": 5.981067749891194e-05,
      "loss": 0.0355,
      "step": 11181
    },
    {
      "epoch": 1.2122723330442324,
      "grad_norm": 0.11503975093364716,
      "learning_rate": 5.9807050631075e-05,
      "loss": 0.0218,
      "step": 11182
    },
    {
      "epoch": 1.2123807458803122,
      "grad_norm": 0.378668874502182,
      "learning_rate": 5.980342376323808e-05,
      "loss": 0.0305,
      "step": 11183
    },
    {
      "epoch": 1.212489158716392,
      "grad_norm": 0.01599487103521824,
      "learning_rate": 5.9799796895401136e-05,
      "loss": 0.0009,
      "step": 11184
    },
    {
      "epoch": 1.2125975715524717,
      "grad_norm": 0.21960772573947906,
      "learning_rate": 5.97961700275642e-05,
      "loss": 0.025,
      "step": 11185
    },
    {
      "epoch": 1.2127059843885517,
      "grad_norm": 0.23540107905864716,
      "learning_rate": 5.9792543159727264e-05,
      "loss": 0.0371,
      "step": 11186
    },
    {
      "epoch": 1.2128143972246315,
      "grad_norm": 0.22803127765655518,
      "learning_rate": 5.978891629189033e-05,
      "loss": 0.0368,
      "step": 11187
    },
    {
      "epoch": 1.2129228100607112,
      "grad_norm": 0.18132512271404266,
      "learning_rate": 5.978528942405339e-05,
      "loss": 0.0465,
      "step": 11188
    },
    {
      "epoch": 1.213031222896791,
      "grad_norm": 0.7612714171409607,
      "learning_rate": 5.9781662556216457e-05,
      "loss": 0.0626,
      "step": 11189
    },
    {
      "epoch": 1.2131396357328708,
      "grad_norm": 0.40784281492233276,
      "learning_rate": 5.977803568837952e-05,
      "loss": 0.0473,
      "step": 11190
    },
    {
      "epoch": 1.2132480485689505,
      "grad_norm": 0.20403240621089935,
      "learning_rate": 5.9774408820542585e-05,
      "loss": 0.0361,
      "step": 11191
    },
    {
      "epoch": 1.2133564614050303,
      "grad_norm": 0.18120867013931274,
      "learning_rate": 5.977078195270565e-05,
      "loss": 0.0236,
      "step": 11192
    },
    {
      "epoch": 1.2134648742411103,
      "grad_norm": 0.3366851806640625,
      "learning_rate": 5.9767155084868706e-05,
      "loss": 0.026,
      "step": 11193
    },
    {
      "epoch": 1.21357328707719,
      "grad_norm": 0.5243368744850159,
      "learning_rate": 5.976352821703177e-05,
      "loss": 0.0494,
      "step": 11194
    },
    {
      "epoch": 1.2136816999132698,
      "grad_norm": 0.10322102159261703,
      "learning_rate": 5.9759901349194834e-05,
      "loss": 0.015,
      "step": 11195
    },
    {
      "epoch": 1.2137901127493496,
      "grad_norm": 0.17092499136924744,
      "learning_rate": 5.97562744813579e-05,
      "loss": 0.0123,
      "step": 11196
    },
    {
      "epoch": 1.2138985255854293,
      "grad_norm": 0.19637644290924072,
      "learning_rate": 5.975264761352096e-05,
      "loss": 0.009,
      "step": 11197
    },
    {
      "epoch": 1.214006938421509,
      "grad_norm": 0.1975833922624588,
      "learning_rate": 5.974902074568403e-05,
      "loss": 0.0865,
      "step": 11198
    },
    {
      "epoch": 1.2141153512575888,
      "grad_norm": 0.16152851283550262,
      "learning_rate": 5.974539387784709e-05,
      "loss": 0.0119,
      "step": 11199
    },
    {
      "epoch": 1.2142237640936686,
      "grad_norm": 0.12592536211013794,
      "learning_rate": 5.974176701001016e-05,
      "loss": 0.0149,
      "step": 11200
    },
    {
      "epoch": 1.2143321769297484,
      "grad_norm": 0.1024579331278801,
      "learning_rate": 5.9738140142173226e-05,
      "loss": 0.0277,
      "step": 11201
    },
    {
      "epoch": 1.2144405897658284,
      "grad_norm": 0.19625084102153778,
      "learning_rate": 5.973451327433629e-05,
      "loss": 0.0212,
      "step": 11202
    },
    {
      "epoch": 1.2145490026019081,
      "grad_norm": 0.09289596974849701,
      "learning_rate": 5.9730886406499354e-05,
      "loss": 0.0089,
      "step": 11203
    },
    {
      "epoch": 1.2146574154379879,
      "grad_norm": 0.1857864111661911,
      "learning_rate": 5.972725953866242e-05,
      "loss": 0.0228,
      "step": 11204
    },
    {
      "epoch": 1.2147658282740676,
      "grad_norm": 0.7839566469192505,
      "learning_rate": 5.972363267082548e-05,
      "loss": 0.0417,
      "step": 11205
    },
    {
      "epoch": 1.2148742411101474,
      "grad_norm": 0.07474344223737717,
      "learning_rate": 5.9720005802988546e-05,
      "loss": 0.0073,
      "step": 11206
    },
    {
      "epoch": 1.2149826539462272,
      "grad_norm": 0.07761463522911072,
      "learning_rate": 5.9716378935151604e-05,
      "loss": 0.006,
      "step": 11207
    },
    {
      "epoch": 1.215091066782307,
      "grad_norm": 0.31431034207344055,
      "learning_rate": 5.971275206731467e-05,
      "loss": 0.0902,
      "step": 11208
    },
    {
      "epoch": 1.215199479618387,
      "grad_norm": 0.17564363777637482,
      "learning_rate": 5.970912519947773e-05,
      "loss": 0.0222,
      "step": 11209
    },
    {
      "epoch": 1.2153078924544667,
      "grad_norm": 0.9534778594970703,
      "learning_rate": 5.9705498331640796e-05,
      "loss": 0.0429,
      "step": 11210
    },
    {
      "epoch": 1.2154163052905465,
      "grad_norm": 0.03886718675494194,
      "learning_rate": 5.970187146380386e-05,
      "loss": 0.0052,
      "step": 11211
    },
    {
      "epoch": 1.2155247181266262,
      "grad_norm": 0.05847643315792084,
      "learning_rate": 5.9698244595966924e-05,
      "loss": 0.0068,
      "step": 11212
    },
    {
      "epoch": 1.215633130962706,
      "grad_norm": 0.23585212230682373,
      "learning_rate": 5.969461772812999e-05,
      "loss": 0.028,
      "step": 11213
    },
    {
      "epoch": 1.2157415437987857,
      "grad_norm": 0.09407701343297958,
      "learning_rate": 5.969099086029305e-05,
      "loss": 0.0061,
      "step": 11214
    },
    {
      "epoch": 1.2158499566348655,
      "grad_norm": 0.08725681155920029,
      "learning_rate": 5.9687363992456117e-05,
      "loss": 0.0141,
      "step": 11215
    },
    {
      "epoch": 1.2159583694709453,
      "grad_norm": 0.04618111625313759,
      "learning_rate": 5.9683737124619174e-05,
      "loss": 0.0033,
      "step": 11216
    },
    {
      "epoch": 1.216066782307025,
      "grad_norm": 0.2375226467847824,
      "learning_rate": 5.968011025678225e-05,
      "loss": 0.0173,
      "step": 11217
    },
    {
      "epoch": 1.216175195143105,
      "grad_norm": 0.07779289782047272,
      "learning_rate": 5.9676483388945316e-05,
      "loss": 0.0077,
      "step": 11218
    },
    {
      "epoch": 1.2162836079791848,
      "grad_norm": 0.09398168325424194,
      "learning_rate": 5.967285652110838e-05,
      "loss": 0.0096,
      "step": 11219
    },
    {
      "epoch": 1.2163920208152645,
      "grad_norm": 0.13141608238220215,
      "learning_rate": 5.9669229653271444e-05,
      "loss": 0.0174,
      "step": 11220
    },
    {
      "epoch": 1.2165004336513443,
      "grad_norm": 0.08878634124994278,
      "learning_rate": 5.96656027854345e-05,
      "loss": 0.0082,
      "step": 11221
    },
    {
      "epoch": 1.216608846487424,
      "grad_norm": 0.1967896819114685,
      "learning_rate": 5.9661975917597565e-05,
      "loss": 0.0312,
      "step": 11222
    },
    {
      "epoch": 1.2167172593235038,
      "grad_norm": 0.3036207854747772,
      "learning_rate": 5.965834904976063e-05,
      "loss": 0.0381,
      "step": 11223
    },
    {
      "epoch": 1.2168256721595836,
      "grad_norm": 0.35068872570991516,
      "learning_rate": 5.9654722181923693e-05,
      "loss": 0.0536,
      "step": 11224
    },
    {
      "epoch": 1.2169340849956636,
      "grad_norm": 0.4065670371055603,
      "learning_rate": 5.965109531408676e-05,
      "loss": 0.0248,
      "step": 11225
    },
    {
      "epoch": 1.2170424978317433,
      "grad_norm": 0.35296952724456787,
      "learning_rate": 5.964746844624982e-05,
      "loss": 0.034,
      "step": 11226
    },
    {
      "epoch": 1.217150910667823,
      "grad_norm": 0.13094103336334229,
      "learning_rate": 5.9643841578412886e-05,
      "loss": 0.0131,
      "step": 11227
    },
    {
      "epoch": 1.2172593235039029,
      "grad_norm": 0.26860854029655457,
      "learning_rate": 5.964021471057595e-05,
      "loss": 0.0431,
      "step": 11228
    },
    {
      "epoch": 1.2173677363399826,
      "grad_norm": 0.24433918297290802,
      "learning_rate": 5.9636587842739014e-05,
      "loss": 0.0354,
      "step": 11229
    },
    {
      "epoch": 1.2174761491760624,
      "grad_norm": 0.3999732732772827,
      "learning_rate": 5.963296097490207e-05,
      "loss": 0.1094,
      "step": 11230
    },
    {
      "epoch": 1.2175845620121422,
      "grad_norm": 0.3258682191371918,
      "learning_rate": 5.9629334107065135e-05,
      "loss": 0.0179,
      "step": 11231
    },
    {
      "epoch": 1.2176929748482221,
      "grad_norm": 0.12100069224834442,
      "learning_rate": 5.96257072392282e-05,
      "loss": 0.0087,
      "step": 11232
    },
    {
      "epoch": 1.217801387684302,
      "grad_norm": 0.2804572880268097,
      "learning_rate": 5.9622080371391264e-05,
      "loss": 0.0436,
      "step": 11233
    },
    {
      "epoch": 1.2179098005203817,
      "grad_norm": 0.10231360048055649,
      "learning_rate": 5.961845350355433e-05,
      "loss": 0.0103,
      "step": 11234
    },
    {
      "epoch": 1.2180182133564614,
      "grad_norm": 0.3931593596935272,
      "learning_rate": 5.9614826635717405e-05,
      "loss": 0.0566,
      "step": 11235
    },
    {
      "epoch": 1.2181266261925412,
      "grad_norm": 0.09612400829792023,
      "learning_rate": 5.961119976788046e-05,
      "loss": 0.0121,
      "step": 11236
    },
    {
      "epoch": 1.218235039028621,
      "grad_norm": 0.3091614246368408,
      "learning_rate": 5.960757290004353e-05,
      "loss": 0.0256,
      "step": 11237
    },
    {
      "epoch": 1.2183434518647007,
      "grad_norm": 0.3835526406764984,
      "learning_rate": 5.960394603220659e-05,
      "loss": 0.0358,
      "step": 11238
    },
    {
      "epoch": 1.2184518647007805,
      "grad_norm": 0.2018614262342453,
      "learning_rate": 5.9600319164369655e-05,
      "loss": 0.0439,
      "step": 11239
    },
    {
      "epoch": 1.2185602775368602,
      "grad_norm": 0.12877710163593292,
      "learning_rate": 5.959669229653272e-05,
      "loss": 0.0125,
      "step": 11240
    },
    {
      "epoch": 1.2186686903729402,
      "grad_norm": 0.22605647146701813,
      "learning_rate": 5.959306542869578e-05,
      "loss": 0.014,
      "step": 11241
    },
    {
      "epoch": 1.21877710320902,
      "grad_norm": 0.28714263439178467,
      "learning_rate": 5.958943856085885e-05,
      "loss": 0.0264,
      "step": 11242
    },
    {
      "epoch": 1.2188855160450998,
      "grad_norm": 0.23679383099079132,
      "learning_rate": 5.958581169302191e-05,
      "loss": 0.0297,
      "step": 11243
    },
    {
      "epoch": 1.2189939288811795,
      "grad_norm": 0.03416559472680092,
      "learning_rate": 5.9582184825184976e-05,
      "loss": 0.0029,
      "step": 11244
    },
    {
      "epoch": 1.2191023417172593,
      "grad_norm": 0.11206916719675064,
      "learning_rate": 5.957855795734803e-05,
      "loss": 0.0296,
      "step": 11245
    },
    {
      "epoch": 1.219210754553339,
      "grad_norm": 0.49442797899246216,
      "learning_rate": 5.95749310895111e-05,
      "loss": 0.0734,
      "step": 11246
    },
    {
      "epoch": 1.2193191673894188,
      "grad_norm": 0.43147408962249756,
      "learning_rate": 5.957130422167416e-05,
      "loss": 0.0309,
      "step": 11247
    },
    {
      "epoch": 1.2194275802254988,
      "grad_norm": 0.4582698345184326,
      "learning_rate": 5.9567677353837225e-05,
      "loss": 0.0377,
      "step": 11248
    },
    {
      "epoch": 1.2195359930615786,
      "grad_norm": 0.40277618169784546,
      "learning_rate": 5.956405048600029e-05,
      "loss": 0.029,
      "step": 11249
    },
    {
      "epoch": 1.2196444058976583,
      "grad_norm": 0.16132916510105133,
      "learning_rate": 5.9560423618163353e-05,
      "loss": 0.0222,
      "step": 11250
    },
    {
      "epoch": 1.219752818733738,
      "grad_norm": 0.31278201937675476,
      "learning_rate": 5.955679675032642e-05,
      "loss": 0.0593,
      "step": 11251
    },
    {
      "epoch": 1.2198612315698178,
      "grad_norm": 0.33381035923957825,
      "learning_rate": 5.955316988248949e-05,
      "loss": 0.048,
      "step": 11252
    },
    {
      "epoch": 1.2199696444058976,
      "grad_norm": 0.21940156817436218,
      "learning_rate": 5.954954301465255e-05,
      "loss": 0.0262,
      "step": 11253
    },
    {
      "epoch": 1.2200780572419774,
      "grad_norm": 0.45295074582099915,
      "learning_rate": 5.954591614681562e-05,
      "loss": 0.0345,
      "step": 11254
    },
    {
      "epoch": 1.2201864700780574,
      "grad_norm": 0.3182451128959656,
      "learning_rate": 5.954228927897868e-05,
      "loss": 0.0517,
      "step": 11255
    },
    {
      "epoch": 1.2202948829141371,
      "grad_norm": 0.39567112922668457,
      "learning_rate": 5.9538662411141745e-05,
      "loss": 0.0321,
      "step": 11256
    },
    {
      "epoch": 1.2204032957502169,
      "grad_norm": 0.31310606002807617,
      "learning_rate": 5.953503554330481e-05,
      "loss": 0.0627,
      "step": 11257
    },
    {
      "epoch": 1.2205117085862967,
      "grad_norm": 0.5641436576843262,
      "learning_rate": 5.953140867546787e-05,
      "loss": 0.0478,
      "step": 11258
    },
    {
      "epoch": 1.2206201214223764,
      "grad_norm": 0.32540109753608704,
      "learning_rate": 5.952778180763093e-05,
      "loss": 0.0431,
      "step": 11259
    },
    {
      "epoch": 1.2207285342584562,
      "grad_norm": 0.52531498670578,
      "learning_rate": 5.9524154939793994e-05,
      "loss": 0.0426,
      "step": 11260
    },
    {
      "epoch": 1.220836947094536,
      "grad_norm": 0.3088509142398834,
      "learning_rate": 5.952052807195706e-05,
      "loss": 0.046,
      "step": 11261
    },
    {
      "epoch": 1.2209453599306157,
      "grad_norm": 0.2673081159591675,
      "learning_rate": 5.951690120412012e-05,
      "loss": 0.0639,
      "step": 11262
    },
    {
      "epoch": 1.2210537727666955,
      "grad_norm": 0.09669281542301178,
      "learning_rate": 5.951327433628319e-05,
      "loss": 0.0094,
      "step": 11263
    },
    {
      "epoch": 1.2211621856027755,
      "grad_norm": 0.24430209398269653,
      "learning_rate": 5.950964746844625e-05,
      "loss": 0.0467,
      "step": 11264
    },
    {
      "epoch": 1.2212705984388552,
      "grad_norm": 0.2737716734409332,
      "learning_rate": 5.9506020600609315e-05,
      "loss": 0.016,
      "step": 11265
    },
    {
      "epoch": 1.221379011274935,
      "grad_norm": 0.25918981432914734,
      "learning_rate": 5.950239373277238e-05,
      "loss": 0.0669,
      "step": 11266
    },
    {
      "epoch": 1.2214874241110147,
      "grad_norm": 0.24247772991657257,
      "learning_rate": 5.949876686493544e-05,
      "loss": 0.0207,
      "step": 11267
    },
    {
      "epoch": 1.2215958369470945,
      "grad_norm": 0.18019604682922363,
      "learning_rate": 5.94951399970985e-05,
      "loss": 0.0371,
      "step": 11268
    },
    {
      "epoch": 1.2217042497831743,
      "grad_norm": 0.14718851447105408,
      "learning_rate": 5.949151312926158e-05,
      "loss": 0.0293,
      "step": 11269
    },
    {
      "epoch": 1.221812662619254,
      "grad_norm": 0.3025999963283539,
      "learning_rate": 5.948788626142464e-05,
      "loss": 0.0205,
      "step": 11270
    },
    {
      "epoch": 1.221921075455334,
      "grad_norm": 0.1576739102602005,
      "learning_rate": 5.9484259393587706e-05,
      "loss": 0.018,
      "step": 11271
    },
    {
      "epoch": 1.2220294882914138,
      "grad_norm": 0.07504301518201828,
      "learning_rate": 5.948063252575077e-05,
      "loss": 0.01,
      "step": 11272
    },
    {
      "epoch": 1.2221379011274935,
      "grad_norm": 0.08897361904382706,
      "learning_rate": 5.9477005657913835e-05,
      "loss": 0.0097,
      "step": 11273
    },
    {
      "epoch": 1.2222463139635733,
      "grad_norm": 0.0883532166481018,
      "learning_rate": 5.947337879007689e-05,
      "loss": 0.0138,
      "step": 11274
    },
    {
      "epoch": 1.222354726799653,
      "grad_norm": 0.24730081856250763,
      "learning_rate": 5.9469751922239956e-05,
      "loss": 0.0331,
      "step": 11275
    },
    {
      "epoch": 1.2224631396357328,
      "grad_norm": 0.15166261792182922,
      "learning_rate": 5.946612505440302e-05,
      "loss": 0.0274,
      "step": 11276
    },
    {
      "epoch": 1.2225715524718126,
      "grad_norm": 0.2534172832965851,
      "learning_rate": 5.9462498186566084e-05,
      "loss": 0.0327,
      "step": 11277
    },
    {
      "epoch": 1.2226799653078924,
      "grad_norm": 0.0742865651845932,
      "learning_rate": 5.945887131872915e-05,
      "loss": 0.0116,
      "step": 11278
    },
    {
      "epoch": 1.2227883781439723,
      "grad_norm": 0.44196367263793945,
      "learning_rate": 5.945524445089221e-05,
      "loss": 0.0639,
      "step": 11279
    },
    {
      "epoch": 1.222896790980052,
      "grad_norm": 0.1256919950246811,
      "learning_rate": 5.9451617583055277e-05,
      "loss": 0.0134,
      "step": 11280
    },
    {
      "epoch": 1.2230052038161319,
      "grad_norm": 0.09808220714330673,
      "learning_rate": 5.944799071521834e-05,
      "loss": 0.011,
      "step": 11281
    },
    {
      "epoch": 1.2231136166522116,
      "grad_norm": 0.7835004925727844,
      "learning_rate": 5.94443638473814e-05,
      "loss": 0.0132,
      "step": 11282
    },
    {
      "epoch": 1.2232220294882914,
      "grad_norm": 0.14166438579559326,
      "learning_rate": 5.944073697954446e-05,
      "loss": 0.014,
      "step": 11283
    },
    {
      "epoch": 1.2233304423243712,
      "grad_norm": 0.26886704564094543,
      "learning_rate": 5.9437110111707526e-05,
      "loss": 0.0305,
      "step": 11284
    },
    {
      "epoch": 1.223438855160451,
      "grad_norm": 0.4794418215751648,
      "learning_rate": 5.943348324387059e-05,
      "loss": 0.0699,
      "step": 11285
    },
    {
      "epoch": 1.2235472679965307,
      "grad_norm": 0.17425473034381866,
      "learning_rate": 5.9429856376033654e-05,
      "loss": 0.0503,
      "step": 11286
    },
    {
      "epoch": 1.2236556808326107,
      "grad_norm": 0.5307595133781433,
      "learning_rate": 5.942622950819673e-05,
      "loss": 0.0475,
      "step": 11287
    },
    {
      "epoch": 1.2237640936686904,
      "grad_norm": 0.3900154232978821,
      "learning_rate": 5.942260264035979e-05,
      "loss": 0.03,
      "step": 11288
    },
    {
      "epoch": 1.2238725065047702,
      "grad_norm": 0.37720903754234314,
      "learning_rate": 5.9418975772522854e-05,
      "loss": 0.0478,
      "step": 11289
    },
    {
      "epoch": 1.22398091934085,
      "grad_norm": 0.15019145607948303,
      "learning_rate": 5.941534890468592e-05,
      "loss": 0.0149,
      "step": 11290
    },
    {
      "epoch": 1.2240893321769297,
      "grad_norm": 0.12188979238271713,
      "learning_rate": 5.941172203684898e-05,
      "loss": 0.0059,
      "step": 11291
    },
    {
      "epoch": 1.2241977450130095,
      "grad_norm": 0.43124327063560486,
      "learning_rate": 5.9408095169012046e-05,
      "loss": 0.036,
      "step": 11292
    },
    {
      "epoch": 1.2243061578490892,
      "grad_norm": 0.07794298976659775,
      "learning_rate": 5.940446830117511e-05,
      "loss": 0.0089,
      "step": 11293
    },
    {
      "epoch": 1.2244145706851692,
      "grad_norm": 0.3030696511268616,
      "learning_rate": 5.9400841433338174e-05,
      "loss": 0.0208,
      "step": 11294
    },
    {
      "epoch": 1.224522983521249,
      "grad_norm": 0.06361391395330429,
      "learning_rate": 5.939721456550124e-05,
      "loss": 0.0114,
      "step": 11295
    },
    {
      "epoch": 1.2246313963573288,
      "grad_norm": 0.35102012753486633,
      "learning_rate": 5.93935876976643e-05,
      "loss": 0.0335,
      "step": 11296
    },
    {
      "epoch": 1.2247398091934085,
      "grad_norm": 0.07545258104801178,
      "learning_rate": 5.938996082982736e-05,
      "loss": 0.0123,
      "step": 11297
    },
    {
      "epoch": 1.2248482220294883,
      "grad_norm": 0.23750795423984528,
      "learning_rate": 5.9386333961990424e-05,
      "loss": 0.0212,
      "step": 11298
    },
    {
      "epoch": 1.224956634865568,
      "grad_norm": 0.12821908295154572,
      "learning_rate": 5.938270709415349e-05,
      "loss": 0.0124,
      "step": 11299
    },
    {
      "epoch": 1.2250650477016478,
      "grad_norm": 0.17726290225982666,
      "learning_rate": 5.937908022631655e-05,
      "loss": 0.0157,
      "step": 11300
    },
    {
      "epoch": 1.2251734605377276,
      "grad_norm": 0.762574315071106,
      "learning_rate": 5.9375453358479616e-05,
      "loss": 0.0373,
      "step": 11301
    },
    {
      "epoch": 1.2252818733738073,
      "grad_norm": 0.32889828085899353,
      "learning_rate": 5.937182649064268e-05,
      "loss": 0.0244,
      "step": 11302
    },
    {
      "epoch": 1.2253902862098873,
      "grad_norm": 0.14154256880283356,
      "learning_rate": 5.9368199622805744e-05,
      "loss": 0.0166,
      "step": 11303
    },
    {
      "epoch": 1.225498699045967,
      "grad_norm": 0.09656495600938797,
      "learning_rate": 5.9364572754968815e-05,
      "loss": 0.0193,
      "step": 11304
    },
    {
      "epoch": 1.2256071118820469,
      "grad_norm": 0.20795424282550812,
      "learning_rate": 5.936094588713188e-05,
      "loss": 0.0435,
      "step": 11305
    },
    {
      "epoch": 1.2257155247181266,
      "grad_norm": 0.24108296632766724,
      "learning_rate": 5.935731901929494e-05,
      "loss": 0.0134,
      "step": 11306
    },
    {
      "epoch": 1.2258239375542064,
      "grad_norm": 0.23276905715465546,
      "learning_rate": 5.935369215145801e-05,
      "loss": 0.0285,
      "step": 11307
    },
    {
      "epoch": 1.2259323503902861,
      "grad_norm": 0.2169933170080185,
      "learning_rate": 5.935006528362107e-05,
      "loss": 0.0277,
      "step": 11308
    },
    {
      "epoch": 1.226040763226366,
      "grad_norm": 0.14050382375717163,
      "learning_rate": 5.9346438415784136e-05,
      "loss": 0.0095,
      "step": 11309
    },
    {
      "epoch": 1.226149176062446,
      "grad_norm": 0.21693019568920135,
      "learning_rate": 5.93428115479472e-05,
      "loss": 0.0254,
      "step": 11310
    },
    {
      "epoch": 1.2262575888985257,
      "grad_norm": 0.4897770583629608,
      "learning_rate": 5.933918468011026e-05,
      "loss": 0.027,
      "step": 11311
    },
    {
      "epoch": 1.2263660017346054,
      "grad_norm": 0.25808557868003845,
      "learning_rate": 5.933555781227332e-05,
      "loss": 0.0215,
      "step": 11312
    },
    {
      "epoch": 1.2264744145706852,
      "grad_norm": 0.2896071970462799,
      "learning_rate": 5.9331930944436385e-05,
      "loss": 0.0507,
      "step": 11313
    },
    {
      "epoch": 1.226582827406765,
      "grad_norm": 0.1541542112827301,
      "learning_rate": 5.932830407659945e-05,
      "loss": 0.0194,
      "step": 11314
    },
    {
      "epoch": 1.2266912402428447,
      "grad_norm": 0.7928014397621155,
      "learning_rate": 5.9324677208762513e-05,
      "loss": 0.0358,
      "step": 11315
    },
    {
      "epoch": 1.2267996530789245,
      "grad_norm": 0.11604372411966324,
      "learning_rate": 5.932105034092558e-05,
      "loss": 0.0183,
      "step": 11316
    },
    {
      "epoch": 1.2269080659150045,
      "grad_norm": 0.10489130765199661,
      "learning_rate": 5.931742347308864e-05,
      "loss": 0.006,
      "step": 11317
    },
    {
      "epoch": 1.2270164787510842,
      "grad_norm": 0.3706856667995453,
      "learning_rate": 5.9313796605251706e-05,
      "loss": 0.0235,
      "step": 11318
    },
    {
      "epoch": 1.227124891587164,
      "grad_norm": 0.26981842517852783,
      "learning_rate": 5.931016973741477e-05,
      "loss": 0.0285,
      "step": 11319
    },
    {
      "epoch": 1.2272333044232437,
      "grad_norm": 0.4264317452907562,
      "learning_rate": 5.930654286957783e-05,
      "loss": 0.0269,
      "step": 11320
    },
    {
      "epoch": 1.2273417172593235,
      "grad_norm": 0.17207235097885132,
      "learning_rate": 5.9302916001740905e-05,
      "loss": 0.0078,
      "step": 11321
    },
    {
      "epoch": 1.2274501300954033,
      "grad_norm": 0.19878806173801422,
      "learning_rate": 5.929928913390397e-05,
      "loss": 0.0219,
      "step": 11322
    },
    {
      "epoch": 1.227558542931483,
      "grad_norm": 0.37084051966667175,
      "learning_rate": 5.929566226606703e-05,
      "loss": 0.0849,
      "step": 11323
    },
    {
      "epoch": 1.2276669557675628,
      "grad_norm": 0.284308522939682,
      "learning_rate": 5.92920353982301e-05,
      "loss": 0.019,
      "step": 11324
    },
    {
      "epoch": 1.2277753686036426,
      "grad_norm": 0.15126128494739532,
      "learning_rate": 5.928840853039316e-05,
      "loss": 0.0092,
      "step": 11325
    },
    {
      "epoch": 1.2278837814397225,
      "grad_norm": 0.13747107982635498,
      "learning_rate": 5.928478166255622e-05,
      "loss": 0.0146,
      "step": 11326
    },
    {
      "epoch": 1.2279921942758023,
      "grad_norm": 0.20521685481071472,
      "learning_rate": 5.928115479471928e-05,
      "loss": 0.0443,
      "step": 11327
    },
    {
      "epoch": 1.228100607111882,
      "grad_norm": 0.4598999321460724,
      "learning_rate": 5.927752792688235e-05,
      "loss": 0.0503,
      "step": 11328
    },
    {
      "epoch": 1.2282090199479618,
      "grad_norm": 0.21509689092636108,
      "learning_rate": 5.927390105904541e-05,
      "loss": 0.0094,
      "step": 11329
    },
    {
      "epoch": 1.2283174327840416,
      "grad_norm": 0.038296833634376526,
      "learning_rate": 5.9270274191208475e-05,
      "loss": 0.002,
      "step": 11330
    },
    {
      "epoch": 1.2284258456201214,
      "grad_norm": 0.35550370812416077,
      "learning_rate": 5.926664732337154e-05,
      "loss": 0.022,
      "step": 11331
    },
    {
      "epoch": 1.2285342584562011,
      "grad_norm": 0.07108523696660995,
      "learning_rate": 5.92630204555346e-05,
      "loss": 0.0118,
      "step": 11332
    },
    {
      "epoch": 1.228642671292281,
      "grad_norm": 0.2174660712480545,
      "learning_rate": 5.925939358769767e-05,
      "loss": 0.0232,
      "step": 11333
    },
    {
      "epoch": 1.2287510841283609,
      "grad_norm": 0.3549410402774811,
      "learning_rate": 5.9255766719860725e-05,
      "loss": 0.033,
      "step": 11334
    },
    {
      "epoch": 1.2288594969644406,
      "grad_norm": 0.2650691270828247,
      "learning_rate": 5.925213985202379e-05,
      "loss": 0.0287,
      "step": 11335
    },
    {
      "epoch": 1.2289679098005204,
      "grad_norm": 0.557878315448761,
      "learning_rate": 5.924851298418685e-05,
      "loss": 0.1312,
      "step": 11336
    },
    {
      "epoch": 1.2290763226366002,
      "grad_norm": 0.1962980031967163,
      "learning_rate": 5.924488611634992e-05,
      "loss": 0.0314,
      "step": 11337
    },
    {
      "epoch": 1.22918473547268,
      "grad_norm": 0.48892420530319214,
      "learning_rate": 5.9241259248512995e-05,
      "loss": 0.0212,
      "step": 11338
    },
    {
      "epoch": 1.2292931483087597,
      "grad_norm": 0.23967207968235016,
      "learning_rate": 5.923763238067606e-05,
      "loss": 0.0145,
      "step": 11339
    },
    {
      "epoch": 1.2294015611448397,
      "grad_norm": 0.060934074223041534,
      "learning_rate": 5.9234005512839116e-05,
      "loss": 0.0089,
      "step": 11340
    },
    {
      "epoch": 1.2295099739809194,
      "grad_norm": 0.27702808380126953,
      "learning_rate": 5.923037864500218e-05,
      "loss": 0.0154,
      "step": 11341
    },
    {
      "epoch": 1.2296183868169992,
      "grad_norm": 0.5272051692008972,
      "learning_rate": 5.9226751777165244e-05,
      "loss": 0.075,
      "step": 11342
    },
    {
      "epoch": 1.229726799653079,
      "grad_norm": 0.526925265789032,
      "learning_rate": 5.922312490932831e-05,
      "loss": 0.0566,
      "step": 11343
    },
    {
      "epoch": 1.2298352124891587,
      "grad_norm": 0.13181515038013458,
      "learning_rate": 5.921949804149137e-05,
      "loss": 0.0056,
      "step": 11344
    },
    {
      "epoch": 1.2299436253252385,
      "grad_norm": 0.3005093038082123,
      "learning_rate": 5.921587117365444e-05,
      "loss": 0.0195,
      "step": 11345
    },
    {
      "epoch": 1.2300520381613183,
      "grad_norm": 0.19397073984146118,
      "learning_rate": 5.92122443058175e-05,
      "loss": 0.0121,
      "step": 11346
    },
    {
      "epoch": 1.230160450997398,
      "grad_norm": 0.44306468963623047,
      "learning_rate": 5.9208617437980565e-05,
      "loss": 0.0299,
      "step": 11347
    },
    {
      "epoch": 1.2302688638334778,
      "grad_norm": 0.20659418404102325,
      "learning_rate": 5.920499057014363e-05,
      "loss": 0.0263,
      "step": 11348
    },
    {
      "epoch": 1.2303772766695578,
      "grad_norm": 0.07164669781923294,
      "learning_rate": 5.9201363702306686e-05,
      "loss": 0.0091,
      "step": 11349
    },
    {
      "epoch": 1.2304856895056375,
      "grad_norm": 0.21485139429569244,
      "learning_rate": 5.919773683446975e-05,
      "loss": 0.0261,
      "step": 11350
    },
    {
      "epoch": 1.2305941023417173,
      "grad_norm": 0.11842987686395645,
      "learning_rate": 5.9194109966632814e-05,
      "loss": 0.0094,
      "step": 11351
    },
    {
      "epoch": 1.230702515177797,
      "grad_norm": 0.26830944418907166,
      "learning_rate": 5.919048309879588e-05,
      "loss": 0.0554,
      "step": 11352
    },
    {
      "epoch": 1.2308109280138768,
      "grad_norm": 0.21717926859855652,
      "learning_rate": 5.918685623095894e-05,
      "loss": 0.0373,
      "step": 11353
    },
    {
      "epoch": 1.2309193408499566,
      "grad_norm": 0.1728914976119995,
      "learning_rate": 5.918322936312201e-05,
      "loss": 0.0247,
      "step": 11354
    },
    {
      "epoch": 1.2310277536860363,
      "grad_norm": 0.23302683234214783,
      "learning_rate": 5.917960249528507e-05,
      "loss": 0.0386,
      "step": 11355
    },
    {
      "epoch": 1.2311361665221163,
      "grad_norm": 0.14248254895210266,
      "learning_rate": 5.917597562744814e-05,
      "loss": 0.0164,
      "step": 11356
    },
    {
      "epoch": 1.231244579358196,
      "grad_norm": 0.2648034393787384,
      "learning_rate": 5.9172348759611206e-05,
      "loss": 0.0269,
      "step": 11357
    },
    {
      "epoch": 1.2313529921942759,
      "grad_norm": 0.38921937346458435,
      "learning_rate": 5.916872189177427e-05,
      "loss": 0.0314,
      "step": 11358
    },
    {
      "epoch": 1.2314614050303556,
      "grad_norm": 0.1754688173532486,
      "learning_rate": 5.9165095023937334e-05,
      "loss": 0.0134,
      "step": 11359
    },
    {
      "epoch": 1.2315698178664354,
      "grad_norm": 0.5723987221717834,
      "learning_rate": 5.91614681561004e-05,
      "loss": 0.0516,
      "step": 11360
    },
    {
      "epoch": 1.2316782307025151,
      "grad_norm": 0.22550204396247864,
      "learning_rate": 5.915784128826346e-05,
      "loss": 0.0135,
      "step": 11361
    },
    {
      "epoch": 1.231786643538595,
      "grad_norm": 0.386719673871994,
      "learning_rate": 5.9154214420426526e-05,
      "loss": 0.0608,
      "step": 11362
    },
    {
      "epoch": 1.2318950563746747,
      "grad_norm": 0.3651328384876251,
      "learning_rate": 5.9150587552589584e-05,
      "loss": 0.0187,
      "step": 11363
    },
    {
      "epoch": 1.2320034692107544,
      "grad_norm": 0.10028933733701706,
      "learning_rate": 5.914696068475265e-05,
      "loss": 0.0099,
      "step": 11364
    },
    {
      "epoch": 1.2321118820468344,
      "grad_norm": 0.03624141216278076,
      "learning_rate": 5.914333381691571e-05,
      "loss": 0.0056,
      "step": 11365
    },
    {
      "epoch": 1.2322202948829142,
      "grad_norm": 0.3955901265144348,
      "learning_rate": 5.9139706949078776e-05,
      "loss": 0.0398,
      "step": 11366
    },
    {
      "epoch": 1.232328707718994,
      "grad_norm": 0.10539857298135757,
      "learning_rate": 5.913608008124184e-05,
      "loss": 0.0111,
      "step": 11367
    },
    {
      "epoch": 1.2324371205550737,
      "grad_norm": 0.15337713062763214,
      "learning_rate": 5.9132453213404904e-05,
      "loss": 0.0393,
      "step": 11368
    },
    {
      "epoch": 1.2325455333911535,
      "grad_norm": 0.13936537504196167,
      "learning_rate": 5.912882634556797e-05,
      "loss": 0.0099,
      "step": 11369
    },
    {
      "epoch": 1.2326539462272332,
      "grad_norm": 0.08886449784040451,
      "learning_rate": 5.912519947773103e-05,
      "loss": 0.0083,
      "step": 11370
    },
    {
      "epoch": 1.232762359063313,
      "grad_norm": 0.18485359847545624,
      "learning_rate": 5.9121572609894097e-05,
      "loss": 0.0181,
      "step": 11371
    },
    {
      "epoch": 1.232870771899393,
      "grad_norm": 0.18127523362636566,
      "learning_rate": 5.9117945742057154e-05,
      "loss": 0.0336,
      "step": 11372
    },
    {
      "epoch": 1.2329791847354727,
      "grad_norm": 0.5208884477615356,
      "learning_rate": 5.911431887422023e-05,
      "loss": 0.0342,
      "step": 11373
    },
    {
      "epoch": 1.2330875975715525,
      "grad_norm": 0.09189008176326752,
      "learning_rate": 5.9110692006383296e-05,
      "loss": 0.0053,
      "step": 11374
    },
    {
      "epoch": 1.2331960104076323,
      "grad_norm": 0.15702587366104126,
      "learning_rate": 5.910706513854636e-05,
      "loss": 0.0189,
      "step": 11375
    },
    {
      "epoch": 1.233304423243712,
      "grad_norm": 0.03984343260526657,
      "learning_rate": 5.9103438270709424e-05,
      "loss": 0.0033,
      "step": 11376
    },
    {
      "epoch": 1.2334128360797918,
      "grad_norm": 0.35371923446655273,
      "learning_rate": 5.909981140287249e-05,
      "loss": 0.0125,
      "step": 11377
    },
    {
      "epoch": 1.2335212489158716,
      "grad_norm": 0.3430067002773285,
      "learning_rate": 5.9096184535035545e-05,
      "loss": 0.0239,
      "step": 11378
    },
    {
      "epoch": 1.2336296617519515,
      "grad_norm": 0.3900865316390991,
      "learning_rate": 5.909255766719861e-05,
      "loss": 0.0377,
      "step": 11379
    },
    {
      "epoch": 1.2337380745880313,
      "grad_norm": 0.07105784863233566,
      "learning_rate": 5.9088930799361674e-05,
      "loss": 0.0041,
      "step": 11380
    },
    {
      "epoch": 1.233846487424111,
      "grad_norm": 0.18168951570987701,
      "learning_rate": 5.908530393152474e-05,
      "loss": 0.0181,
      "step": 11381
    },
    {
      "epoch": 1.2339549002601908,
      "grad_norm": 0.14646926522254944,
      "learning_rate": 5.90816770636878e-05,
      "loss": 0.0192,
      "step": 11382
    },
    {
      "epoch": 1.2340633130962706,
      "grad_norm": 0.5569618940353394,
      "learning_rate": 5.9078050195850866e-05,
      "loss": 0.0904,
      "step": 11383
    },
    {
      "epoch": 1.2341717259323504,
      "grad_norm": 0.1135769784450531,
      "learning_rate": 5.907442332801393e-05,
      "loss": 0.0169,
      "step": 11384
    },
    {
      "epoch": 1.2342801387684301,
      "grad_norm": 0.22090104222297668,
      "learning_rate": 5.9070796460176994e-05,
      "loss": 0.0282,
      "step": 11385
    },
    {
      "epoch": 1.2343885516045099,
      "grad_norm": 0.1424916833639145,
      "learning_rate": 5.906716959234005e-05,
      "loss": 0.0197,
      "step": 11386
    },
    {
      "epoch": 1.2344969644405897,
      "grad_norm": 0.1573902815580368,
      "learning_rate": 5.9063542724503116e-05,
      "loss": 0.0129,
      "step": 11387
    },
    {
      "epoch": 1.2346053772766696,
      "grad_norm": 0.3699883222579956,
      "learning_rate": 5.905991585666618e-05,
      "loss": 0.0394,
      "step": 11388
    },
    {
      "epoch": 1.2347137901127494,
      "grad_norm": 0.19770778715610504,
      "learning_rate": 5.9056288988829244e-05,
      "loss": 0.0294,
      "step": 11389
    },
    {
      "epoch": 1.2348222029488292,
      "grad_norm": 0.3592580556869507,
      "learning_rate": 5.905266212099232e-05,
      "loss": 0.0617,
      "step": 11390
    },
    {
      "epoch": 1.234930615784909,
      "grad_norm": 0.3670491874217987,
      "learning_rate": 5.9049035253155385e-05,
      "loss": 0.0355,
      "step": 11391
    },
    {
      "epoch": 1.2350390286209887,
      "grad_norm": 0.18042296171188354,
      "learning_rate": 5.904540838531844e-05,
      "loss": 0.0329,
      "step": 11392
    },
    {
      "epoch": 1.2351474414570685,
      "grad_norm": 0.2778322994709015,
      "learning_rate": 5.904178151748151e-05,
      "loss": 0.0224,
      "step": 11393
    },
    {
      "epoch": 1.2352558542931482,
      "grad_norm": 0.05696830898523331,
      "learning_rate": 5.903815464964457e-05,
      "loss": 0.0054,
      "step": 11394
    },
    {
      "epoch": 1.2353642671292282,
      "grad_norm": 0.1061517521739006,
      "learning_rate": 5.9034527781807635e-05,
      "loss": 0.0114,
      "step": 11395
    },
    {
      "epoch": 1.235472679965308,
      "grad_norm": 0.16415466368198395,
      "learning_rate": 5.90309009139707e-05,
      "loss": 0.0221,
      "step": 11396
    },
    {
      "epoch": 1.2355810928013877,
      "grad_norm": 0.22819280624389648,
      "learning_rate": 5.902727404613376e-05,
      "loss": 0.0247,
      "step": 11397
    },
    {
      "epoch": 1.2356895056374675,
      "grad_norm": 0.13554677367210388,
      "learning_rate": 5.902364717829683e-05,
      "loss": 0.0162,
      "step": 11398
    },
    {
      "epoch": 1.2357979184735473,
      "grad_norm": 0.2410339117050171,
      "learning_rate": 5.902002031045989e-05,
      "loss": 0.0515,
      "step": 11399
    },
    {
      "epoch": 1.235906331309627,
      "grad_norm": 0.16183780133724213,
      "learning_rate": 5.9016393442622956e-05,
      "loss": 0.0225,
      "step": 11400
    },
    {
      "epoch": 1.2360147441457068,
      "grad_norm": 0.1137087270617485,
      "learning_rate": 5.901276657478601e-05,
      "loss": 0.0255,
      "step": 11401
    },
    {
      "epoch": 1.2361231569817868,
      "grad_norm": 0.346863716840744,
      "learning_rate": 5.900913970694908e-05,
      "loss": 0.0447,
      "step": 11402
    },
    {
      "epoch": 1.2362315698178665,
      "grad_norm": 0.28918755054473877,
      "learning_rate": 5.900551283911214e-05,
      "loss": 0.0217,
      "step": 11403
    },
    {
      "epoch": 1.2363399826539463,
      "grad_norm": 0.3737249970436096,
      "learning_rate": 5.9001885971275205e-05,
      "loss": 0.037,
      "step": 11404
    },
    {
      "epoch": 1.236448395490026,
      "grad_norm": 0.17933978140354156,
      "learning_rate": 5.899825910343827e-05,
      "loss": 0.0263,
      "step": 11405
    },
    {
      "epoch": 1.2365568083261058,
      "grad_norm": 0.30402401089668274,
      "learning_rate": 5.8994632235601334e-05,
      "loss": 0.027,
      "step": 11406
    },
    {
      "epoch": 1.2366652211621856,
      "grad_norm": 0.22630834579467773,
      "learning_rate": 5.8991005367764404e-05,
      "loss": 0.0188,
      "step": 11407
    },
    {
      "epoch": 1.2367736339982653,
      "grad_norm": 0.7355101704597473,
      "learning_rate": 5.898737849992747e-05,
      "loss": 0.0482,
      "step": 11408
    },
    {
      "epoch": 1.236882046834345,
      "grad_norm": 0.23100082576274872,
      "learning_rate": 5.898375163209053e-05,
      "loss": 0.0266,
      "step": 11409
    },
    {
      "epoch": 1.2369904596704249,
      "grad_norm": 0.15729036927223206,
      "learning_rate": 5.89801247642536e-05,
      "loss": 0.0196,
      "step": 11410
    },
    {
      "epoch": 1.2370988725065049,
      "grad_norm": 0.08021466434001923,
      "learning_rate": 5.897649789641666e-05,
      "loss": 0.0076,
      "step": 11411
    },
    {
      "epoch": 1.2372072853425846,
      "grad_norm": 0.2846250534057617,
      "learning_rate": 5.8972871028579725e-05,
      "loss": 0.0341,
      "step": 11412
    },
    {
      "epoch": 1.2373156981786644,
      "grad_norm": 0.14121778309345245,
      "learning_rate": 5.896924416074279e-05,
      "loss": 0.0071,
      "step": 11413
    },
    {
      "epoch": 1.2374241110147441,
      "grad_norm": 0.17708924412727356,
      "learning_rate": 5.896561729290585e-05,
      "loss": 0.0117,
      "step": 11414
    },
    {
      "epoch": 1.237532523850824,
      "grad_norm": 0.2359817773103714,
      "learning_rate": 5.896199042506891e-05,
      "loss": 0.0497,
      "step": 11415
    },
    {
      "epoch": 1.2376409366869037,
      "grad_norm": 0.23182547092437744,
      "learning_rate": 5.8958363557231975e-05,
      "loss": 0.0472,
      "step": 11416
    },
    {
      "epoch": 1.2377493495229834,
      "grad_norm": 0.07968439161777496,
      "learning_rate": 5.895473668939504e-05,
      "loss": 0.0048,
      "step": 11417
    },
    {
      "epoch": 1.2378577623590634,
      "grad_norm": 0.35972684621810913,
      "learning_rate": 5.89511098215581e-05,
      "loss": 0.0368,
      "step": 11418
    },
    {
      "epoch": 1.2379661751951432,
      "grad_norm": 0.31676942110061646,
      "learning_rate": 5.894748295372117e-05,
      "loss": 0.0394,
      "step": 11419
    },
    {
      "epoch": 1.238074588031223,
      "grad_norm": 0.4568798542022705,
      "learning_rate": 5.894385608588423e-05,
      "loss": 0.0347,
      "step": 11420
    },
    {
      "epoch": 1.2381830008673027,
      "grad_norm": 0.2015727013349533,
      "learning_rate": 5.8940229218047295e-05,
      "loss": 0.0246,
      "step": 11421
    },
    {
      "epoch": 1.2382914137033825,
      "grad_norm": 0.1461968719959259,
      "learning_rate": 5.893660235021036e-05,
      "loss": 0.0224,
      "step": 11422
    },
    {
      "epoch": 1.2383998265394622,
      "grad_norm": 0.13661544024944305,
      "learning_rate": 5.893297548237342e-05,
      "loss": 0.0091,
      "step": 11423
    },
    {
      "epoch": 1.238508239375542,
      "grad_norm": 0.18783138692378998,
      "learning_rate": 5.892934861453648e-05,
      "loss": 0.027,
      "step": 11424
    },
    {
      "epoch": 1.2386166522116218,
      "grad_norm": 0.6324935555458069,
      "learning_rate": 5.892572174669956e-05,
      "loss": 0.0615,
      "step": 11425
    },
    {
      "epoch": 1.2387250650477015,
      "grad_norm": 0.08548586815595627,
      "learning_rate": 5.892209487886262e-05,
      "loss": 0.009,
      "step": 11426
    },
    {
      "epoch": 1.2388334778837815,
      "grad_norm": 0.14819179475307465,
      "learning_rate": 5.8918468011025686e-05,
      "loss": 0.0182,
      "step": 11427
    },
    {
      "epoch": 1.2389418907198613,
      "grad_norm": 0.13270723819732666,
      "learning_rate": 5.891484114318875e-05,
      "loss": 0.0159,
      "step": 11428
    },
    {
      "epoch": 1.239050303555941,
      "grad_norm": 0.38250839710235596,
      "learning_rate": 5.8911214275351815e-05,
      "loss": 0.0572,
      "step": 11429
    },
    {
      "epoch": 1.2391587163920208,
      "grad_norm": 0.15357054769992828,
      "learning_rate": 5.890758740751487e-05,
      "loss": 0.007,
      "step": 11430
    },
    {
      "epoch": 1.2392671292281006,
      "grad_norm": 0.17453362047672272,
      "learning_rate": 5.8903960539677936e-05,
      "loss": 0.0283,
      "step": 11431
    },
    {
      "epoch": 1.2393755420641803,
      "grad_norm": 1.2845033407211304,
      "learning_rate": 5.8900333671841e-05,
      "loss": 0.0656,
      "step": 11432
    },
    {
      "epoch": 1.23948395490026,
      "grad_norm": 0.6041375994682312,
      "learning_rate": 5.8896706804004064e-05,
      "loss": 0.0219,
      "step": 11433
    },
    {
      "epoch": 1.23959236773634,
      "grad_norm": 0.4405752420425415,
      "learning_rate": 5.889307993616713e-05,
      "loss": 0.0452,
      "step": 11434
    },
    {
      "epoch": 1.2397007805724198,
      "grad_norm": 0.2380586415529251,
      "learning_rate": 5.888945306833019e-05,
      "loss": 0.029,
      "step": 11435
    },
    {
      "epoch": 1.2398091934084996,
      "grad_norm": 0.22065187990665436,
      "learning_rate": 5.888582620049326e-05,
      "loss": 0.0264,
      "step": 11436
    },
    {
      "epoch": 1.2399176062445794,
      "grad_norm": 0.16373758018016815,
      "learning_rate": 5.888219933265632e-05,
      "loss": 0.0163,
      "step": 11437
    },
    {
      "epoch": 1.2400260190806591,
      "grad_norm": 0.12686355412006378,
      "learning_rate": 5.8878572464819385e-05,
      "loss": 0.0094,
      "step": 11438
    },
    {
      "epoch": 1.2401344319167389,
      "grad_norm": 0.42605891823768616,
      "learning_rate": 5.887494559698244e-05,
      "loss": 0.0415,
      "step": 11439
    },
    {
      "epoch": 1.2402428447528187,
      "grad_norm": 0.11244462430477142,
      "learning_rate": 5.8871318729145506e-05,
      "loss": 0.0158,
      "step": 11440
    },
    {
      "epoch": 1.2403512575888986,
      "grad_norm": 0.10545526444911957,
      "learning_rate": 5.886769186130857e-05,
      "loss": 0.013,
      "step": 11441
    },
    {
      "epoch": 1.2404596704249784,
      "grad_norm": 0.12850266695022583,
      "learning_rate": 5.886406499347165e-05,
      "loss": 0.0097,
      "step": 11442
    },
    {
      "epoch": 1.2405680832610582,
      "grad_norm": 0.24454227089881897,
      "learning_rate": 5.886043812563471e-05,
      "loss": 0.0191,
      "step": 11443
    },
    {
      "epoch": 1.240676496097138,
      "grad_norm": 0.31901881098747253,
      "learning_rate": 5.885681125779777e-05,
      "loss": 0.0311,
      "step": 11444
    },
    {
      "epoch": 1.2407849089332177,
      "grad_norm": 0.06644076108932495,
      "learning_rate": 5.8853184389960834e-05,
      "loss": 0.0101,
      "step": 11445
    },
    {
      "epoch": 1.2408933217692975,
      "grad_norm": 0.13964369893074036,
      "learning_rate": 5.88495575221239e-05,
      "loss": 0.0167,
      "step": 11446
    },
    {
      "epoch": 1.2410017346053772,
      "grad_norm": 0.10813925415277481,
      "learning_rate": 5.884593065428696e-05,
      "loss": 0.0111,
      "step": 11447
    },
    {
      "epoch": 1.241110147441457,
      "grad_norm": 0.3336033821105957,
      "learning_rate": 5.8842303786450026e-05,
      "loss": 0.031,
      "step": 11448
    },
    {
      "epoch": 1.2412185602775367,
      "grad_norm": 0.195623517036438,
      "learning_rate": 5.883867691861309e-05,
      "loss": 0.0171,
      "step": 11449
    },
    {
      "epoch": 1.2413269731136167,
      "grad_norm": 0.049381569027900696,
      "learning_rate": 5.8835050050776154e-05,
      "loss": 0.0044,
      "step": 11450
    },
    {
      "epoch": 1.2414353859496965,
      "grad_norm": 0.28126537799835205,
      "learning_rate": 5.883142318293922e-05,
      "loss": 0.0471,
      "step": 11451
    },
    {
      "epoch": 1.2415437987857763,
      "grad_norm": 0.6526423096656799,
      "learning_rate": 5.882779631510228e-05,
      "loss": 0.0504,
      "step": 11452
    },
    {
      "epoch": 1.241652211621856,
      "grad_norm": 0.12279431521892548,
      "learning_rate": 5.882416944726534e-05,
      "loss": 0.0174,
      "step": 11453
    },
    {
      "epoch": 1.2417606244579358,
      "grad_norm": 0.4531576335430145,
      "learning_rate": 5.8820542579428404e-05,
      "loss": 0.0803,
      "step": 11454
    },
    {
      "epoch": 1.2418690372940155,
      "grad_norm": 0.06888827681541443,
      "learning_rate": 5.881691571159147e-05,
      "loss": 0.0126,
      "step": 11455
    },
    {
      "epoch": 1.2419774501300953,
      "grad_norm": 0.8460932970046997,
      "learning_rate": 5.881328884375453e-05,
      "loss": 0.0458,
      "step": 11456
    },
    {
      "epoch": 1.2420858629661753,
      "grad_norm": 0.5871314406394958,
      "learning_rate": 5.8809661975917596e-05,
      "loss": 0.0307,
      "step": 11457
    },
    {
      "epoch": 1.242194275802255,
      "grad_norm": 0.41887569427490234,
      "learning_rate": 5.880603510808066e-05,
      "loss": 0.0426,
      "step": 11458
    },
    {
      "epoch": 1.2423026886383348,
      "grad_norm": 0.3595530092716217,
      "learning_rate": 5.880240824024373e-05,
      "loss": 0.0626,
      "step": 11459
    },
    {
      "epoch": 1.2424111014744146,
      "grad_norm": 0.2622756361961365,
      "learning_rate": 5.8798781372406795e-05,
      "loss": 0.0425,
      "step": 11460
    },
    {
      "epoch": 1.2425195143104943,
      "grad_norm": 0.1792180985212326,
      "learning_rate": 5.879515450456986e-05,
      "loss": 0.0129,
      "step": 11461
    },
    {
      "epoch": 1.242627927146574,
      "grad_norm": 0.26397544145584106,
      "learning_rate": 5.879152763673292e-05,
      "loss": 0.0331,
      "step": 11462
    },
    {
      "epoch": 1.2427363399826539,
      "grad_norm": 0.44499513506889343,
      "learning_rate": 5.878790076889599e-05,
      "loss": 0.017,
      "step": 11463
    },
    {
      "epoch": 1.2428447528187339,
      "grad_norm": 0.41507697105407715,
      "learning_rate": 5.878427390105905e-05,
      "loss": 0.0123,
      "step": 11464
    },
    {
      "epoch": 1.2429531656548136,
      "grad_norm": 0.12333650141954422,
      "learning_rate": 5.8780647033222116e-05,
      "loss": 0.0107,
      "step": 11465
    },
    {
      "epoch": 1.2430615784908934,
      "grad_norm": 0.37570396065711975,
      "learning_rate": 5.877702016538518e-05,
      "loss": 0.0479,
      "step": 11466
    },
    {
      "epoch": 1.2431699913269731,
      "grad_norm": 0.12533420324325562,
      "learning_rate": 5.877339329754824e-05,
      "loss": 0.0179,
      "step": 11467
    },
    {
      "epoch": 1.243278404163053,
      "grad_norm": 0.9012333750724792,
      "learning_rate": 5.87697664297113e-05,
      "loss": 0.0464,
      "step": 11468
    },
    {
      "epoch": 1.2433868169991327,
      "grad_norm": 0.13471944630146027,
      "learning_rate": 5.8766139561874365e-05,
      "loss": 0.0112,
      "step": 11469
    },
    {
      "epoch": 1.2434952298352124,
      "grad_norm": 0.07781010866165161,
      "learning_rate": 5.876251269403743e-05,
      "loss": 0.0095,
      "step": 11470
    },
    {
      "epoch": 1.2436036426712922,
      "grad_norm": 0.25351372361183167,
      "learning_rate": 5.8758885826200494e-05,
      "loss": 0.0266,
      "step": 11471
    },
    {
      "epoch": 1.243712055507372,
      "grad_norm": 0.2977146804332733,
      "learning_rate": 5.875525895836356e-05,
      "loss": 0.0426,
      "step": 11472
    },
    {
      "epoch": 1.243820468343452,
      "grad_norm": 0.295818030834198,
      "learning_rate": 5.875163209052662e-05,
      "loss": 0.0287,
      "step": 11473
    },
    {
      "epoch": 1.2439288811795317,
      "grad_norm": 0.15323597192764282,
      "learning_rate": 5.8748005222689686e-05,
      "loss": 0.0127,
      "step": 11474
    },
    {
      "epoch": 1.2440372940156115,
      "grad_norm": 0.055116601288318634,
      "learning_rate": 5.874437835485275e-05,
      "loss": 0.0099,
      "step": 11475
    },
    {
      "epoch": 1.2441457068516912,
      "grad_norm": 0.10781913995742798,
      "learning_rate": 5.874075148701581e-05,
      "loss": 0.0084,
      "step": 11476
    },
    {
      "epoch": 1.244254119687771,
      "grad_norm": 0.36558929085731506,
      "learning_rate": 5.8737124619178885e-05,
      "loss": 0.0321,
      "step": 11477
    },
    {
      "epoch": 1.2443625325238508,
      "grad_norm": 0.10126058757305145,
      "learning_rate": 5.873349775134195e-05,
      "loss": 0.0083,
      "step": 11478
    },
    {
      "epoch": 1.2444709453599305,
      "grad_norm": 0.09134756028652191,
      "learning_rate": 5.872987088350501e-05,
      "loss": 0.0207,
      "step": 11479
    },
    {
      "epoch": 1.2445793581960105,
      "grad_norm": 0.5327931046485901,
      "learning_rate": 5.872624401566808e-05,
      "loss": 0.024,
      "step": 11480
    },
    {
      "epoch": 1.2446877710320903,
      "grad_norm": 0.22237610816955566,
      "learning_rate": 5.872261714783114e-05,
      "loss": 0.0185,
      "step": 11481
    },
    {
      "epoch": 1.24479618386817,
      "grad_norm": 0.31871524453163147,
      "learning_rate": 5.87189902799942e-05,
      "loss": 0.0174,
      "step": 11482
    },
    {
      "epoch": 1.2449045967042498,
      "grad_norm": 0.4876345694065094,
      "learning_rate": 5.871536341215726e-05,
      "loss": 0.0433,
      "step": 11483
    },
    {
      "epoch": 1.2450130095403296,
      "grad_norm": 0.20197288691997528,
      "learning_rate": 5.871173654432033e-05,
      "loss": 0.0262,
      "step": 11484
    },
    {
      "epoch": 1.2451214223764093,
      "grad_norm": 0.23950491845607758,
      "learning_rate": 5.870810967648339e-05,
      "loss": 0.0338,
      "step": 11485
    },
    {
      "epoch": 1.245229835212489,
      "grad_norm": 0.14410632848739624,
      "learning_rate": 5.8704482808646455e-05,
      "loss": 0.0096,
      "step": 11486
    },
    {
      "epoch": 1.245338248048569,
      "grad_norm": 0.1667855679988861,
      "learning_rate": 5.870085594080952e-05,
      "loss": 0.0261,
      "step": 11487
    },
    {
      "epoch": 1.2454466608846488,
      "grad_norm": 0.9633839130401611,
      "learning_rate": 5.869722907297258e-05,
      "loss": 0.0317,
      "step": 11488
    },
    {
      "epoch": 1.2455550737207286,
      "grad_norm": 0.3066873848438263,
      "learning_rate": 5.869360220513565e-05,
      "loss": 0.0505,
      "step": 11489
    },
    {
      "epoch": 1.2456634865568084,
      "grad_norm": 0.5136197805404663,
      "learning_rate": 5.868997533729871e-05,
      "loss": 0.0627,
      "step": 11490
    },
    {
      "epoch": 1.2457718993928881,
      "grad_norm": 0.21489131450653076,
      "learning_rate": 5.868634846946177e-05,
      "loss": 0.0169,
      "step": 11491
    },
    {
      "epoch": 1.245880312228968,
      "grad_norm": 0.09769080579280853,
      "learning_rate": 5.868272160162483e-05,
      "loss": 0.0076,
      "step": 11492
    },
    {
      "epoch": 1.2459887250650477,
      "grad_norm": 0.3489607274532318,
      "learning_rate": 5.86790947337879e-05,
      "loss": 0.0333,
      "step": 11493
    },
    {
      "epoch": 1.2460971379011274,
      "grad_norm": 0.18774880468845367,
      "learning_rate": 5.8675467865950975e-05,
      "loss": 0.0163,
      "step": 11494
    },
    {
      "epoch": 1.2462055507372072,
      "grad_norm": 0.23429208993911743,
      "learning_rate": 5.867184099811404e-05,
      "loss": 0.0398,
      "step": 11495
    },
    {
      "epoch": 1.2463139635732872,
      "grad_norm": 0.1999783217906952,
      "learning_rate": 5.8668214130277096e-05,
      "loss": 0.032,
      "step": 11496
    },
    {
      "epoch": 1.246422376409367,
      "grad_norm": 0.42497000098228455,
      "learning_rate": 5.866458726244016e-05,
      "loss": 0.0444,
      "step": 11497
    },
    {
      "epoch": 1.2465307892454467,
      "grad_norm": 0.20484675467014313,
      "learning_rate": 5.8660960394603224e-05,
      "loss": 0.0331,
      "step": 11498
    },
    {
      "epoch": 1.2466392020815265,
      "grad_norm": 0.26502102613449097,
      "learning_rate": 5.865733352676629e-05,
      "loss": 0.053,
      "step": 11499
    },
    {
      "epoch": 1.2467476149176062,
      "grad_norm": 0.25584983825683594,
      "learning_rate": 5.865370665892935e-05,
      "loss": 0.0284,
      "step": 11500
    },
    {
      "epoch": 1.246856027753686,
      "grad_norm": 0.028093386441469193,
      "learning_rate": 5.865007979109242e-05,
      "loss": 0.0017,
      "step": 11501
    },
    {
      "epoch": 1.2469644405897657,
      "grad_norm": 0.14182481169700623,
      "learning_rate": 5.864645292325548e-05,
      "loss": 0.02,
      "step": 11502
    },
    {
      "epoch": 1.2470728534258457,
      "grad_norm": 0.10982253402471542,
      "learning_rate": 5.8642826055418545e-05,
      "loss": 0.0126,
      "step": 11503
    },
    {
      "epoch": 1.2471812662619255,
      "grad_norm": 0.09235052019357681,
      "learning_rate": 5.863919918758161e-05,
      "loss": 0.0051,
      "step": 11504
    },
    {
      "epoch": 1.2472896790980053,
      "grad_norm": 0.11278548836708069,
      "learning_rate": 5.8635572319744666e-05,
      "loss": 0.0061,
      "step": 11505
    },
    {
      "epoch": 1.247398091934085,
      "grad_norm": 0.1973080039024353,
      "learning_rate": 5.863194545190773e-05,
      "loss": 0.0129,
      "step": 11506
    },
    {
      "epoch": 1.2475065047701648,
      "grad_norm": 0.11961467564105988,
      "learning_rate": 5.8628318584070795e-05,
      "loss": 0.013,
      "step": 11507
    },
    {
      "epoch": 1.2476149176062445,
      "grad_norm": 0.2296258509159088,
      "learning_rate": 5.862469171623386e-05,
      "loss": 0.0263,
      "step": 11508
    },
    {
      "epoch": 1.2477233304423243,
      "grad_norm": 0.06621888279914856,
      "learning_rate": 5.862106484839692e-05,
      "loss": 0.0052,
      "step": 11509
    },
    {
      "epoch": 1.247831743278404,
      "grad_norm": 0.35164299607276917,
      "learning_rate": 5.861743798055999e-05,
      "loss": 0.0288,
      "step": 11510
    },
    {
      "epoch": 1.2479401561144838,
      "grad_norm": 0.25176820158958435,
      "learning_rate": 5.861381111272306e-05,
      "loss": 0.0353,
      "step": 11511
    },
    {
      "epoch": 1.2480485689505638,
      "grad_norm": 0.1791740357875824,
      "learning_rate": 5.861018424488612e-05,
      "loss": 0.0228,
      "step": 11512
    },
    {
      "epoch": 1.2481569817866436,
      "grad_norm": 0.13938762247562408,
      "learning_rate": 5.8606557377049186e-05,
      "loss": 0.0595,
      "step": 11513
    },
    {
      "epoch": 1.2482653946227233,
      "grad_norm": 0.33124080300331116,
      "learning_rate": 5.860293050921225e-05,
      "loss": 0.0312,
      "step": 11514
    },
    {
      "epoch": 1.248373807458803,
      "grad_norm": 0.12694600224494934,
      "learning_rate": 5.8599303641375314e-05,
      "loss": 0.0289,
      "step": 11515
    },
    {
      "epoch": 1.2484822202948829,
      "grad_norm": 0.42252057790756226,
      "learning_rate": 5.859567677353838e-05,
      "loss": 0.0327,
      "step": 11516
    },
    {
      "epoch": 1.2485906331309626,
      "grad_norm": 0.24354837834835052,
      "learning_rate": 5.859204990570144e-05,
      "loss": 0.0198,
      "step": 11517
    },
    {
      "epoch": 1.2486990459670424,
      "grad_norm": 0.23386675119400024,
      "learning_rate": 5.8588423037864506e-05,
      "loss": 0.0349,
      "step": 11518
    },
    {
      "epoch": 1.2488074588031224,
      "grad_norm": 0.18376891314983368,
      "learning_rate": 5.8584796170027564e-05,
      "loss": 0.0236,
      "step": 11519
    },
    {
      "epoch": 1.2489158716392021,
      "grad_norm": 0.4658659100532532,
      "learning_rate": 5.858116930219063e-05,
      "loss": 0.0391,
      "step": 11520
    },
    {
      "epoch": 1.249024284475282,
      "grad_norm": 0.06794214993715286,
      "learning_rate": 5.857754243435369e-05,
      "loss": 0.0054,
      "step": 11521
    },
    {
      "epoch": 1.2491326973113617,
      "grad_norm": 0.2906395196914673,
      "learning_rate": 5.8573915566516756e-05,
      "loss": 0.031,
      "step": 11522
    },
    {
      "epoch": 1.2492411101474414,
      "grad_norm": 0.19537457823753357,
      "learning_rate": 5.857028869867982e-05,
      "loss": 0.042,
      "step": 11523
    },
    {
      "epoch": 1.2493495229835212,
      "grad_norm": 0.7513760328292847,
      "learning_rate": 5.8566661830842884e-05,
      "loss": 0.039,
      "step": 11524
    },
    {
      "epoch": 1.249457935819601,
      "grad_norm": 0.36182424426078796,
      "learning_rate": 5.856303496300595e-05,
      "loss": 0.0374,
      "step": 11525
    },
    {
      "epoch": 1.249566348655681,
      "grad_norm": 0.8891808986663818,
      "learning_rate": 5.855940809516901e-05,
      "loss": 0.0882,
      "step": 11526
    },
    {
      "epoch": 1.2496747614917607,
      "grad_norm": 0.13981248438358307,
      "learning_rate": 5.855578122733208e-05,
      "loss": 0.0109,
      "step": 11527
    },
    {
      "epoch": 1.2497831743278405,
      "grad_norm": 0.45699262619018555,
      "learning_rate": 5.855215435949515e-05,
      "loss": 0.1249,
      "step": 11528
    },
    {
      "epoch": 1.2498915871639202,
      "grad_norm": 0.4996996223926544,
      "learning_rate": 5.854852749165821e-05,
      "loss": 0.0183,
      "step": 11529
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.25463205575942993,
      "learning_rate": 5.8544900623821276e-05,
      "loss": 0.0449,
      "step": 11530
    },
    {
      "epoch": 1.2501084128360798,
      "grad_norm": 0.23436370491981506,
      "learning_rate": 5.854127375598434e-05,
      "loss": 0.015,
      "step": 11531
    },
    {
      "epoch": 1.2502168256721595,
      "grad_norm": 0.312936931848526,
      "learning_rate": 5.8537646888147404e-05,
      "loss": 0.0646,
      "step": 11532
    },
    {
      "epoch": 1.2503252385082395,
      "grad_norm": 0.40536221861839294,
      "learning_rate": 5.853402002031047e-05,
      "loss": 0.054,
      "step": 11533
    },
    {
      "epoch": 1.250433651344319,
      "grad_norm": 0.19790975749492645,
      "learning_rate": 5.8530393152473525e-05,
      "loss": 0.0091,
      "step": 11534
    },
    {
      "epoch": 1.250542064180399,
      "grad_norm": 0.13686400651931763,
      "learning_rate": 5.852676628463659e-05,
      "loss": 0.0338,
      "step": 11535
    },
    {
      "epoch": 1.2506504770164788,
      "grad_norm": 0.12099350988864899,
      "learning_rate": 5.8523139416799654e-05,
      "loss": 0.0106,
      "step": 11536
    },
    {
      "epoch": 1.2507588898525586,
      "grad_norm": 0.2429955005645752,
      "learning_rate": 5.851951254896272e-05,
      "loss": 0.0359,
      "step": 11537
    },
    {
      "epoch": 1.2508673026886383,
      "grad_norm": 0.22012300789356232,
      "learning_rate": 5.851588568112578e-05,
      "loss": 0.0258,
      "step": 11538
    },
    {
      "epoch": 1.250975715524718,
      "grad_norm": 0.13883253931999207,
      "learning_rate": 5.8512258813288846e-05,
      "loss": 0.0168,
      "step": 11539
    },
    {
      "epoch": 1.2510841283607979,
      "grad_norm": 0.5641831159591675,
      "learning_rate": 5.850863194545191e-05,
      "loss": 0.0438,
      "step": 11540
    },
    {
      "epoch": 1.2511925411968776,
      "grad_norm": 0.27928778529167175,
      "learning_rate": 5.8505005077614974e-05,
      "loss": 0.0468,
      "step": 11541
    },
    {
      "epoch": 1.2513009540329576,
      "grad_norm": 0.12242191284894943,
      "learning_rate": 5.850137820977804e-05,
      "loss": 0.01,
      "step": 11542
    },
    {
      "epoch": 1.2514093668690374,
      "grad_norm": 0.09499919414520264,
      "learning_rate": 5.8497751341941096e-05,
      "loss": 0.011,
      "step": 11543
    },
    {
      "epoch": 1.2515177797051171,
      "grad_norm": 0.32822561264038086,
      "learning_rate": 5.849412447410416e-05,
      "loss": 0.0361,
      "step": 11544
    },
    {
      "epoch": 1.251626192541197,
      "grad_norm": 0.4153337776660919,
      "learning_rate": 5.8490497606267224e-05,
      "loss": 0.1001,
      "step": 11545
    },
    {
      "epoch": 1.2517346053772767,
      "grad_norm": 0.24137066304683685,
      "learning_rate": 5.84868707384303e-05,
      "loss": 0.045,
      "step": 11546
    },
    {
      "epoch": 1.2518430182133564,
      "grad_norm": 0.055338915437459946,
      "learning_rate": 5.8483243870593366e-05,
      "loss": 0.0111,
      "step": 11547
    },
    {
      "epoch": 1.2519514310494362,
      "grad_norm": 0.25679776072502136,
      "learning_rate": 5.847961700275642e-05,
      "loss": 0.0558,
      "step": 11548
    },
    {
      "epoch": 1.2520598438855162,
      "grad_norm": 0.2993554174900055,
      "learning_rate": 5.847599013491949e-05,
      "loss": 0.0187,
      "step": 11549
    },
    {
      "epoch": 1.2521682567215957,
      "grad_norm": 0.41371434926986694,
      "learning_rate": 5.847236326708255e-05,
      "loss": 0.0592,
      "step": 11550
    },
    {
      "epoch": 1.2522766695576757,
      "grad_norm": 0.0580558106303215,
      "learning_rate": 5.8468736399245615e-05,
      "loss": 0.0042,
      "step": 11551
    },
    {
      "epoch": 1.2523850823937555,
      "grad_norm": 0.24251805245876312,
      "learning_rate": 5.846510953140868e-05,
      "loss": 0.0483,
      "step": 11552
    },
    {
      "epoch": 1.2524934952298352,
      "grad_norm": 0.27337646484375,
      "learning_rate": 5.8461482663571743e-05,
      "loss": 0.0224,
      "step": 11553
    },
    {
      "epoch": 1.252601908065915,
      "grad_norm": 0.24282167851924896,
      "learning_rate": 5.845785579573481e-05,
      "loss": 0.0123,
      "step": 11554
    },
    {
      "epoch": 1.2527103209019947,
      "grad_norm": 0.06908726692199707,
      "learning_rate": 5.845422892789787e-05,
      "loss": 0.0081,
      "step": 11555
    },
    {
      "epoch": 1.2528187337380745,
      "grad_norm": 0.14806100726127625,
      "learning_rate": 5.8450602060060936e-05,
      "loss": 0.0077,
      "step": 11556
    },
    {
      "epoch": 1.2529271465741543,
      "grad_norm": 0.2571454644203186,
      "learning_rate": 5.844697519222399e-05,
      "loss": 0.0226,
      "step": 11557
    },
    {
      "epoch": 1.2530355594102343,
      "grad_norm": 0.1723666489124298,
      "learning_rate": 5.844334832438706e-05,
      "loss": 0.0248,
      "step": 11558
    },
    {
      "epoch": 1.253143972246314,
      "grad_norm": 0.10799168050289154,
      "learning_rate": 5.843972145655012e-05,
      "loss": 0.0132,
      "step": 11559
    },
    {
      "epoch": 1.2532523850823938,
      "grad_norm": 0.387139230966568,
      "learning_rate": 5.8436094588713185e-05,
      "loss": 0.0464,
      "step": 11560
    },
    {
      "epoch": 1.2533607979184735,
      "grad_norm": 0.391130268573761,
      "learning_rate": 5.843246772087625e-05,
      "loss": 0.0137,
      "step": 11561
    },
    {
      "epoch": 1.2534692107545533,
      "grad_norm": 0.155013307929039,
      "learning_rate": 5.8428840853039314e-05,
      "loss": 0.0232,
      "step": 11562
    },
    {
      "epoch": 1.253577623590633,
      "grad_norm": 0.2965068221092224,
      "learning_rate": 5.8425213985202384e-05,
      "loss": 0.0368,
      "step": 11563
    },
    {
      "epoch": 1.2536860364267128,
      "grad_norm": 0.11210783571004868,
      "learning_rate": 5.842158711736545e-05,
      "loss": 0.0181,
      "step": 11564
    },
    {
      "epoch": 1.2537944492627928,
      "grad_norm": 0.2233944535255432,
      "learning_rate": 5.841796024952851e-05,
      "loss": 0.029,
      "step": 11565
    },
    {
      "epoch": 1.2539028620988726,
      "grad_norm": 0.2539058029651642,
      "learning_rate": 5.841433338169158e-05,
      "loss": 0.0231,
      "step": 11566
    },
    {
      "epoch": 1.2540112749349523,
      "grad_norm": 0.27883172035217285,
      "learning_rate": 5.841070651385464e-05,
      "loss": 0.0339,
      "step": 11567
    },
    {
      "epoch": 1.254119687771032,
      "grad_norm": 0.18419282138347626,
      "learning_rate": 5.8407079646017705e-05,
      "loss": 0.021,
      "step": 11568
    },
    {
      "epoch": 1.2542281006071119,
      "grad_norm": 0.07189126312732697,
      "learning_rate": 5.840345277818077e-05,
      "loss": 0.0097,
      "step": 11569
    },
    {
      "epoch": 1.2543365134431916,
      "grad_norm": 0.15756924450397491,
      "learning_rate": 5.839982591034383e-05,
      "loss": 0.0313,
      "step": 11570
    },
    {
      "epoch": 1.2544449262792714,
      "grad_norm": 0.5023238658905029,
      "learning_rate": 5.839619904250689e-05,
      "loss": 0.0433,
      "step": 11571
    },
    {
      "epoch": 1.2545533391153514,
      "grad_norm": 0.32773059606552124,
      "learning_rate": 5.8392572174669955e-05,
      "loss": 0.034,
      "step": 11572
    },
    {
      "epoch": 1.254661751951431,
      "grad_norm": 0.170750230550766,
      "learning_rate": 5.838894530683302e-05,
      "loss": 0.0199,
      "step": 11573
    },
    {
      "epoch": 1.254770164787511,
      "grad_norm": 0.19147437810897827,
      "learning_rate": 5.838531843899608e-05,
      "loss": 0.0298,
      "step": 11574
    },
    {
      "epoch": 1.2548785776235907,
      "grad_norm": 0.4283745288848877,
      "learning_rate": 5.838169157115915e-05,
      "loss": 0.0314,
      "step": 11575
    },
    {
      "epoch": 1.2549869904596704,
      "grad_norm": 0.12416347116231918,
      "learning_rate": 5.837806470332221e-05,
      "loss": 0.0206,
      "step": 11576
    },
    {
      "epoch": 1.2550954032957502,
      "grad_norm": 0.4031067490577698,
      "learning_rate": 5.8374437835485275e-05,
      "loss": 0.0608,
      "step": 11577
    },
    {
      "epoch": 1.25520381613183,
      "grad_norm": 0.20829352736473083,
      "learning_rate": 5.837081096764834e-05,
      "loss": 0.0263,
      "step": 11578
    },
    {
      "epoch": 1.2553122289679097,
      "grad_norm": 0.15023960173130035,
      "learning_rate": 5.83671840998114e-05,
      "loss": 0.0194,
      "step": 11579
    },
    {
      "epoch": 1.2554206418039895,
      "grad_norm": 0.08044981211423874,
      "learning_rate": 5.8363557231974474e-05,
      "loss": 0.0146,
      "step": 11580
    },
    {
      "epoch": 1.2555290546400695,
      "grad_norm": 0.29238295555114746,
      "learning_rate": 5.835993036413754e-05,
      "loss": 0.0397,
      "step": 11581
    },
    {
      "epoch": 1.2556374674761492,
      "grad_norm": 0.2545255720615387,
      "learning_rate": 5.83563034963006e-05,
      "loss": 0.0344,
      "step": 11582
    },
    {
      "epoch": 1.255745880312229,
      "grad_norm": 0.09959203004837036,
      "learning_rate": 5.8352676628463667e-05,
      "loss": 0.009,
      "step": 11583
    },
    {
      "epoch": 1.2558542931483088,
      "grad_norm": 0.04574652388691902,
      "learning_rate": 5.834904976062673e-05,
      "loss": 0.0033,
      "step": 11584
    },
    {
      "epoch": 1.2559627059843885,
      "grad_norm": 0.23155705630779266,
      "learning_rate": 5.8345422892789795e-05,
      "loss": 0.0191,
      "step": 11585
    },
    {
      "epoch": 1.2560711188204683,
      "grad_norm": 0.3298625946044922,
      "learning_rate": 5.834179602495285e-05,
      "loss": 0.0323,
      "step": 11586
    },
    {
      "epoch": 1.256179531656548,
      "grad_norm": 0.2464783638715744,
      "learning_rate": 5.8338169157115916e-05,
      "loss": 0.0187,
      "step": 11587
    },
    {
      "epoch": 1.256287944492628,
      "grad_norm": 0.08787675201892853,
      "learning_rate": 5.833454228927898e-05,
      "loss": 0.0102,
      "step": 11588
    },
    {
      "epoch": 1.2563963573287076,
      "grad_norm": 0.1351294368505478,
      "learning_rate": 5.8330915421442044e-05,
      "loss": 0.0167,
      "step": 11589
    },
    {
      "epoch": 1.2565047701647876,
      "grad_norm": 0.08862415701150894,
      "learning_rate": 5.832728855360511e-05,
      "loss": 0.0178,
      "step": 11590
    },
    {
      "epoch": 1.2566131830008673,
      "grad_norm": 0.2802835702896118,
      "learning_rate": 5.832366168576817e-05,
      "loss": 0.0593,
      "step": 11591
    },
    {
      "epoch": 1.256721595836947,
      "grad_norm": 0.07449136674404144,
      "learning_rate": 5.832003481793124e-05,
      "loss": 0.0069,
      "step": 11592
    },
    {
      "epoch": 1.2568300086730269,
      "grad_norm": 0.5641328692436218,
      "learning_rate": 5.83164079500943e-05,
      "loss": 0.0509,
      "step": 11593
    },
    {
      "epoch": 1.2569384215091066,
      "grad_norm": 0.11607702076435089,
      "learning_rate": 5.8312781082257365e-05,
      "loss": 0.0248,
      "step": 11594
    },
    {
      "epoch": 1.2570468343451866,
      "grad_norm": 0.44351741671562195,
      "learning_rate": 5.830915421442042e-05,
      "loss": 0.0505,
      "step": 11595
    },
    {
      "epoch": 1.2571552471812661,
      "grad_norm": 0.21205419301986694,
      "learning_rate": 5.8305527346583486e-05,
      "loss": 0.0257,
      "step": 11596
    },
    {
      "epoch": 1.2572636600173461,
      "grad_norm": 0.26565688848495483,
      "learning_rate": 5.8301900478746564e-05,
      "loss": 0.0622,
      "step": 11597
    },
    {
      "epoch": 1.257372072853426,
      "grad_norm": 0.1558825969696045,
      "learning_rate": 5.829827361090963e-05,
      "loss": 0.0178,
      "step": 11598
    },
    {
      "epoch": 1.2574804856895057,
      "grad_norm": 0.9773725867271423,
      "learning_rate": 5.829464674307269e-05,
      "loss": 0.0421,
      "step": 11599
    },
    {
      "epoch": 1.2575888985255854,
      "grad_norm": 0.19837366044521332,
      "learning_rate": 5.829101987523575e-05,
      "loss": 0.0208,
      "step": 11600
    },
    {
      "epoch": 1.2576973113616652,
      "grad_norm": 0.17365358769893646,
      "learning_rate": 5.8287393007398814e-05,
      "loss": 0.0207,
      "step": 11601
    },
    {
      "epoch": 1.257805724197745,
      "grad_norm": 0.19076836109161377,
      "learning_rate": 5.828376613956188e-05,
      "loss": 0.0199,
      "step": 11602
    },
    {
      "epoch": 1.2579141370338247,
      "grad_norm": 0.26796403527259827,
      "learning_rate": 5.828013927172494e-05,
      "loss": 0.0594,
      "step": 11603
    },
    {
      "epoch": 1.2580225498699047,
      "grad_norm": 0.09006566554307938,
      "learning_rate": 5.8276512403888006e-05,
      "loss": 0.0118,
      "step": 11604
    },
    {
      "epoch": 1.2581309627059845,
      "grad_norm": 0.05357978865504265,
      "learning_rate": 5.827288553605107e-05,
      "loss": 0.0099,
      "step": 11605
    },
    {
      "epoch": 1.2582393755420642,
      "grad_norm": 0.2822795510292053,
      "learning_rate": 5.8269258668214134e-05,
      "loss": 0.0157,
      "step": 11606
    },
    {
      "epoch": 1.258347788378144,
      "grad_norm": 0.08429630100727081,
      "learning_rate": 5.82656318003772e-05,
      "loss": 0.0099,
      "step": 11607
    },
    {
      "epoch": 1.2584562012142237,
      "grad_norm": 0.29283106327056885,
      "learning_rate": 5.826200493254026e-05,
      "loss": 0.0518,
      "step": 11608
    },
    {
      "epoch": 1.2585646140503035,
      "grad_norm": 0.13985618948936462,
      "learning_rate": 5.825837806470332e-05,
      "loss": 0.0204,
      "step": 11609
    },
    {
      "epoch": 1.2586730268863833,
      "grad_norm": 0.554913341999054,
      "learning_rate": 5.8254751196866384e-05,
      "loss": 0.057,
      "step": 11610
    },
    {
      "epoch": 1.2587814397224633,
      "grad_norm": 0.375865638256073,
      "learning_rate": 5.825112432902945e-05,
      "loss": 0.0244,
      "step": 11611
    },
    {
      "epoch": 1.2588898525585428,
      "grad_norm": 0.34561991691589355,
      "learning_rate": 5.824749746119251e-05,
      "loss": 0.0489,
      "step": 11612
    },
    {
      "epoch": 1.2589982653946228,
      "grad_norm": 0.07028147578239441,
      "learning_rate": 5.8243870593355576e-05,
      "loss": 0.0123,
      "step": 11613
    },
    {
      "epoch": 1.2591066782307025,
      "grad_norm": 0.15025310218334198,
      "learning_rate": 5.824024372551864e-05,
      "loss": 0.0225,
      "step": 11614
    },
    {
      "epoch": 1.2592150910667823,
      "grad_norm": 0.12138092517852783,
      "learning_rate": 5.823661685768171e-05,
      "loss": 0.016,
      "step": 11615
    },
    {
      "epoch": 1.259323503902862,
      "grad_norm": 0.03319371119141579,
      "learning_rate": 5.8232989989844775e-05,
      "loss": 0.0028,
      "step": 11616
    },
    {
      "epoch": 1.2594319167389418,
      "grad_norm": 0.25138941407203674,
      "learning_rate": 5.822936312200784e-05,
      "loss": 0.0429,
      "step": 11617
    },
    {
      "epoch": 1.2595403295750216,
      "grad_norm": 0.17825475335121155,
      "learning_rate": 5.8225736254170903e-05,
      "loss": 0.0271,
      "step": 11618
    },
    {
      "epoch": 1.2596487424111014,
      "grad_norm": 0.6799576282501221,
      "learning_rate": 5.822210938633397e-05,
      "loss": 0.0341,
      "step": 11619
    },
    {
      "epoch": 1.2597571552471813,
      "grad_norm": 0.3531615436077118,
      "learning_rate": 5.821848251849703e-05,
      "loss": 0.026,
      "step": 11620
    },
    {
      "epoch": 1.2598655680832611,
      "grad_norm": 0.3439735770225525,
      "learning_rate": 5.8214855650660096e-05,
      "loss": 0.0643,
      "step": 11621
    },
    {
      "epoch": 1.2599739809193409,
      "grad_norm": 0.20353762805461884,
      "learning_rate": 5.821122878282316e-05,
      "loss": 0.0466,
      "step": 11622
    },
    {
      "epoch": 1.2600823937554206,
      "grad_norm": 0.18378573656082153,
      "learning_rate": 5.8207601914986224e-05,
      "loss": 0.0239,
      "step": 11623
    },
    {
      "epoch": 1.2601908065915004,
      "grad_norm": 0.19706907868385315,
      "learning_rate": 5.820397504714928e-05,
      "loss": 0.0169,
      "step": 11624
    },
    {
      "epoch": 1.2602992194275802,
      "grad_norm": 0.18172365427017212,
      "learning_rate": 5.8200348179312345e-05,
      "loss": 0.0287,
      "step": 11625
    },
    {
      "epoch": 1.26040763226366,
      "grad_norm": 0.28622156381607056,
      "learning_rate": 5.819672131147541e-05,
      "loss": 0.033,
      "step": 11626
    },
    {
      "epoch": 1.26051604509974,
      "grad_norm": 0.26344728469848633,
      "learning_rate": 5.8193094443638474e-05,
      "loss": 0.029,
      "step": 11627
    },
    {
      "epoch": 1.2606244579358197,
      "grad_norm": 0.021312443539500237,
      "learning_rate": 5.818946757580154e-05,
      "loss": 0.0024,
      "step": 11628
    },
    {
      "epoch": 1.2607328707718994,
      "grad_norm": 0.10500609874725342,
      "learning_rate": 5.81858407079646e-05,
      "loss": 0.0058,
      "step": 11629
    },
    {
      "epoch": 1.2608412836079792,
      "grad_norm": 0.4275476336479187,
      "learning_rate": 5.8182213840127666e-05,
      "loss": 0.0679,
      "step": 11630
    },
    {
      "epoch": 1.260949696444059,
      "grad_norm": 0.15882541239261627,
      "learning_rate": 5.817858697229073e-05,
      "loss": 0.0201,
      "step": 11631
    },
    {
      "epoch": 1.2610581092801387,
      "grad_norm": 0.14466212689876556,
      "learning_rate": 5.81749601044538e-05,
      "loss": 0.0268,
      "step": 11632
    },
    {
      "epoch": 1.2611665221162185,
      "grad_norm": 0.07918807864189148,
      "learning_rate": 5.8171333236616865e-05,
      "loss": 0.0046,
      "step": 11633
    },
    {
      "epoch": 1.2612749349522985,
      "grad_norm": 0.04796966537833214,
      "learning_rate": 5.816770636877993e-05,
      "loss": 0.0036,
      "step": 11634
    },
    {
      "epoch": 1.261383347788378,
      "grad_norm": 0.21610359847545624,
      "learning_rate": 5.816407950094299e-05,
      "loss": 0.0126,
      "step": 11635
    },
    {
      "epoch": 1.261491760624458,
      "grad_norm": 0.3581872582435608,
      "learning_rate": 5.816045263310606e-05,
      "loss": 0.0345,
      "step": 11636
    },
    {
      "epoch": 1.2616001734605378,
      "grad_norm": 0.3520476818084717,
      "learning_rate": 5.815682576526912e-05,
      "loss": 0.0151,
      "step": 11637
    },
    {
      "epoch": 1.2617085862966175,
      "grad_norm": 0.22424742579460144,
      "learning_rate": 5.815319889743218e-05,
      "loss": 0.0549,
      "step": 11638
    },
    {
      "epoch": 1.2618169991326973,
      "grad_norm": 0.36960649490356445,
      "learning_rate": 5.814957202959524e-05,
      "loss": 0.0564,
      "step": 11639
    },
    {
      "epoch": 1.261925411968777,
      "grad_norm": 0.19272030889987946,
      "learning_rate": 5.814594516175831e-05,
      "loss": 0.0328,
      "step": 11640
    },
    {
      "epoch": 1.2620338248048568,
      "grad_norm": 0.13060835003852844,
      "learning_rate": 5.814231829392137e-05,
      "loss": 0.0202,
      "step": 11641
    },
    {
      "epoch": 1.2621422376409366,
      "grad_norm": 0.42539578676223755,
      "learning_rate": 5.8138691426084435e-05,
      "loss": 0.0317,
      "step": 11642
    },
    {
      "epoch": 1.2622506504770166,
      "grad_norm": 0.3466964364051819,
      "learning_rate": 5.81350645582475e-05,
      "loss": 0.0401,
      "step": 11643
    },
    {
      "epoch": 1.2623590633130963,
      "grad_norm": 0.08944673836231232,
      "learning_rate": 5.8131437690410563e-05,
      "loss": 0.0197,
      "step": 11644
    },
    {
      "epoch": 1.262467476149176,
      "grad_norm": 0.31901663541793823,
      "learning_rate": 5.812781082257363e-05,
      "loss": 0.066,
      "step": 11645
    },
    {
      "epoch": 1.2625758889852559,
      "grad_norm": 0.37453922629356384,
      "learning_rate": 5.812418395473669e-05,
      "loss": 0.0195,
      "step": 11646
    },
    {
      "epoch": 1.2626843018213356,
      "grad_norm": 0.3553401529788971,
      "learning_rate": 5.812055708689975e-05,
      "loss": 0.0446,
      "step": 11647
    },
    {
      "epoch": 1.2627927146574154,
      "grad_norm": 0.1284998655319214,
      "learning_rate": 5.811693021906281e-05,
      "loss": 0.01,
      "step": 11648
    },
    {
      "epoch": 1.2629011274934951,
      "grad_norm": 0.32914647459983826,
      "learning_rate": 5.811330335122589e-05,
      "loss": 0.025,
      "step": 11649
    },
    {
      "epoch": 1.2630095403295751,
      "grad_norm": 0.1757166087627411,
      "learning_rate": 5.8109676483388955e-05,
      "loss": 0.0258,
      "step": 11650
    },
    {
      "epoch": 1.263117953165655,
      "grad_norm": 0.8300412893295288,
      "learning_rate": 5.810604961555202e-05,
      "loss": 0.0398,
      "step": 11651
    },
    {
      "epoch": 1.2632263660017347,
      "grad_norm": 0.15672263503074646,
      "learning_rate": 5.8102422747715076e-05,
      "loss": 0.0126,
      "step": 11652
    },
    {
      "epoch": 1.2633347788378144,
      "grad_norm": 0.4127046763896942,
      "learning_rate": 5.809879587987814e-05,
      "loss": 0.0735,
      "step": 11653
    },
    {
      "epoch": 1.2634431916738942,
      "grad_norm": 0.1362222582101822,
      "learning_rate": 5.8095169012041204e-05,
      "loss": 0.0179,
      "step": 11654
    },
    {
      "epoch": 1.263551604509974,
      "grad_norm": 0.055474430322647095,
      "learning_rate": 5.809154214420427e-05,
      "loss": 0.0049,
      "step": 11655
    },
    {
      "epoch": 1.2636600173460537,
      "grad_norm": 0.2775469720363617,
      "learning_rate": 5.808791527636733e-05,
      "loss": 0.0314,
      "step": 11656
    },
    {
      "epoch": 1.2637684301821337,
      "grad_norm": 0.2314836084842682,
      "learning_rate": 5.80842884085304e-05,
      "loss": 0.0202,
      "step": 11657
    },
    {
      "epoch": 1.2638768430182132,
      "grad_norm": 0.1308017373085022,
      "learning_rate": 5.808066154069346e-05,
      "loss": 0.0217,
      "step": 11658
    },
    {
      "epoch": 1.2639852558542932,
      "grad_norm": 0.20032204687595367,
      "learning_rate": 5.8077034672856525e-05,
      "loss": 0.0282,
      "step": 11659
    },
    {
      "epoch": 1.264093668690373,
      "grad_norm": 0.35416239500045776,
      "learning_rate": 5.807340780501959e-05,
      "loss": 0.0448,
      "step": 11660
    },
    {
      "epoch": 1.2642020815264527,
      "grad_norm": 0.02690219320356846,
      "learning_rate": 5.8069780937182646e-05,
      "loss": 0.002,
      "step": 11661
    },
    {
      "epoch": 1.2643104943625325,
      "grad_norm": 0.10802975296974182,
      "learning_rate": 5.806615406934571e-05,
      "loss": 0.0155,
      "step": 11662
    },
    {
      "epoch": 1.2644189071986123,
      "grad_norm": 0.2456287294626236,
      "learning_rate": 5.8062527201508775e-05,
      "loss": 0.0305,
      "step": 11663
    },
    {
      "epoch": 1.264527320034692,
      "grad_norm": 0.14639508724212646,
      "learning_rate": 5.805890033367184e-05,
      "loss": 0.0145,
      "step": 11664
    },
    {
      "epoch": 1.2646357328707718,
      "grad_norm": 0.8968637585639954,
      "learning_rate": 5.80552734658349e-05,
      "loss": 0.0727,
      "step": 11665
    },
    {
      "epoch": 1.2647441457068518,
      "grad_norm": 0.4081077575683594,
      "learning_rate": 5.805164659799797e-05,
      "loss": 0.0368,
      "step": 11666
    },
    {
      "epoch": 1.2648525585429315,
      "grad_norm": 0.28577181696891785,
      "learning_rate": 5.804801973016104e-05,
      "loss": 0.0581,
      "step": 11667
    },
    {
      "epoch": 1.2649609713790113,
      "grad_norm": 0.1697741597890854,
      "learning_rate": 5.80443928623241e-05,
      "loss": 0.0155,
      "step": 11668
    },
    {
      "epoch": 1.265069384215091,
      "grad_norm": 0.24972748756408691,
      "learning_rate": 5.8040765994487166e-05,
      "loss": 0.0124,
      "step": 11669
    },
    {
      "epoch": 1.2651777970511708,
      "grad_norm": 0.2587921619415283,
      "learning_rate": 5.803713912665023e-05,
      "loss": 0.0341,
      "step": 11670
    },
    {
      "epoch": 1.2652862098872506,
      "grad_norm": 0.37449222803115845,
      "learning_rate": 5.8033512258813294e-05,
      "loss": 0.0399,
      "step": 11671
    },
    {
      "epoch": 1.2653946227233304,
      "grad_norm": 0.15812693536281586,
      "learning_rate": 5.802988539097636e-05,
      "loss": 0.0329,
      "step": 11672
    },
    {
      "epoch": 1.2655030355594103,
      "grad_norm": 0.15700945258140564,
      "learning_rate": 5.802625852313942e-05,
      "loss": 0.018,
      "step": 11673
    },
    {
      "epoch": 1.26561144839549,
      "grad_norm": 0.17693684995174408,
      "learning_rate": 5.8022631655302487e-05,
      "loss": 0.0187,
      "step": 11674
    },
    {
      "epoch": 1.2657198612315699,
      "grad_norm": 0.14406485855579376,
      "learning_rate": 5.801900478746555e-05,
      "loss": 0.0153,
      "step": 11675
    },
    {
      "epoch": 1.2658282740676496,
      "grad_norm": 0.6837696433067322,
      "learning_rate": 5.801537791962861e-05,
      "loss": 0.0281,
      "step": 11676
    },
    {
      "epoch": 1.2659366869037294,
      "grad_norm": 0.13101157546043396,
      "learning_rate": 5.801175105179167e-05,
      "loss": 0.0218,
      "step": 11677
    },
    {
      "epoch": 1.2660450997398092,
      "grad_norm": 0.11144158244132996,
      "learning_rate": 5.8008124183954736e-05,
      "loss": 0.0111,
      "step": 11678
    },
    {
      "epoch": 1.266153512575889,
      "grad_norm": 0.05864245444536209,
      "learning_rate": 5.80044973161178e-05,
      "loss": 0.0043,
      "step": 11679
    },
    {
      "epoch": 1.266261925411969,
      "grad_norm": 0.1412801295518875,
      "learning_rate": 5.8000870448280864e-05,
      "loss": 0.0172,
      "step": 11680
    },
    {
      "epoch": 1.2663703382480485,
      "grad_norm": 0.5076315999031067,
      "learning_rate": 5.799724358044393e-05,
      "loss": 0.0439,
      "step": 11681
    },
    {
      "epoch": 1.2664787510841284,
      "grad_norm": 0.26000678539276123,
      "learning_rate": 5.799361671260699e-05,
      "loss": 0.0538,
      "step": 11682
    },
    {
      "epoch": 1.2665871639202082,
      "grad_norm": 0.509025514125824,
      "learning_rate": 5.798998984477006e-05,
      "loss": 0.0783,
      "step": 11683
    },
    {
      "epoch": 1.266695576756288,
      "grad_norm": 0.16443000733852386,
      "learning_rate": 5.798636297693313e-05,
      "loss": 0.0143,
      "step": 11684
    },
    {
      "epoch": 1.2668039895923677,
      "grad_norm": 0.11120303720235825,
      "learning_rate": 5.798273610909619e-05,
      "loss": 0.0193,
      "step": 11685
    },
    {
      "epoch": 1.2669124024284475,
      "grad_norm": 0.18460118770599365,
      "learning_rate": 5.7979109241259256e-05,
      "loss": 0.0188,
      "step": 11686
    },
    {
      "epoch": 1.2670208152645273,
      "grad_norm": 0.23284371197223663,
      "learning_rate": 5.797548237342232e-05,
      "loss": 0.031,
      "step": 11687
    },
    {
      "epoch": 1.267129228100607,
      "grad_norm": 0.25964853167533875,
      "learning_rate": 5.7971855505585384e-05,
      "loss": 0.0356,
      "step": 11688
    },
    {
      "epoch": 1.267237640936687,
      "grad_norm": 0.1865619719028473,
      "learning_rate": 5.796822863774845e-05,
      "loss": 0.0264,
      "step": 11689
    },
    {
      "epoch": 1.2673460537727668,
      "grad_norm": 0.17394427955150604,
      "learning_rate": 5.7964601769911505e-05,
      "loss": 0.0259,
      "step": 11690
    },
    {
      "epoch": 1.2674544666088465,
      "grad_norm": 0.1338595449924469,
      "learning_rate": 5.796097490207457e-05,
      "loss": 0.0476,
      "step": 11691
    },
    {
      "epoch": 1.2675628794449263,
      "grad_norm": 0.2936171293258667,
      "learning_rate": 5.7957348034237634e-05,
      "loss": 0.0755,
      "step": 11692
    },
    {
      "epoch": 1.267671292281006,
      "grad_norm": 0.14999152719974518,
      "learning_rate": 5.79537211664007e-05,
      "loss": 0.0092,
      "step": 11693
    },
    {
      "epoch": 1.2677797051170858,
      "grad_norm": 0.6566584706306458,
      "learning_rate": 5.795009429856376e-05,
      "loss": 0.1062,
      "step": 11694
    },
    {
      "epoch": 1.2678881179531656,
      "grad_norm": 0.30883562564849854,
      "learning_rate": 5.7946467430726826e-05,
      "loss": 0.0473,
      "step": 11695
    },
    {
      "epoch": 1.2679965307892456,
      "grad_norm": 0.3902125954627991,
      "learning_rate": 5.794284056288989e-05,
      "loss": 0.0377,
      "step": 11696
    },
    {
      "epoch": 1.268104943625325,
      "grad_norm": 0.09343235194683075,
      "learning_rate": 5.7939213695052954e-05,
      "loss": 0.0075,
      "step": 11697
    },
    {
      "epoch": 1.268213356461405,
      "grad_norm": 0.4776443541049957,
      "learning_rate": 5.793558682721602e-05,
      "loss": 0.0762,
      "step": 11698
    },
    {
      "epoch": 1.2683217692974849,
      "grad_norm": 0.21852564811706543,
      "learning_rate": 5.7931959959379076e-05,
      "loss": 0.0481,
      "step": 11699
    },
    {
      "epoch": 1.2684301821335646,
      "grad_norm": 0.4435787796974182,
      "learning_rate": 5.792833309154214e-05,
      "loss": 0.0642,
      "step": 11700
    },
    {
      "epoch": 1.2685385949696444,
      "grad_norm": 0.39026308059692383,
      "learning_rate": 5.792470622370522e-05,
      "loss": 0.0615,
      "step": 11701
    },
    {
      "epoch": 1.2686470078057241,
      "grad_norm": 0.22079943120479584,
      "learning_rate": 5.792107935586828e-05,
      "loss": 0.0324,
      "step": 11702
    },
    {
      "epoch": 1.268755420641804,
      "grad_norm": 0.21244704723358154,
      "learning_rate": 5.7917452488031346e-05,
      "loss": 0.0263,
      "step": 11703
    },
    {
      "epoch": 1.2688638334778837,
      "grad_norm": 0.3069324791431427,
      "learning_rate": 5.79138256201944e-05,
      "loss": 0.0461,
      "step": 11704
    },
    {
      "epoch": 1.2689722463139637,
      "grad_norm": 0.35373246669769287,
      "learning_rate": 5.791019875235747e-05,
      "loss": 0.0377,
      "step": 11705
    },
    {
      "epoch": 1.2690806591500434,
      "grad_norm": 0.17106354236602783,
      "learning_rate": 5.790657188452053e-05,
      "loss": 0.0124,
      "step": 11706
    },
    {
      "epoch": 1.2691890719861232,
      "grad_norm": 0.14011543989181519,
      "learning_rate": 5.7902945016683595e-05,
      "loss": 0.0234,
      "step": 11707
    },
    {
      "epoch": 1.269297484822203,
      "grad_norm": 0.0634736493229866,
      "learning_rate": 5.789931814884666e-05,
      "loss": 0.0078,
      "step": 11708
    },
    {
      "epoch": 1.2694058976582827,
      "grad_norm": 0.30495402216911316,
      "learning_rate": 5.7895691281009723e-05,
      "loss": 0.0462,
      "step": 11709
    },
    {
      "epoch": 1.2695143104943625,
      "grad_norm": 0.2508721351623535,
      "learning_rate": 5.789206441317279e-05,
      "loss": 0.026,
      "step": 11710
    },
    {
      "epoch": 1.2696227233304422,
      "grad_norm": 0.1974763572216034,
      "learning_rate": 5.788843754533585e-05,
      "loss": 0.0411,
      "step": 11711
    },
    {
      "epoch": 1.2697311361665222,
      "grad_norm": 0.4438227713108063,
      "learning_rate": 5.7884810677498916e-05,
      "loss": 0.0655,
      "step": 11712
    },
    {
      "epoch": 1.269839549002602,
      "grad_norm": 0.10405616462230682,
      "learning_rate": 5.788118380966197e-05,
      "loss": 0.013,
      "step": 11713
    },
    {
      "epoch": 1.2699479618386817,
      "grad_norm": 0.1973530650138855,
      "learning_rate": 5.787755694182504e-05,
      "loss": 0.0215,
      "step": 11714
    },
    {
      "epoch": 1.2700563746747615,
      "grad_norm": 0.07991955429315567,
      "learning_rate": 5.78739300739881e-05,
      "loss": 0.0149,
      "step": 11715
    },
    {
      "epoch": 1.2701647875108413,
      "grad_norm": 0.3000049591064453,
      "learning_rate": 5.7870303206151165e-05,
      "loss": 0.0262,
      "step": 11716
    },
    {
      "epoch": 1.270273200346921,
      "grad_norm": 0.27307355403900146,
      "learning_rate": 5.786667633831423e-05,
      "loss": 0.0418,
      "step": 11717
    },
    {
      "epoch": 1.2703816131830008,
      "grad_norm": 0.1949714869260788,
      "learning_rate": 5.786304947047731e-05,
      "loss": 0.0317,
      "step": 11718
    },
    {
      "epoch": 1.2704900260190808,
      "grad_norm": 0.042348090559244156,
      "learning_rate": 5.7859422602640365e-05,
      "loss": 0.0052,
      "step": 11719
    },
    {
      "epoch": 1.2705984388551603,
      "grad_norm": 0.12023422122001648,
      "learning_rate": 5.785579573480343e-05,
      "loss": 0.0083,
      "step": 11720
    },
    {
      "epoch": 1.2707068516912403,
      "grad_norm": 0.07241535186767578,
      "learning_rate": 5.785216886696649e-05,
      "loss": 0.0066,
      "step": 11721
    },
    {
      "epoch": 1.27081526452732,
      "grad_norm": 0.7170005440711975,
      "learning_rate": 5.784854199912956e-05,
      "loss": 0.0354,
      "step": 11722
    },
    {
      "epoch": 1.2709236773633998,
      "grad_norm": 0.3152613043785095,
      "learning_rate": 5.784491513129262e-05,
      "loss": 0.0365,
      "step": 11723
    },
    {
      "epoch": 1.2710320901994796,
      "grad_norm": 0.13672064244747162,
      "learning_rate": 5.7841288263455685e-05,
      "loss": 0.0211,
      "step": 11724
    },
    {
      "epoch": 1.2711405030355594,
      "grad_norm": 0.03689740225672722,
      "learning_rate": 5.783766139561875e-05,
      "loss": 0.0051,
      "step": 11725
    },
    {
      "epoch": 1.2712489158716391,
      "grad_norm": 0.2171265333890915,
      "learning_rate": 5.783403452778181e-05,
      "loss": 0.0244,
      "step": 11726
    },
    {
      "epoch": 1.271357328707719,
      "grad_norm": 0.1932690590620041,
      "learning_rate": 5.783040765994488e-05,
      "loss": 0.0342,
      "step": 11727
    },
    {
      "epoch": 1.2714657415437989,
      "grad_norm": 0.08148226141929626,
      "learning_rate": 5.7826780792107935e-05,
      "loss": 0.0111,
      "step": 11728
    },
    {
      "epoch": 1.2715741543798786,
      "grad_norm": 0.21229934692382812,
      "learning_rate": 5.7823153924271e-05,
      "loss": 0.0318,
      "step": 11729
    },
    {
      "epoch": 1.2716825672159584,
      "grad_norm": 0.22895820438861847,
      "learning_rate": 5.781952705643406e-05,
      "loss": 0.0176,
      "step": 11730
    },
    {
      "epoch": 1.2717909800520382,
      "grad_norm": 0.04207807406783104,
      "learning_rate": 5.781590018859713e-05,
      "loss": 0.0043,
      "step": 11731
    },
    {
      "epoch": 1.271899392888118,
      "grad_norm": 0.07998675853013992,
      "learning_rate": 5.781227332076019e-05,
      "loss": 0.0109,
      "step": 11732
    },
    {
      "epoch": 1.2720078057241977,
      "grad_norm": 0.10498115420341492,
      "learning_rate": 5.7808646452923255e-05,
      "loss": 0.0138,
      "step": 11733
    },
    {
      "epoch": 1.2721162185602775,
      "grad_norm": 0.142319917678833,
      "learning_rate": 5.780501958508632e-05,
      "loss": 0.0377,
      "step": 11734
    },
    {
      "epoch": 1.2722246313963574,
      "grad_norm": 0.2737738788127899,
      "learning_rate": 5.7801392717249383e-05,
      "loss": 0.0551,
      "step": 11735
    },
    {
      "epoch": 1.272333044232437,
      "grad_norm": 0.1787181943655014,
      "learning_rate": 5.7797765849412454e-05,
      "loss": 0.0195,
      "step": 11736
    },
    {
      "epoch": 1.272441457068517,
      "grad_norm": 0.2914467751979828,
      "learning_rate": 5.779413898157552e-05,
      "loss": 0.0221,
      "step": 11737
    },
    {
      "epoch": 1.2725498699045967,
      "grad_norm": 0.09104982018470764,
      "learning_rate": 5.779051211373858e-05,
      "loss": 0.008,
      "step": 11738
    },
    {
      "epoch": 1.2726582827406765,
      "grad_norm": 0.28659239411354065,
      "learning_rate": 5.778688524590165e-05,
      "loss": 0.0337,
      "step": 11739
    },
    {
      "epoch": 1.2727666955767563,
      "grad_norm": 0.2503146827220917,
      "learning_rate": 5.778325837806471e-05,
      "loss": 0.0427,
      "step": 11740
    },
    {
      "epoch": 1.272875108412836,
      "grad_norm": 0.17331767082214355,
      "learning_rate": 5.7779631510227775e-05,
      "loss": 0.0304,
      "step": 11741
    },
    {
      "epoch": 1.272983521248916,
      "grad_norm": 0.24238382279872894,
      "learning_rate": 5.777600464239083e-05,
      "loss": 0.0517,
      "step": 11742
    },
    {
      "epoch": 1.2730919340849955,
      "grad_norm": 0.20249217748641968,
      "learning_rate": 5.7772377774553896e-05,
      "loss": 0.0172,
      "step": 11743
    },
    {
      "epoch": 1.2732003469210755,
      "grad_norm": 0.15746404230594635,
      "learning_rate": 5.776875090671696e-05,
      "loss": 0.0216,
      "step": 11744
    },
    {
      "epoch": 1.2733087597571553,
      "grad_norm": 0.29620566964149475,
      "learning_rate": 5.7765124038880024e-05,
      "loss": 0.0624,
      "step": 11745
    },
    {
      "epoch": 1.273417172593235,
      "grad_norm": 0.22574065625667572,
      "learning_rate": 5.776149717104309e-05,
      "loss": 0.0194,
      "step": 11746
    },
    {
      "epoch": 1.2735255854293148,
      "grad_norm": 0.21134711802005768,
      "learning_rate": 5.775787030320615e-05,
      "loss": 0.0213,
      "step": 11747
    },
    {
      "epoch": 1.2736339982653946,
      "grad_norm": 0.4732120633125305,
      "learning_rate": 5.775424343536922e-05,
      "loss": 0.079,
      "step": 11748
    },
    {
      "epoch": 1.2737424111014743,
      "grad_norm": 0.33684417605400085,
      "learning_rate": 5.775061656753228e-05,
      "loss": 0.034,
      "step": 11749
    },
    {
      "epoch": 1.273850823937554,
      "grad_norm": 0.27371129393577576,
      "learning_rate": 5.7746989699695345e-05,
      "loss": 0.029,
      "step": 11750
    },
    {
      "epoch": 1.273959236773634,
      "grad_norm": 0.2892264425754547,
      "learning_rate": 5.77433628318584e-05,
      "loss": 0.0289,
      "step": 11751
    },
    {
      "epoch": 1.2740676496097139,
      "grad_norm": 0.3115832805633545,
      "learning_rate": 5.7739735964021466e-05,
      "loss": 0.0689,
      "step": 11752
    },
    {
      "epoch": 1.2741760624457936,
      "grad_norm": 0.12950080633163452,
      "learning_rate": 5.7736109096184544e-05,
      "loss": 0.0188,
      "step": 11753
    },
    {
      "epoch": 1.2742844752818734,
      "grad_norm": 0.31679970026016235,
      "learning_rate": 5.773248222834761e-05,
      "loss": 0.0248,
      "step": 11754
    },
    {
      "epoch": 1.2743928881179531,
      "grad_norm": 0.22290770709514618,
      "learning_rate": 5.772885536051067e-05,
      "loss": 0.0136,
      "step": 11755
    },
    {
      "epoch": 1.274501300954033,
      "grad_norm": 0.1524011641740799,
      "learning_rate": 5.772522849267373e-05,
      "loss": 0.0125,
      "step": 11756
    },
    {
      "epoch": 1.2746097137901127,
      "grad_norm": 0.2105032354593277,
      "learning_rate": 5.7721601624836794e-05,
      "loss": 0.0195,
      "step": 11757
    },
    {
      "epoch": 1.2747181266261927,
      "grad_norm": 0.3116110563278198,
      "learning_rate": 5.771797475699986e-05,
      "loss": 0.0312,
      "step": 11758
    },
    {
      "epoch": 1.2748265394622722,
      "grad_norm": 0.09527117013931274,
      "learning_rate": 5.771434788916292e-05,
      "loss": 0.0106,
      "step": 11759
    },
    {
      "epoch": 1.2749349522983522,
      "grad_norm": 0.1565142720937729,
      "learning_rate": 5.7710721021325986e-05,
      "loss": 0.0108,
      "step": 11760
    },
    {
      "epoch": 1.275043365134432,
      "grad_norm": 0.18501196801662445,
      "learning_rate": 5.770709415348905e-05,
      "loss": 0.026,
      "step": 11761
    },
    {
      "epoch": 1.2751517779705117,
      "grad_norm": 0.16019348800182343,
      "learning_rate": 5.7703467285652114e-05,
      "loss": 0.0162,
      "step": 11762
    },
    {
      "epoch": 1.2752601908065915,
      "grad_norm": 0.5420193076133728,
      "learning_rate": 5.769984041781518e-05,
      "loss": 0.0294,
      "step": 11763
    },
    {
      "epoch": 1.2753686036426712,
      "grad_norm": 0.012931877747178078,
      "learning_rate": 5.769621354997824e-05,
      "loss": 0.0012,
      "step": 11764
    },
    {
      "epoch": 1.275477016478751,
      "grad_norm": 0.2464071661233902,
      "learning_rate": 5.76925866821413e-05,
      "loss": 0.0607,
      "step": 11765
    },
    {
      "epoch": 1.2755854293148308,
      "grad_norm": 0.26465529203414917,
      "learning_rate": 5.7688959814304364e-05,
      "loss": 0.0312,
      "step": 11766
    },
    {
      "epoch": 1.2756938421509108,
      "grad_norm": 0.21688993275165558,
      "learning_rate": 5.768533294646743e-05,
      "loss": 0.0164,
      "step": 11767
    },
    {
      "epoch": 1.2758022549869905,
      "grad_norm": 0.26536697149276733,
      "learning_rate": 5.768170607863049e-05,
      "loss": 0.0208,
      "step": 11768
    },
    {
      "epoch": 1.2759106678230703,
      "grad_norm": 0.2929021120071411,
      "learning_rate": 5.7678079210793556e-05,
      "loss": 0.0479,
      "step": 11769
    },
    {
      "epoch": 1.27601908065915,
      "grad_norm": 0.14788439869880676,
      "learning_rate": 5.7674452342956634e-05,
      "loss": 0.0218,
      "step": 11770
    },
    {
      "epoch": 1.2761274934952298,
      "grad_norm": 0.10881263762712479,
      "learning_rate": 5.767082547511969e-05,
      "loss": 0.008,
      "step": 11771
    },
    {
      "epoch": 1.2762359063313096,
      "grad_norm": 0.2717248797416687,
      "learning_rate": 5.7667198607282755e-05,
      "loss": 0.0224,
      "step": 11772
    },
    {
      "epoch": 1.2763443191673893,
      "grad_norm": 0.10435079038143158,
      "learning_rate": 5.766357173944582e-05,
      "loss": 0.0118,
      "step": 11773
    },
    {
      "epoch": 1.2764527320034693,
      "grad_norm": 0.3874562680721283,
      "learning_rate": 5.7659944871608884e-05,
      "loss": 0.0509,
      "step": 11774
    },
    {
      "epoch": 1.276561144839549,
      "grad_norm": 0.6710972189903259,
      "learning_rate": 5.765631800377195e-05,
      "loss": 0.1463,
      "step": 11775
    },
    {
      "epoch": 1.2766695576756288,
      "grad_norm": 0.11882747709751129,
      "learning_rate": 5.765269113593501e-05,
      "loss": 0.0191,
      "step": 11776
    },
    {
      "epoch": 1.2767779705117086,
      "grad_norm": 0.6012608408927917,
      "learning_rate": 5.7649064268098076e-05,
      "loss": 0.0897,
      "step": 11777
    },
    {
      "epoch": 1.2768863833477884,
      "grad_norm": 0.17221485078334808,
      "learning_rate": 5.764543740026114e-05,
      "loss": 0.022,
      "step": 11778
    },
    {
      "epoch": 1.2769947961838681,
      "grad_norm": 0.12767671048641205,
      "learning_rate": 5.7641810532424204e-05,
      "loss": 0.0196,
      "step": 11779
    },
    {
      "epoch": 1.277103209019948,
      "grad_norm": 0.11438559740781784,
      "learning_rate": 5.763818366458726e-05,
      "loss": 0.0275,
      "step": 11780
    },
    {
      "epoch": 1.2772116218560279,
      "grad_norm": 0.1604555994272232,
      "learning_rate": 5.7634556796750325e-05,
      "loss": 0.0251,
      "step": 11781
    },
    {
      "epoch": 1.2773200346921074,
      "grad_norm": 0.12073899060487747,
      "learning_rate": 5.763092992891339e-05,
      "loss": 0.0264,
      "step": 11782
    },
    {
      "epoch": 1.2774284475281874,
      "grad_norm": 0.45380398631095886,
      "learning_rate": 5.7627303061076454e-05,
      "loss": 0.0341,
      "step": 11783
    },
    {
      "epoch": 1.2775368603642672,
      "grad_norm": 0.15546350181102753,
      "learning_rate": 5.762367619323952e-05,
      "loss": 0.0194,
      "step": 11784
    },
    {
      "epoch": 1.277645273200347,
      "grad_norm": 0.37437254190444946,
      "learning_rate": 5.762004932540258e-05,
      "loss": 0.0515,
      "step": 11785
    },
    {
      "epoch": 1.2777536860364267,
      "grad_norm": 0.5492347478866577,
      "learning_rate": 5.7616422457565646e-05,
      "loss": 0.066,
      "step": 11786
    },
    {
      "epoch": 1.2778620988725065,
      "grad_norm": 0.18541599810123444,
      "learning_rate": 5.761279558972871e-05,
      "loss": 0.0121,
      "step": 11787
    },
    {
      "epoch": 1.2779705117085862,
      "grad_norm": 0.14134301245212555,
      "learning_rate": 5.760916872189178e-05,
      "loss": 0.01,
      "step": 11788
    },
    {
      "epoch": 1.278078924544666,
      "grad_norm": 0.11001943796873093,
      "learning_rate": 5.7605541854054845e-05,
      "loss": 0.0173,
      "step": 11789
    },
    {
      "epoch": 1.278187337380746,
      "grad_norm": 0.23612342774868011,
      "learning_rate": 5.760191498621791e-05,
      "loss": 0.0191,
      "step": 11790
    },
    {
      "epoch": 1.2782957502168257,
      "grad_norm": 0.5643194317817688,
      "learning_rate": 5.759828811838097e-05,
      "loss": 0.044,
      "step": 11791
    },
    {
      "epoch": 1.2784041630529055,
      "grad_norm": 0.08461462706327438,
      "learning_rate": 5.759466125054404e-05,
      "loss": 0.0157,
      "step": 11792
    },
    {
      "epoch": 1.2785125758889853,
      "grad_norm": 0.05964113399386406,
      "learning_rate": 5.75910343827071e-05,
      "loss": 0.0081,
      "step": 11793
    },
    {
      "epoch": 1.278620988725065,
      "grad_norm": 0.3428007662296295,
      "learning_rate": 5.758740751487016e-05,
      "loss": 0.0152,
      "step": 11794
    },
    {
      "epoch": 1.2787294015611448,
      "grad_norm": 0.2592567801475525,
      "learning_rate": 5.758378064703322e-05,
      "loss": 0.0267,
      "step": 11795
    },
    {
      "epoch": 1.2788378143972245,
      "grad_norm": 0.23105673491954803,
      "learning_rate": 5.758015377919629e-05,
      "loss": 0.0257,
      "step": 11796
    },
    {
      "epoch": 1.2789462272333045,
      "grad_norm": 0.3347989022731781,
      "learning_rate": 5.757652691135935e-05,
      "loss": 0.0376,
      "step": 11797
    },
    {
      "epoch": 1.2790546400693843,
      "grad_norm": 0.3153342008590698,
      "learning_rate": 5.7572900043522415e-05,
      "loss": 0.0219,
      "step": 11798
    },
    {
      "epoch": 1.279163052905464,
      "grad_norm": 0.1495324820280075,
      "learning_rate": 5.756927317568548e-05,
      "loss": 0.0125,
      "step": 11799
    },
    {
      "epoch": 1.2792714657415438,
      "grad_norm": 0.17675553262233734,
      "learning_rate": 5.7565646307848543e-05,
      "loss": 0.0115,
      "step": 11800
    },
    {
      "epoch": 1.2793798785776236,
      "grad_norm": 0.18842802941799164,
      "learning_rate": 5.756201944001161e-05,
      "loss": 0.0102,
      "step": 11801
    },
    {
      "epoch": 1.2794882914137033,
      "grad_norm": 0.1299629956483841,
      "learning_rate": 5.755839257217467e-05,
      "loss": 0.0128,
      "step": 11802
    },
    {
      "epoch": 1.2795967042497831,
      "grad_norm": 0.39255815744400024,
      "learning_rate": 5.755476570433773e-05,
      "loss": 0.0299,
      "step": 11803
    },
    {
      "epoch": 1.279705117085863,
      "grad_norm": 0.06282767653465271,
      "learning_rate": 5.755113883650079e-05,
      "loss": 0.0029,
      "step": 11804
    },
    {
      "epoch": 1.2798135299219426,
      "grad_norm": 0.26397213339805603,
      "learning_rate": 5.754751196866387e-05,
      "loss": 0.0311,
      "step": 11805
    },
    {
      "epoch": 1.2799219427580226,
      "grad_norm": 0.31243032217025757,
      "learning_rate": 5.7543885100826935e-05,
      "loss": 0.0614,
      "step": 11806
    },
    {
      "epoch": 1.2800303555941024,
      "grad_norm": 0.21126912534236908,
      "learning_rate": 5.754025823299e-05,
      "loss": 0.0191,
      "step": 11807
    },
    {
      "epoch": 1.2801387684301822,
      "grad_norm": 0.27178677916526794,
      "learning_rate": 5.753663136515306e-05,
      "loss": 0.0276,
      "step": 11808
    },
    {
      "epoch": 1.280247181266262,
      "grad_norm": 0.32171007990837097,
      "learning_rate": 5.753300449731612e-05,
      "loss": 0.0105,
      "step": 11809
    },
    {
      "epoch": 1.2803555941023417,
      "grad_norm": 0.19100899994373322,
      "learning_rate": 5.7529377629479185e-05,
      "loss": 0.0139,
      "step": 11810
    },
    {
      "epoch": 1.2804640069384214,
      "grad_norm": 0.29061365127563477,
      "learning_rate": 5.752575076164225e-05,
      "loss": 0.0346,
      "step": 11811
    },
    {
      "epoch": 1.2805724197745012,
      "grad_norm": 0.15210585296154022,
      "learning_rate": 5.752212389380531e-05,
      "loss": 0.0128,
      "step": 11812
    },
    {
      "epoch": 1.2806808326105812,
      "grad_norm": 0.11930420994758606,
      "learning_rate": 5.751849702596838e-05,
      "loss": 0.0121,
      "step": 11813
    },
    {
      "epoch": 1.280789245446661,
      "grad_norm": 0.07738104462623596,
      "learning_rate": 5.751487015813144e-05,
      "loss": 0.0054,
      "step": 11814
    },
    {
      "epoch": 1.2808976582827407,
      "grad_norm": 0.05471188202500343,
      "learning_rate": 5.7511243290294505e-05,
      "loss": 0.0034,
      "step": 11815
    },
    {
      "epoch": 1.2810060711188205,
      "grad_norm": 0.283331036567688,
      "learning_rate": 5.750761642245757e-05,
      "loss": 0.0263,
      "step": 11816
    },
    {
      "epoch": 1.2811144839549002,
      "grad_norm": 0.13611431419849396,
      "learning_rate": 5.7503989554620626e-05,
      "loss": 0.0224,
      "step": 11817
    },
    {
      "epoch": 1.28122289679098,
      "grad_norm": 0.39912673830986023,
      "learning_rate": 5.750036268678369e-05,
      "loss": 0.042,
      "step": 11818
    },
    {
      "epoch": 1.2813313096270598,
      "grad_norm": 0.08468152582645416,
      "learning_rate": 5.7496735818946755e-05,
      "loss": 0.0087,
      "step": 11819
    },
    {
      "epoch": 1.2814397224631398,
      "grad_norm": 0.2895791232585907,
      "learning_rate": 5.749310895110982e-05,
      "loss": 0.0203,
      "step": 11820
    },
    {
      "epoch": 1.2815481352992193,
      "grad_norm": 0.21750260889530182,
      "learning_rate": 5.748948208327288e-05,
      "loss": 0.0342,
      "step": 11821
    },
    {
      "epoch": 1.2816565481352993,
      "grad_norm": 0.4090994596481323,
      "learning_rate": 5.748585521543596e-05,
      "loss": 0.0372,
      "step": 11822
    },
    {
      "epoch": 1.281764960971379,
      "grad_norm": 0.10179931670427322,
      "learning_rate": 5.748222834759902e-05,
      "loss": 0.0056,
      "step": 11823
    },
    {
      "epoch": 1.2818733738074588,
      "grad_norm": 0.7970088124275208,
      "learning_rate": 5.747860147976208e-05,
      "loss": 0.0433,
      "step": 11824
    },
    {
      "epoch": 1.2819817866435386,
      "grad_norm": 0.5517755746841431,
      "learning_rate": 5.7474974611925146e-05,
      "loss": 0.0366,
      "step": 11825
    },
    {
      "epoch": 1.2820901994796183,
      "grad_norm": 0.32325372099876404,
      "learning_rate": 5.747134774408821e-05,
      "loss": 0.0335,
      "step": 11826
    },
    {
      "epoch": 1.2821986123156983,
      "grad_norm": 0.2052963525056839,
      "learning_rate": 5.7467720876251274e-05,
      "loss": 0.0202,
      "step": 11827
    },
    {
      "epoch": 1.2823070251517779,
      "grad_norm": 0.7597295045852661,
      "learning_rate": 5.746409400841434e-05,
      "loss": 0.0542,
      "step": 11828
    },
    {
      "epoch": 1.2824154379878578,
      "grad_norm": 0.33435317873954773,
      "learning_rate": 5.74604671405774e-05,
      "loss": 0.0504,
      "step": 11829
    },
    {
      "epoch": 1.2825238508239376,
      "grad_norm": 0.27890950441360474,
      "learning_rate": 5.745684027274047e-05,
      "loss": 0.0348,
      "step": 11830
    },
    {
      "epoch": 1.2826322636600174,
      "grad_norm": 0.22488361597061157,
      "learning_rate": 5.745321340490353e-05,
      "loss": 0.0192,
      "step": 11831
    },
    {
      "epoch": 1.2827406764960971,
      "grad_norm": 0.2812332510948181,
      "learning_rate": 5.744958653706659e-05,
      "loss": 0.0295,
      "step": 11832
    },
    {
      "epoch": 1.282849089332177,
      "grad_norm": 0.3449597954750061,
      "learning_rate": 5.744595966922965e-05,
      "loss": 0.0067,
      "step": 11833
    },
    {
      "epoch": 1.2829575021682567,
      "grad_norm": 0.13807526230812073,
      "learning_rate": 5.7442332801392716e-05,
      "loss": 0.0072,
      "step": 11834
    },
    {
      "epoch": 1.2830659150043364,
      "grad_norm": 0.22312575578689575,
      "learning_rate": 5.743870593355578e-05,
      "loss": 0.0178,
      "step": 11835
    },
    {
      "epoch": 1.2831743278404164,
      "grad_norm": 0.20035065710544586,
      "learning_rate": 5.7435079065718844e-05,
      "loss": 0.0352,
      "step": 11836
    },
    {
      "epoch": 1.2832827406764962,
      "grad_norm": 0.11221019923686981,
      "learning_rate": 5.743145219788191e-05,
      "loss": 0.0106,
      "step": 11837
    },
    {
      "epoch": 1.283391153512576,
      "grad_norm": 0.23637181520462036,
      "learning_rate": 5.742782533004497e-05,
      "loss": 0.022,
      "step": 11838
    },
    {
      "epoch": 1.2834995663486557,
      "grad_norm": 0.5774210095405579,
      "learning_rate": 5.7424198462208044e-05,
      "loss": 0.0195,
      "step": 11839
    },
    {
      "epoch": 1.2836079791847355,
      "grad_norm": 0.21738769114017487,
      "learning_rate": 5.742057159437111e-05,
      "loss": 0.0219,
      "step": 11840
    },
    {
      "epoch": 1.2837163920208152,
      "grad_norm": 0.42277586460113525,
      "learning_rate": 5.741694472653417e-05,
      "loss": 0.0235,
      "step": 11841
    },
    {
      "epoch": 1.283824804856895,
      "grad_norm": 0.1326395869255066,
      "learning_rate": 5.7413317858697236e-05,
      "loss": 0.0068,
      "step": 11842
    },
    {
      "epoch": 1.283933217692975,
      "grad_norm": 0.2333420068025589,
      "learning_rate": 5.74096909908603e-05,
      "loss": 0.0264,
      "step": 11843
    },
    {
      "epoch": 1.2840416305290545,
      "grad_norm": 0.20486049354076385,
      "learning_rate": 5.7406064123023364e-05,
      "loss": 0.0192,
      "step": 11844
    },
    {
      "epoch": 1.2841500433651345,
      "grad_norm": 0.03105790540575981,
      "learning_rate": 5.740243725518643e-05,
      "loss": 0.0026,
      "step": 11845
    },
    {
      "epoch": 1.2842584562012143,
      "grad_norm": 0.1498076617717743,
      "learning_rate": 5.7398810387349486e-05,
      "loss": 0.0319,
      "step": 11846
    },
    {
      "epoch": 1.284366869037294,
      "grad_norm": 0.25182753801345825,
      "learning_rate": 5.739518351951255e-05,
      "loss": 0.0221,
      "step": 11847
    },
    {
      "epoch": 1.2844752818733738,
      "grad_norm": 0.1605953425168991,
      "learning_rate": 5.7391556651675614e-05,
      "loss": 0.011,
      "step": 11848
    },
    {
      "epoch": 1.2845836947094535,
      "grad_norm": 0.29031452536582947,
      "learning_rate": 5.738792978383868e-05,
      "loss": 0.0552,
      "step": 11849
    },
    {
      "epoch": 1.2846921075455333,
      "grad_norm": 0.4339832663536072,
      "learning_rate": 5.738430291600174e-05,
      "loss": 0.0324,
      "step": 11850
    },
    {
      "epoch": 1.284800520381613,
      "grad_norm": 0.2073594331741333,
      "learning_rate": 5.7380676048164806e-05,
      "loss": 0.0148,
      "step": 11851
    },
    {
      "epoch": 1.284908933217693,
      "grad_norm": 0.24237535893917084,
      "learning_rate": 5.737704918032787e-05,
      "loss": 0.0257,
      "step": 11852
    },
    {
      "epoch": 1.2850173460537728,
      "grad_norm": 0.15226057171821594,
      "learning_rate": 5.7373422312490934e-05,
      "loss": 0.022,
      "step": 11853
    },
    {
      "epoch": 1.2851257588898526,
      "grad_norm": 0.13720014691352844,
      "learning_rate": 5.7369795444654e-05,
      "loss": 0.017,
      "step": 11854
    },
    {
      "epoch": 1.2852341717259324,
      "grad_norm": 0.6179814338684082,
      "learning_rate": 5.7366168576817056e-05,
      "loss": 0.0675,
      "step": 11855
    },
    {
      "epoch": 1.2853425845620121,
      "grad_norm": 0.14475734531879425,
      "learning_rate": 5.736254170898012e-05,
      "loss": 0.0138,
      "step": 11856
    },
    {
      "epoch": 1.2854509973980919,
      "grad_norm": 0.2542005181312561,
      "learning_rate": 5.73589148411432e-05,
      "loss": 0.0295,
      "step": 11857
    },
    {
      "epoch": 1.2855594102341716,
      "grad_norm": 0.34218737483024597,
      "learning_rate": 5.735528797330626e-05,
      "loss": 0.0149,
      "step": 11858
    },
    {
      "epoch": 1.2856678230702516,
      "grad_norm": 0.31117117404937744,
      "learning_rate": 5.7351661105469326e-05,
      "loss": 0.0178,
      "step": 11859
    },
    {
      "epoch": 1.2857762359063314,
      "grad_norm": 0.3948269188404083,
      "learning_rate": 5.734803423763239e-05,
      "loss": 0.0356,
      "step": 11860
    },
    {
      "epoch": 1.2858846487424112,
      "grad_norm": 0.5761117339134216,
      "learning_rate": 5.734440736979545e-05,
      "loss": 0.0684,
      "step": 11861
    },
    {
      "epoch": 1.285993061578491,
      "grad_norm": 0.14802652597427368,
      "learning_rate": 5.734078050195851e-05,
      "loss": 0.0284,
      "step": 11862
    },
    {
      "epoch": 1.2861014744145707,
      "grad_norm": 0.15339060127735138,
      "learning_rate": 5.7337153634121575e-05,
      "loss": 0.0174,
      "step": 11863
    },
    {
      "epoch": 1.2862098872506504,
      "grad_norm": 0.06878376752138138,
      "learning_rate": 5.733352676628464e-05,
      "loss": 0.0071,
      "step": 11864
    },
    {
      "epoch": 1.2863183000867302,
      "grad_norm": 0.3749847710132599,
      "learning_rate": 5.7329899898447704e-05,
      "loss": 0.0405,
      "step": 11865
    },
    {
      "epoch": 1.2864267129228102,
      "grad_norm": 0.36765170097351074,
      "learning_rate": 5.732627303061077e-05,
      "loss": 0.0348,
      "step": 11866
    },
    {
      "epoch": 1.2865351257588897,
      "grad_norm": 0.35062849521636963,
      "learning_rate": 5.732264616277383e-05,
      "loss": 0.0181,
      "step": 11867
    },
    {
      "epoch": 1.2866435385949697,
      "grad_norm": 0.5429044961929321,
      "learning_rate": 5.7319019294936896e-05,
      "loss": 0.0495,
      "step": 11868
    },
    {
      "epoch": 1.2867519514310495,
      "grad_norm": 0.28708454966545105,
      "learning_rate": 5.731539242709995e-05,
      "loss": 0.0305,
      "step": 11869
    },
    {
      "epoch": 1.2868603642671292,
      "grad_norm": 0.17180411517620087,
      "learning_rate": 5.731176555926302e-05,
      "loss": 0.0199,
      "step": 11870
    },
    {
      "epoch": 1.286968777103209,
      "grad_norm": 0.12022991478443146,
      "learning_rate": 5.730813869142608e-05,
      "loss": 0.0085,
      "step": 11871
    },
    {
      "epoch": 1.2870771899392888,
      "grad_norm": 0.32525476813316345,
      "learning_rate": 5.7304511823589145e-05,
      "loss": 0.0373,
      "step": 11872
    },
    {
      "epoch": 1.2871856027753685,
      "grad_norm": 0.1252344697713852,
      "learning_rate": 5.730088495575221e-05,
      "loss": 0.0203,
      "step": 11873
    },
    {
      "epoch": 1.2872940156114483,
      "grad_norm": 0.2882908582687378,
      "learning_rate": 5.729725808791529e-05,
      "loss": 0.0192,
      "step": 11874
    },
    {
      "epoch": 1.2874024284475283,
      "grad_norm": 0.169307142496109,
      "learning_rate": 5.7293631220078345e-05,
      "loss": 0.0135,
      "step": 11875
    },
    {
      "epoch": 1.287510841283608,
      "grad_norm": 0.32654622197151184,
      "learning_rate": 5.729000435224141e-05,
      "loss": 0.0371,
      "step": 11876
    },
    {
      "epoch": 1.2876192541196878,
      "grad_norm": 0.1643012911081314,
      "learning_rate": 5.728637748440447e-05,
      "loss": 0.0153,
      "step": 11877
    },
    {
      "epoch": 1.2877276669557676,
      "grad_norm": 0.29910892248153687,
      "learning_rate": 5.728275061656754e-05,
      "loss": 0.045,
      "step": 11878
    },
    {
      "epoch": 1.2878360797918473,
      "grad_norm": 0.273676335811615,
      "learning_rate": 5.72791237487306e-05,
      "loss": 0.0414,
      "step": 11879
    },
    {
      "epoch": 1.287944492627927,
      "grad_norm": 0.28930410742759705,
      "learning_rate": 5.7275496880893665e-05,
      "loss": 0.0232,
      "step": 11880
    },
    {
      "epoch": 1.2880529054640069,
      "grad_norm": 0.18869084119796753,
      "learning_rate": 5.727187001305673e-05,
      "loss": 0.0228,
      "step": 11881
    },
    {
      "epoch": 1.2881613183000868,
      "grad_norm": 0.28107553720474243,
      "learning_rate": 5.726824314521979e-05,
      "loss": 0.0144,
      "step": 11882
    },
    {
      "epoch": 1.2882697311361664,
      "grad_norm": 0.0961061343550682,
      "learning_rate": 5.726461627738286e-05,
      "loss": 0.0099,
      "step": 11883
    },
    {
      "epoch": 1.2883781439722464,
      "grad_norm": 0.13946852087974548,
      "learning_rate": 5.7260989409545915e-05,
      "loss": 0.0239,
      "step": 11884
    },
    {
      "epoch": 1.2884865568083261,
      "grad_norm": 0.1325135976076126,
      "learning_rate": 5.725736254170898e-05,
      "loss": 0.0223,
      "step": 11885
    },
    {
      "epoch": 1.288594969644406,
      "grad_norm": 0.10724892467260361,
      "learning_rate": 5.725373567387204e-05,
      "loss": 0.0097,
      "step": 11886
    },
    {
      "epoch": 1.2887033824804857,
      "grad_norm": 0.16657134890556335,
      "learning_rate": 5.725010880603511e-05,
      "loss": 0.0123,
      "step": 11887
    },
    {
      "epoch": 1.2888117953165654,
      "grad_norm": 0.15899063646793365,
      "learning_rate": 5.724648193819817e-05,
      "loss": 0.0141,
      "step": 11888
    },
    {
      "epoch": 1.2889202081526454,
      "grad_norm": 0.20674224197864532,
      "learning_rate": 5.7242855070361235e-05,
      "loss": 0.0166,
      "step": 11889
    },
    {
      "epoch": 1.289028620988725,
      "grad_norm": 0.1624060869216919,
      "learning_rate": 5.72392282025243e-05,
      "loss": 0.0091,
      "step": 11890
    },
    {
      "epoch": 1.289137033824805,
      "grad_norm": 0.288110613822937,
      "learning_rate": 5.723560133468737e-05,
      "loss": 0.0116,
      "step": 11891
    },
    {
      "epoch": 1.2892454466608847,
      "grad_norm": 0.09257642179727554,
      "learning_rate": 5.7231974466850434e-05,
      "loss": 0.0063,
      "step": 11892
    },
    {
      "epoch": 1.2893538594969645,
      "grad_norm": 0.4741743803024292,
      "learning_rate": 5.72283475990135e-05,
      "loss": 0.0522,
      "step": 11893
    },
    {
      "epoch": 1.2894622723330442,
      "grad_norm": 0.23960161209106445,
      "learning_rate": 5.722472073117656e-05,
      "loss": 0.0154,
      "step": 11894
    },
    {
      "epoch": 1.289570685169124,
      "grad_norm": 0.6738099455833435,
      "learning_rate": 5.722109386333963e-05,
      "loss": 0.0663,
      "step": 11895
    },
    {
      "epoch": 1.2896790980052038,
      "grad_norm": 0.4027783274650574,
      "learning_rate": 5.721746699550269e-05,
      "loss": 0.0514,
      "step": 11896
    },
    {
      "epoch": 1.2897875108412835,
      "grad_norm": 0.2322556972503662,
      "learning_rate": 5.7213840127665755e-05,
      "loss": 0.0228,
      "step": 11897
    },
    {
      "epoch": 1.2898959236773635,
      "grad_norm": 0.7090859413146973,
      "learning_rate": 5.721021325982881e-05,
      "loss": 0.0357,
      "step": 11898
    },
    {
      "epoch": 1.2900043365134433,
      "grad_norm": 0.2793966829776764,
      "learning_rate": 5.7206586391991876e-05,
      "loss": 0.0255,
      "step": 11899
    },
    {
      "epoch": 1.290112749349523,
      "grad_norm": 0.2357490211725235,
      "learning_rate": 5.720295952415494e-05,
      "loss": 0.0598,
      "step": 11900
    },
    {
      "epoch": 1.2902211621856028,
      "grad_norm": 0.1454133242368698,
      "learning_rate": 5.7199332656318005e-05,
      "loss": 0.0089,
      "step": 11901
    },
    {
      "epoch": 1.2903295750216826,
      "grad_norm": 0.16874545812606812,
      "learning_rate": 5.719570578848107e-05,
      "loss": 0.0333,
      "step": 11902
    },
    {
      "epoch": 1.2904379878577623,
      "grad_norm": 0.10587943345308304,
      "learning_rate": 5.719207892064413e-05,
      "loss": 0.0079,
      "step": 11903
    },
    {
      "epoch": 1.290546400693842,
      "grad_norm": 0.10900983959436417,
      "learning_rate": 5.71884520528072e-05,
      "loss": 0.0061,
      "step": 11904
    },
    {
      "epoch": 1.290654813529922,
      "grad_norm": 0.21135328710079193,
      "learning_rate": 5.718482518497026e-05,
      "loss": 0.0655,
      "step": 11905
    },
    {
      "epoch": 1.2907632263660016,
      "grad_norm": 0.37618333101272583,
      "learning_rate": 5.7181198317133325e-05,
      "loss": 0.0476,
      "step": 11906
    },
    {
      "epoch": 1.2908716392020816,
      "grad_norm": 0.5114748477935791,
      "learning_rate": 5.717757144929638e-05,
      "loss": 0.0707,
      "step": 11907
    },
    {
      "epoch": 1.2909800520381614,
      "grad_norm": 0.0905948355793953,
      "learning_rate": 5.717394458145946e-05,
      "loss": 0.0084,
      "step": 11908
    },
    {
      "epoch": 1.2910884648742411,
      "grad_norm": 0.3925778269767761,
      "learning_rate": 5.7170317713622524e-05,
      "loss": 0.038,
      "step": 11909
    },
    {
      "epoch": 1.2911968777103209,
      "grad_norm": 0.6464760899543762,
      "learning_rate": 5.716669084578559e-05,
      "loss": 0.0315,
      "step": 11910
    },
    {
      "epoch": 1.2913052905464006,
      "grad_norm": 0.15768378973007202,
      "learning_rate": 5.716306397794865e-05,
      "loss": 0.0277,
      "step": 11911
    },
    {
      "epoch": 1.2914137033824804,
      "grad_norm": 0.18684455752372742,
      "learning_rate": 5.7159437110111716e-05,
      "loss": 0.0232,
      "step": 11912
    },
    {
      "epoch": 1.2915221162185602,
      "grad_norm": 0.20599423348903656,
      "learning_rate": 5.7155810242274774e-05,
      "loss": 0.0182,
      "step": 11913
    },
    {
      "epoch": 1.2916305290546402,
      "grad_norm": 0.06675149500370026,
      "learning_rate": 5.715218337443784e-05,
      "loss": 0.0057,
      "step": 11914
    },
    {
      "epoch": 1.29173894189072,
      "grad_norm": 0.007512114942073822,
      "learning_rate": 5.71485565066009e-05,
      "loss": 0.0008,
      "step": 11915
    },
    {
      "epoch": 1.2918473547267997,
      "grad_norm": 0.13790276646614075,
      "learning_rate": 5.7144929638763966e-05,
      "loss": 0.0102,
      "step": 11916
    },
    {
      "epoch": 1.2919557675628794,
      "grad_norm": 0.6428954601287842,
      "learning_rate": 5.714130277092703e-05,
      "loss": 0.0394,
      "step": 11917
    },
    {
      "epoch": 1.2920641803989592,
      "grad_norm": 0.07256513833999634,
      "learning_rate": 5.7137675903090094e-05,
      "loss": 0.0091,
      "step": 11918
    },
    {
      "epoch": 1.292172593235039,
      "grad_norm": 0.2780700922012329,
      "learning_rate": 5.713404903525316e-05,
      "loss": 0.0159,
      "step": 11919
    },
    {
      "epoch": 1.2922810060711187,
      "grad_norm": 0.5655966401100159,
      "learning_rate": 5.713042216741622e-05,
      "loss": 0.1021,
      "step": 11920
    },
    {
      "epoch": 1.2923894189071987,
      "grad_norm": 0.23142750561237335,
      "learning_rate": 5.712679529957928e-05,
      "loss": 0.0253,
      "step": 11921
    },
    {
      "epoch": 1.2924978317432785,
      "grad_norm": 0.3946990370750427,
      "learning_rate": 5.7123168431742344e-05,
      "loss": 0.0221,
      "step": 11922
    },
    {
      "epoch": 1.2926062445793582,
      "grad_norm": 0.09874042868614197,
      "learning_rate": 5.711954156390541e-05,
      "loss": 0.0113,
      "step": 11923
    },
    {
      "epoch": 1.292714657415438,
      "grad_norm": 0.21208512783050537,
      "learning_rate": 5.711591469606847e-05,
      "loss": 0.0316,
      "step": 11924
    },
    {
      "epoch": 1.2928230702515178,
      "grad_norm": 0.4722006916999817,
      "learning_rate": 5.7112287828231536e-05,
      "loss": 0.049,
      "step": 11925
    },
    {
      "epoch": 1.2929314830875975,
      "grad_norm": 0.25415468215942383,
      "learning_rate": 5.7108660960394614e-05,
      "loss": 0.0314,
      "step": 11926
    },
    {
      "epoch": 1.2930398959236773,
      "grad_norm": 0.09457956254482269,
      "learning_rate": 5.710503409255767e-05,
      "loss": 0.0064,
      "step": 11927
    },
    {
      "epoch": 1.2931483087597573,
      "grad_norm": 0.26981139183044434,
      "learning_rate": 5.7101407224720735e-05,
      "loss": 0.0611,
      "step": 11928
    },
    {
      "epoch": 1.2932567215958368,
      "grad_norm": 0.16936767101287842,
      "learning_rate": 5.70977803568838e-05,
      "loss": 0.0134,
      "step": 11929
    },
    {
      "epoch": 1.2933651344319168,
      "grad_norm": 0.08820115029811859,
      "learning_rate": 5.7094153489046864e-05,
      "loss": 0.0089,
      "step": 11930
    },
    {
      "epoch": 1.2934735472679966,
      "grad_norm": 0.19049587845802307,
      "learning_rate": 5.709052662120993e-05,
      "loss": 0.0266,
      "step": 11931
    },
    {
      "epoch": 1.2935819601040763,
      "grad_norm": 0.08047563582658768,
      "learning_rate": 5.708689975337299e-05,
      "loss": 0.0152,
      "step": 11932
    },
    {
      "epoch": 1.293690372940156,
      "grad_norm": 0.33463603258132935,
      "learning_rate": 5.7083272885536056e-05,
      "loss": 0.0145,
      "step": 11933
    },
    {
      "epoch": 1.2937987857762359,
      "grad_norm": 0.3021453320980072,
      "learning_rate": 5.707964601769912e-05,
      "loss": 0.0432,
      "step": 11934
    },
    {
      "epoch": 1.2939071986123156,
      "grad_norm": 0.095643550157547,
      "learning_rate": 5.7076019149862184e-05,
      "loss": 0.0082,
      "step": 11935
    },
    {
      "epoch": 1.2940156114483954,
      "grad_norm": 0.07998909056186676,
      "learning_rate": 5.707239228202524e-05,
      "loss": 0.0103,
      "step": 11936
    },
    {
      "epoch": 1.2941240242844754,
      "grad_norm": 0.3864213526248932,
      "learning_rate": 5.7068765414188306e-05,
      "loss": 0.045,
      "step": 11937
    },
    {
      "epoch": 1.2942324371205551,
      "grad_norm": 0.3531288802623749,
      "learning_rate": 5.706513854635137e-05,
      "loss": 0.0449,
      "step": 11938
    },
    {
      "epoch": 1.294340849956635,
      "grad_norm": 0.2682616710662842,
      "learning_rate": 5.7061511678514434e-05,
      "loss": 0.0213,
      "step": 11939
    },
    {
      "epoch": 1.2944492627927147,
      "grad_norm": 0.07939877361059189,
      "learning_rate": 5.70578848106775e-05,
      "loss": 0.0064,
      "step": 11940
    },
    {
      "epoch": 1.2945576756287944,
      "grad_norm": 0.34731894731521606,
      "learning_rate": 5.705425794284056e-05,
      "loss": 0.0521,
      "step": 11941
    },
    {
      "epoch": 1.2946660884648742,
      "grad_norm": 0.2775840759277344,
      "learning_rate": 5.7050631075003626e-05,
      "loss": 0.0318,
      "step": 11942
    },
    {
      "epoch": 1.294774501300954,
      "grad_norm": 0.22741548717021942,
      "learning_rate": 5.70470042071667e-05,
      "loss": 0.0344,
      "step": 11943
    },
    {
      "epoch": 1.294882914137034,
      "grad_norm": 0.5491630434989929,
      "learning_rate": 5.704337733932976e-05,
      "loss": 0.0608,
      "step": 11944
    },
    {
      "epoch": 1.2949913269731137,
      "grad_norm": 0.41684216260910034,
      "learning_rate": 5.7039750471492825e-05,
      "loss": 0.0183,
      "step": 11945
    },
    {
      "epoch": 1.2950997398091935,
      "grad_norm": 0.12308749556541443,
      "learning_rate": 5.703612360365589e-05,
      "loss": 0.0183,
      "step": 11946
    },
    {
      "epoch": 1.2952081526452732,
      "grad_norm": 0.42024779319763184,
      "learning_rate": 5.703249673581895e-05,
      "loss": 0.0788,
      "step": 11947
    },
    {
      "epoch": 1.295316565481353,
      "grad_norm": 0.21344679594039917,
      "learning_rate": 5.702886986798202e-05,
      "loss": 0.0125,
      "step": 11948
    },
    {
      "epoch": 1.2954249783174328,
      "grad_norm": 0.13729055225849152,
      "learning_rate": 5.702524300014508e-05,
      "loss": 0.0106,
      "step": 11949
    },
    {
      "epoch": 1.2955333911535125,
      "grad_norm": 0.34157758951187134,
      "learning_rate": 5.702161613230814e-05,
      "loss": 0.0314,
      "step": 11950
    },
    {
      "epoch": 1.2956418039895925,
      "grad_norm": 0.2586875855922699,
      "learning_rate": 5.70179892644712e-05,
      "loss": 0.0151,
      "step": 11951
    },
    {
      "epoch": 1.295750216825672,
      "grad_norm": 0.1289234757423401,
      "learning_rate": 5.701436239663427e-05,
      "loss": 0.0249,
      "step": 11952
    },
    {
      "epoch": 1.295858629661752,
      "grad_norm": 0.20575731992721558,
      "learning_rate": 5.701073552879733e-05,
      "loss": 0.0247,
      "step": 11953
    },
    {
      "epoch": 1.2959670424978318,
      "grad_norm": 0.253287672996521,
      "learning_rate": 5.7007108660960395e-05,
      "loss": 0.0562,
      "step": 11954
    },
    {
      "epoch": 1.2960754553339116,
      "grad_norm": 0.2145451307296753,
      "learning_rate": 5.700348179312346e-05,
      "loss": 0.0508,
      "step": 11955
    },
    {
      "epoch": 1.2961838681699913,
      "grad_norm": 0.15317504107952118,
      "learning_rate": 5.6999854925286524e-05,
      "loss": 0.0221,
      "step": 11956
    },
    {
      "epoch": 1.296292281006071,
      "grad_norm": 0.3321041166782379,
      "learning_rate": 5.699622805744959e-05,
      "loss": 0.0397,
      "step": 11957
    },
    {
      "epoch": 1.2964006938421508,
      "grad_norm": 0.327436238527298,
      "learning_rate": 5.699260118961265e-05,
      "loss": 0.0376,
      "step": 11958
    },
    {
      "epoch": 1.2965091066782306,
      "grad_norm": 0.36375436186790466,
      "learning_rate": 5.698897432177571e-05,
      "loss": 0.0131,
      "step": 11959
    },
    {
      "epoch": 1.2966175195143106,
      "grad_norm": 0.246492400765419,
      "learning_rate": 5.698534745393879e-05,
      "loss": 0.0315,
      "step": 11960
    },
    {
      "epoch": 1.2967259323503904,
      "grad_norm": 0.1178554967045784,
      "learning_rate": 5.698172058610185e-05,
      "loss": 0.0126,
      "step": 11961
    },
    {
      "epoch": 1.2968343451864701,
      "grad_norm": 0.15491288900375366,
      "learning_rate": 5.6978093718264915e-05,
      "loss": 0.0477,
      "step": 11962
    },
    {
      "epoch": 1.2969427580225499,
      "grad_norm": 0.2742726504802704,
      "learning_rate": 5.697446685042798e-05,
      "loss": 0.0484,
      "step": 11963
    },
    {
      "epoch": 1.2970511708586296,
      "grad_norm": 0.46131789684295654,
      "learning_rate": 5.697083998259104e-05,
      "loss": 0.0872,
      "step": 11964
    },
    {
      "epoch": 1.2971595836947094,
      "grad_norm": 0.06071711331605911,
      "learning_rate": 5.69672131147541e-05,
      "loss": 0.0077,
      "step": 11965
    },
    {
      "epoch": 1.2972679965307892,
      "grad_norm": 0.322312593460083,
      "learning_rate": 5.6963586246917165e-05,
      "loss": 0.0636,
      "step": 11966
    },
    {
      "epoch": 1.2973764093668692,
      "grad_norm": 0.12319298833608627,
      "learning_rate": 5.695995937908023e-05,
      "loss": 0.0111,
      "step": 11967
    },
    {
      "epoch": 1.2974848222029487,
      "grad_norm": 0.1092371791601181,
      "learning_rate": 5.695633251124329e-05,
      "loss": 0.0131,
      "step": 11968
    },
    {
      "epoch": 1.2975932350390287,
      "grad_norm": 0.1958472579717636,
      "learning_rate": 5.695270564340636e-05,
      "loss": 0.007,
      "step": 11969
    },
    {
      "epoch": 1.2977016478751084,
      "grad_norm": 0.4100051522254944,
      "learning_rate": 5.694907877556942e-05,
      "loss": 0.0427,
      "step": 11970
    },
    {
      "epoch": 1.2978100607111882,
      "grad_norm": 0.17180202901363373,
      "learning_rate": 5.6945451907732485e-05,
      "loss": 0.0263,
      "step": 11971
    },
    {
      "epoch": 1.297918473547268,
      "grad_norm": 0.19111664593219757,
      "learning_rate": 5.694182503989555e-05,
      "loss": 0.0297,
      "step": 11972
    },
    {
      "epoch": 1.2980268863833477,
      "grad_norm": 0.09066762775182724,
      "learning_rate": 5.693819817205861e-05,
      "loss": 0.0173,
      "step": 11973
    },
    {
      "epoch": 1.2981352992194277,
      "grad_norm": 0.11423393338918686,
      "learning_rate": 5.693457130422167e-05,
      "loss": 0.0162,
      "step": 11974
    },
    {
      "epoch": 1.2982437120555073,
      "grad_norm": 0.08366266638040543,
      "learning_rate": 5.6930944436384735e-05,
      "loss": 0.0104,
      "step": 11975
    },
    {
      "epoch": 1.2983521248915872,
      "grad_norm": 0.4055584967136383,
      "learning_rate": 5.69273175685478e-05,
      "loss": 0.0365,
      "step": 11976
    },
    {
      "epoch": 1.298460537727667,
      "grad_norm": 0.3457268178462982,
      "learning_rate": 5.692369070071086e-05,
      "loss": 0.0445,
      "step": 11977
    },
    {
      "epoch": 1.2985689505637468,
      "grad_norm": 0.2571725845336914,
      "learning_rate": 5.692006383287394e-05,
      "loss": 0.0317,
      "step": 11978
    },
    {
      "epoch": 1.2986773633998265,
      "grad_norm": 0.32948943972587585,
      "learning_rate": 5.6916436965037e-05,
      "loss": 0.0248,
      "step": 11979
    },
    {
      "epoch": 1.2987857762359063,
      "grad_norm": 0.06361899524927139,
      "learning_rate": 5.691281009720006e-05,
      "loss": 0.0069,
      "step": 11980
    },
    {
      "epoch": 1.298894189071986,
      "grad_norm": 0.07427499443292618,
      "learning_rate": 5.6909183229363126e-05,
      "loss": 0.014,
      "step": 11981
    },
    {
      "epoch": 1.2990026019080658,
      "grad_norm": 0.39410701394081116,
      "learning_rate": 5.690555636152619e-05,
      "loss": 0.0719,
      "step": 11982
    },
    {
      "epoch": 1.2991110147441458,
      "grad_norm": 0.11476229876279831,
      "learning_rate": 5.6901929493689254e-05,
      "loss": 0.0071,
      "step": 11983
    },
    {
      "epoch": 1.2992194275802256,
      "grad_norm": 0.21343381702899933,
      "learning_rate": 5.689830262585232e-05,
      "loss": 0.0201,
      "step": 11984
    },
    {
      "epoch": 1.2993278404163053,
      "grad_norm": 0.23514723777770996,
      "learning_rate": 5.689467575801538e-05,
      "loss": 0.0196,
      "step": 11985
    },
    {
      "epoch": 1.299436253252385,
      "grad_norm": 0.22499532997608185,
      "learning_rate": 5.689104889017845e-05,
      "loss": 0.0418,
      "step": 11986
    },
    {
      "epoch": 1.2995446660884649,
      "grad_norm": 0.4665555953979492,
      "learning_rate": 5.688742202234151e-05,
      "loss": 0.0662,
      "step": 11987
    },
    {
      "epoch": 1.2996530789245446,
      "grad_norm": 0.44217851758003235,
      "learning_rate": 5.688379515450457e-05,
      "loss": 0.0846,
      "step": 11988
    },
    {
      "epoch": 1.2997614917606244,
      "grad_norm": 0.23802576959133148,
      "learning_rate": 5.688016828666763e-05,
      "loss": 0.033,
      "step": 11989
    },
    {
      "epoch": 1.2998699045967044,
      "grad_norm": 0.14410221576690674,
      "learning_rate": 5.6876541418830696e-05,
      "loss": 0.0195,
      "step": 11990
    },
    {
      "epoch": 1.299978317432784,
      "grad_norm": 0.14399860799312592,
      "learning_rate": 5.687291455099376e-05,
      "loss": 0.0086,
      "step": 11991
    },
    {
      "epoch": 1.300086730268864,
      "grad_norm": 0.30183130502700806,
      "learning_rate": 5.6869287683156825e-05,
      "loss": 0.0701,
      "step": 11992
    },
    {
      "epoch": 1.3001951431049437,
      "grad_norm": 0.1844823658466339,
      "learning_rate": 5.686566081531989e-05,
      "loss": 0.0183,
      "step": 11993
    },
    {
      "epoch": 1.3003035559410234,
      "grad_norm": 0.11008015275001526,
      "learning_rate": 5.686203394748295e-05,
      "loss": 0.0156,
      "step": 11994
    },
    {
      "epoch": 1.3004119687771032,
      "grad_norm": 0.06262844800949097,
      "learning_rate": 5.6858407079646024e-05,
      "loss": 0.0121,
      "step": 11995
    },
    {
      "epoch": 1.300520381613183,
      "grad_norm": 0.4770464599132538,
      "learning_rate": 5.685478021180909e-05,
      "loss": 0.0301,
      "step": 11996
    },
    {
      "epoch": 1.3006287944492627,
      "grad_norm": 0.10033790022134781,
      "learning_rate": 5.685115334397215e-05,
      "loss": 0.0086,
      "step": 11997
    },
    {
      "epoch": 1.3007372072853425,
      "grad_norm": 0.2514054775238037,
      "learning_rate": 5.6847526476135216e-05,
      "loss": 0.0082,
      "step": 11998
    },
    {
      "epoch": 1.3008456201214225,
      "grad_norm": 0.2456320971250534,
      "learning_rate": 5.684389960829828e-05,
      "loss": 0.028,
      "step": 11999
    },
    {
      "epoch": 1.3009540329575022,
      "grad_norm": 0.33501139283180237,
      "learning_rate": 5.6840272740461344e-05,
      "loss": 0.0358,
      "step": 12000
    },
    {
      "epoch": 1.301062445793582,
      "grad_norm": 0.32029199600219727,
      "learning_rate": 5.683664587262441e-05,
      "loss": 0.0457,
      "step": 12001
    },
    {
      "epoch": 1.3011708586296618,
      "grad_norm": 0.24899990856647491,
      "learning_rate": 5.6833019004787466e-05,
      "loss": 0.0227,
      "step": 12002
    },
    {
      "epoch": 1.3012792714657415,
      "grad_norm": 0.21646524965763092,
      "learning_rate": 5.682939213695053e-05,
      "loss": 0.0246,
      "step": 12003
    },
    {
      "epoch": 1.3013876843018213,
      "grad_norm": 0.11330423504114151,
      "learning_rate": 5.6825765269113594e-05,
      "loss": 0.0145,
      "step": 12004
    },
    {
      "epoch": 1.301496097137901,
      "grad_norm": 0.18070970475673676,
      "learning_rate": 5.682213840127666e-05,
      "loss": 0.0281,
      "step": 12005
    },
    {
      "epoch": 1.301604509973981,
      "grad_norm": 0.2684445381164551,
      "learning_rate": 5.681851153343972e-05,
      "loss": 0.0243,
      "step": 12006
    },
    {
      "epoch": 1.3017129228100608,
      "grad_norm": 0.20714950561523438,
      "learning_rate": 5.6814884665602786e-05,
      "loss": 0.0209,
      "step": 12007
    },
    {
      "epoch": 1.3018213356461406,
      "grad_norm": 0.1999865621328354,
      "learning_rate": 5.681125779776585e-05,
      "loss": 0.0141,
      "step": 12008
    },
    {
      "epoch": 1.3019297484822203,
      "grad_norm": 0.2876740097999573,
      "learning_rate": 5.6807630929928914e-05,
      "loss": 0.0134,
      "step": 12009
    },
    {
      "epoch": 1.3020381613183,
      "grad_norm": 0.20099274814128876,
      "learning_rate": 5.680400406209198e-05,
      "loss": 0.0327,
      "step": 12010
    },
    {
      "epoch": 1.3021465741543798,
      "grad_norm": 0.31038033962249756,
      "learning_rate": 5.6800377194255036e-05,
      "loss": 0.0346,
      "step": 12011
    },
    {
      "epoch": 1.3022549869904596,
      "grad_norm": 0.0833769366145134,
      "learning_rate": 5.6796750326418113e-05,
      "loss": 0.0077,
      "step": 12012
    },
    {
      "epoch": 1.3023633998265396,
      "grad_norm": 0.19937805831432343,
      "learning_rate": 5.679312345858118e-05,
      "loss": 0.0389,
      "step": 12013
    },
    {
      "epoch": 1.3024718126626191,
      "grad_norm": 0.09354846179485321,
      "learning_rate": 5.678949659074424e-05,
      "loss": 0.0148,
      "step": 12014
    },
    {
      "epoch": 1.3025802254986991,
      "grad_norm": 0.5051252245903015,
      "learning_rate": 5.6785869722907306e-05,
      "loss": 0.0812,
      "step": 12015
    },
    {
      "epoch": 1.3026886383347789,
      "grad_norm": 0.2424648106098175,
      "learning_rate": 5.678224285507037e-05,
      "loss": 0.0233,
      "step": 12016
    },
    {
      "epoch": 1.3027970511708586,
      "grad_norm": 0.06277138739824295,
      "learning_rate": 5.677861598723343e-05,
      "loss": 0.0085,
      "step": 12017
    },
    {
      "epoch": 1.3029054640069384,
      "grad_norm": 0.417849600315094,
      "learning_rate": 5.677498911939649e-05,
      "loss": 0.0555,
      "step": 12018
    },
    {
      "epoch": 1.3030138768430182,
      "grad_norm": 0.2302275002002716,
      "learning_rate": 5.6771362251559555e-05,
      "loss": 0.0272,
      "step": 12019
    },
    {
      "epoch": 1.303122289679098,
      "grad_norm": 0.2233632206916809,
      "learning_rate": 5.676773538372262e-05,
      "loss": 0.0353,
      "step": 12020
    },
    {
      "epoch": 1.3032307025151777,
      "grad_norm": 0.14373856782913208,
      "learning_rate": 5.6764108515885684e-05,
      "loss": 0.0175,
      "step": 12021
    },
    {
      "epoch": 1.3033391153512577,
      "grad_norm": 0.30671873688697815,
      "learning_rate": 5.676048164804875e-05,
      "loss": 0.0352,
      "step": 12022
    },
    {
      "epoch": 1.3034475281873374,
      "grad_norm": 0.13723675906658173,
      "learning_rate": 5.675685478021181e-05,
      "loss": 0.0085,
      "step": 12023
    },
    {
      "epoch": 1.3035559410234172,
      "grad_norm": 0.6014425754547119,
      "learning_rate": 5.6753227912374876e-05,
      "loss": 0.0461,
      "step": 12024
    },
    {
      "epoch": 1.303664353859497,
      "grad_norm": 0.12896427512168884,
      "learning_rate": 5.674960104453794e-05,
      "loss": 0.0267,
      "step": 12025
    },
    {
      "epoch": 1.3037727666955767,
      "grad_norm": 0.21216726303100586,
      "learning_rate": 5.6745974176701e-05,
      "loss": 0.025,
      "step": 12026
    },
    {
      "epoch": 1.3038811795316565,
      "grad_norm": 0.45351019501686096,
      "learning_rate": 5.674234730886406e-05,
      "loss": 0.0326,
      "step": 12027
    },
    {
      "epoch": 1.3039895923677363,
      "grad_norm": 0.21867364645004272,
      "learning_rate": 5.6738720441027126e-05,
      "loss": 0.0191,
      "step": 12028
    },
    {
      "epoch": 1.3040980052038162,
      "grad_norm": 0.1796375811100006,
      "learning_rate": 5.67350935731902e-05,
      "loss": 0.0351,
      "step": 12029
    },
    {
      "epoch": 1.3042064180398958,
      "grad_norm": 0.11914264410734177,
      "learning_rate": 5.673146670535327e-05,
      "loss": 0.0119,
      "step": 12030
    },
    {
      "epoch": 1.3043148308759758,
      "grad_norm": 0.317179411649704,
      "learning_rate": 5.6727839837516325e-05,
      "loss": 0.0547,
      "step": 12031
    },
    {
      "epoch": 1.3044232437120555,
      "grad_norm": 0.13400517404079437,
      "learning_rate": 5.672421296967939e-05,
      "loss": 0.0138,
      "step": 12032
    },
    {
      "epoch": 1.3045316565481353,
      "grad_norm": 0.11001048982143402,
      "learning_rate": 5.672058610184245e-05,
      "loss": 0.0089,
      "step": 12033
    },
    {
      "epoch": 1.304640069384215,
      "grad_norm": 0.1333211064338684,
      "learning_rate": 5.671695923400552e-05,
      "loss": 0.0149,
      "step": 12034
    },
    {
      "epoch": 1.3047484822202948,
      "grad_norm": 0.20102186501026154,
      "learning_rate": 5.671333236616858e-05,
      "loss": 0.0192,
      "step": 12035
    },
    {
      "epoch": 1.3048568950563748,
      "grad_norm": 0.39733779430389404,
      "learning_rate": 5.6709705498331645e-05,
      "loss": 0.0365,
      "step": 12036
    },
    {
      "epoch": 1.3049653078924544,
      "grad_norm": 0.12217666953802109,
      "learning_rate": 5.670607863049471e-05,
      "loss": 0.0061,
      "step": 12037
    },
    {
      "epoch": 1.3050737207285343,
      "grad_norm": 0.3552948534488678,
      "learning_rate": 5.670245176265777e-05,
      "loss": 0.026,
      "step": 12038
    },
    {
      "epoch": 1.305182133564614,
      "grad_norm": 0.14183083176612854,
      "learning_rate": 5.669882489482084e-05,
      "loss": 0.0167,
      "step": 12039
    },
    {
      "epoch": 1.3052905464006939,
      "grad_norm": 0.26455801725387573,
      "learning_rate": 5.6695198026983895e-05,
      "loss": 0.0757,
      "step": 12040
    },
    {
      "epoch": 1.3053989592367736,
      "grad_norm": 0.2758921980857849,
      "learning_rate": 5.669157115914696e-05,
      "loss": 0.0185,
      "step": 12041
    },
    {
      "epoch": 1.3055073720728534,
      "grad_norm": 0.25359782576560974,
      "learning_rate": 5.668794429131002e-05,
      "loss": 0.019,
      "step": 12042
    },
    {
      "epoch": 1.3056157849089332,
      "grad_norm": 0.11810795217752457,
      "learning_rate": 5.668431742347309e-05,
      "loss": 0.008,
      "step": 12043
    },
    {
      "epoch": 1.305724197745013,
      "grad_norm": 0.2775992751121521,
      "learning_rate": 5.668069055563615e-05,
      "loss": 0.0476,
      "step": 12044
    },
    {
      "epoch": 1.305832610581093,
      "grad_norm": 0.19023805856704712,
      "learning_rate": 5.6677063687799215e-05,
      "loss": 0.0302,
      "step": 12045
    },
    {
      "epoch": 1.3059410234171727,
      "grad_norm": 0.1910075545310974,
      "learning_rate": 5.667343681996228e-05,
      "loss": 0.0322,
      "step": 12046
    },
    {
      "epoch": 1.3060494362532524,
      "grad_norm": 0.0699361190199852,
      "learning_rate": 5.666980995212535e-05,
      "loss": 0.0154,
      "step": 12047
    },
    {
      "epoch": 1.3061578490893322,
      "grad_norm": 0.3422904908657074,
      "learning_rate": 5.6666183084288414e-05,
      "loss": 0.0597,
      "step": 12048
    },
    {
      "epoch": 1.306266261925412,
      "grad_norm": 0.1970212757587433,
      "learning_rate": 5.666255621645148e-05,
      "loss": 0.0542,
      "step": 12049
    },
    {
      "epoch": 1.3063746747614917,
      "grad_norm": 0.1491718888282776,
      "learning_rate": 5.665892934861454e-05,
      "loss": 0.0115,
      "step": 12050
    },
    {
      "epoch": 1.3064830875975715,
      "grad_norm": 0.2069796323776245,
      "learning_rate": 5.665530248077761e-05,
      "loss": 0.0292,
      "step": 12051
    },
    {
      "epoch": 1.3065915004336515,
      "grad_norm": 0.18939268589019775,
      "learning_rate": 5.665167561294067e-05,
      "loss": 0.0125,
      "step": 12052
    },
    {
      "epoch": 1.306699913269731,
      "grad_norm": 0.4125819206237793,
      "learning_rate": 5.6648048745103735e-05,
      "loss": 0.0351,
      "step": 12053
    },
    {
      "epoch": 1.306808326105811,
      "grad_norm": 0.1350909322500229,
      "learning_rate": 5.664442187726679e-05,
      "loss": 0.0145,
      "step": 12054
    },
    {
      "epoch": 1.3069167389418908,
      "grad_norm": 0.5135115385055542,
      "learning_rate": 5.6640795009429856e-05,
      "loss": 0.1042,
      "step": 12055
    },
    {
      "epoch": 1.3070251517779705,
      "grad_norm": 0.07766569405794144,
      "learning_rate": 5.663716814159292e-05,
      "loss": 0.0087,
      "step": 12056
    },
    {
      "epoch": 1.3071335646140503,
      "grad_norm": 0.36267054080963135,
      "learning_rate": 5.6633541273755985e-05,
      "loss": 0.0516,
      "step": 12057
    },
    {
      "epoch": 1.30724197745013,
      "grad_norm": 0.1033095046877861,
      "learning_rate": 5.662991440591905e-05,
      "loss": 0.0084,
      "step": 12058
    },
    {
      "epoch": 1.3073503902862098,
      "grad_norm": 0.4453711211681366,
      "learning_rate": 5.662628753808211e-05,
      "loss": 0.0758,
      "step": 12059
    },
    {
      "epoch": 1.3074588031222896,
      "grad_norm": 0.26345372200012207,
      "learning_rate": 5.662266067024518e-05,
      "loss": 0.0264,
      "step": 12060
    },
    {
      "epoch": 1.3075672159583696,
      "grad_norm": 0.07328344136476517,
      "learning_rate": 5.661903380240824e-05,
      "loss": 0.0121,
      "step": 12061
    },
    {
      "epoch": 1.3076756287944493,
      "grad_norm": 0.2113751769065857,
      "learning_rate": 5.6615406934571305e-05,
      "loss": 0.0223,
      "step": 12062
    },
    {
      "epoch": 1.307784041630529,
      "grad_norm": 0.17042069137096405,
      "learning_rate": 5.661178006673436e-05,
      "loss": 0.0181,
      "step": 12063
    },
    {
      "epoch": 1.3078924544666088,
      "grad_norm": 0.2625085711479187,
      "learning_rate": 5.660815319889744e-05,
      "loss": 0.036,
      "step": 12064
    },
    {
      "epoch": 1.3080008673026886,
      "grad_norm": 0.1699734330177307,
      "learning_rate": 5.6604526331060504e-05,
      "loss": 0.0213,
      "step": 12065
    },
    {
      "epoch": 1.3081092801387684,
      "grad_norm": 0.2156890481710434,
      "learning_rate": 5.660089946322357e-05,
      "loss": 0.0239,
      "step": 12066
    },
    {
      "epoch": 1.3082176929748481,
      "grad_norm": 0.03721574693918228,
      "learning_rate": 5.659727259538663e-05,
      "loss": 0.0049,
      "step": 12067
    },
    {
      "epoch": 1.3083261058109281,
      "grad_norm": 0.2581919729709625,
      "learning_rate": 5.6593645727549697e-05,
      "loss": 0.03,
      "step": 12068
    },
    {
      "epoch": 1.3084345186470079,
      "grad_norm": 0.33917784690856934,
      "learning_rate": 5.6590018859712754e-05,
      "loss": 0.0236,
      "step": 12069
    },
    {
      "epoch": 1.3085429314830876,
      "grad_norm": 0.31234869360923767,
      "learning_rate": 5.658639199187582e-05,
      "loss": 0.0991,
      "step": 12070
    },
    {
      "epoch": 1.3086513443191674,
      "grad_norm": 0.1746763437986374,
      "learning_rate": 5.658276512403888e-05,
      "loss": 0.0148,
      "step": 12071
    },
    {
      "epoch": 1.3087597571552472,
      "grad_norm": 0.3661547303199768,
      "learning_rate": 5.6579138256201946e-05,
      "loss": 0.0196,
      "step": 12072
    },
    {
      "epoch": 1.308868169991327,
      "grad_norm": 0.2644912004470825,
      "learning_rate": 5.657551138836501e-05,
      "loss": 0.0418,
      "step": 12073
    },
    {
      "epoch": 1.3089765828274067,
      "grad_norm": 0.5044480562210083,
      "learning_rate": 5.6571884520528074e-05,
      "loss": 0.0297,
      "step": 12074
    },
    {
      "epoch": 1.3090849956634867,
      "grad_norm": 0.355591744184494,
      "learning_rate": 5.656825765269114e-05,
      "loss": 0.031,
      "step": 12075
    },
    {
      "epoch": 1.3091934084995662,
      "grad_norm": 0.3240743577480316,
      "learning_rate": 5.65646307848542e-05,
      "loss": 0.0674,
      "step": 12076
    },
    {
      "epoch": 1.3093018213356462,
      "grad_norm": 0.3716698884963989,
      "learning_rate": 5.656100391701727e-05,
      "loss": 0.0241,
      "step": 12077
    },
    {
      "epoch": 1.309410234171726,
      "grad_norm": 0.20173656940460205,
      "learning_rate": 5.6557377049180324e-05,
      "loss": 0.0416,
      "step": 12078
    },
    {
      "epoch": 1.3095186470078057,
      "grad_norm": 0.5612818598747253,
      "learning_rate": 5.655375018134339e-05,
      "loss": 0.0578,
      "step": 12079
    },
    {
      "epoch": 1.3096270598438855,
      "grad_norm": 0.07447677105665207,
      "learning_rate": 5.655012331350645e-05,
      "loss": 0.0081,
      "step": 12080
    },
    {
      "epoch": 1.3097354726799653,
      "grad_norm": 0.4991481900215149,
      "learning_rate": 5.654649644566953e-05,
      "loss": 0.0675,
      "step": 12081
    },
    {
      "epoch": 1.309843885516045,
      "grad_norm": 0.1070515587925911,
      "learning_rate": 5.6542869577832594e-05,
      "loss": 0.0237,
      "step": 12082
    },
    {
      "epoch": 1.3099522983521248,
      "grad_norm": 0.21433000266551971,
      "learning_rate": 5.653924270999565e-05,
      "loss": 0.0151,
      "step": 12083
    },
    {
      "epoch": 1.3100607111882048,
      "grad_norm": 0.08253246545791626,
      "learning_rate": 5.6535615842158715e-05,
      "loss": 0.0083,
      "step": 12084
    },
    {
      "epoch": 1.3101691240242845,
      "grad_norm": 0.31020963191986084,
      "learning_rate": 5.653198897432178e-05,
      "loss": 0.0575,
      "step": 12085
    },
    {
      "epoch": 1.3102775368603643,
      "grad_norm": 0.2366020679473877,
      "learning_rate": 5.6528362106484844e-05,
      "loss": 0.0346,
      "step": 12086
    },
    {
      "epoch": 1.310385949696444,
      "grad_norm": 0.10354927182197571,
      "learning_rate": 5.652473523864791e-05,
      "loss": 0.0188,
      "step": 12087
    },
    {
      "epoch": 1.3104943625325238,
      "grad_norm": 0.17017395794391632,
      "learning_rate": 5.652110837081097e-05,
      "loss": 0.019,
      "step": 12088
    },
    {
      "epoch": 1.3106027753686036,
      "grad_norm": 0.21629978716373444,
      "learning_rate": 5.6517481502974036e-05,
      "loss": 0.054,
      "step": 12089
    },
    {
      "epoch": 1.3107111882046834,
      "grad_norm": 0.11051803827285767,
      "learning_rate": 5.65138546351371e-05,
      "loss": 0.0088,
      "step": 12090
    },
    {
      "epoch": 1.3108196010407633,
      "grad_norm": 0.20637214183807373,
      "learning_rate": 5.6510227767300164e-05,
      "loss": 0.0271,
      "step": 12091
    },
    {
      "epoch": 1.310928013876843,
      "grad_norm": 0.11782030761241913,
      "learning_rate": 5.650660089946322e-05,
      "loss": 0.0095,
      "step": 12092
    },
    {
      "epoch": 1.3110364267129229,
      "grad_norm": 0.2951696813106537,
      "learning_rate": 5.6502974031626286e-05,
      "loss": 0.0397,
      "step": 12093
    },
    {
      "epoch": 1.3111448395490026,
      "grad_norm": 0.22027933597564697,
      "learning_rate": 5.649934716378935e-05,
      "loss": 0.0296,
      "step": 12094
    },
    {
      "epoch": 1.3112532523850824,
      "grad_norm": 0.14097030460834503,
      "learning_rate": 5.6495720295952414e-05,
      "loss": 0.0222,
      "step": 12095
    },
    {
      "epoch": 1.3113616652211622,
      "grad_norm": 0.2728896141052246,
      "learning_rate": 5.649209342811548e-05,
      "loss": 0.0408,
      "step": 12096
    },
    {
      "epoch": 1.311470078057242,
      "grad_norm": 0.21492630243301392,
      "learning_rate": 5.648846656027854e-05,
      "loss": 0.0255,
      "step": 12097
    },
    {
      "epoch": 1.311578490893322,
      "grad_norm": 0.3125181794166565,
      "learning_rate": 5.648483969244161e-05,
      "loss": 0.0289,
      "step": 12098
    },
    {
      "epoch": 1.3116869037294014,
      "grad_norm": 0.09523986279964447,
      "learning_rate": 5.648121282460468e-05,
      "loss": 0.0128,
      "step": 12099
    },
    {
      "epoch": 1.3117953165654814,
      "grad_norm": 0.22250531613826752,
      "learning_rate": 5.647758595676774e-05,
      "loss": 0.0376,
      "step": 12100
    },
    {
      "epoch": 1.3119037294015612,
      "grad_norm": 0.23825374245643616,
      "learning_rate": 5.6473959088930805e-05,
      "loss": 0.0239,
      "step": 12101
    },
    {
      "epoch": 1.312012142237641,
      "grad_norm": 0.27281323075294495,
      "learning_rate": 5.647033222109387e-05,
      "loss": 0.0428,
      "step": 12102
    },
    {
      "epoch": 1.3121205550737207,
      "grad_norm": 0.2899952232837677,
      "learning_rate": 5.6466705353256933e-05,
      "loss": 0.0201,
      "step": 12103
    },
    {
      "epoch": 1.3122289679098005,
      "grad_norm": 0.16052402555942535,
      "learning_rate": 5.646307848542e-05,
      "loss": 0.0074,
      "step": 12104
    },
    {
      "epoch": 1.3123373807458802,
      "grad_norm": 0.03951471671462059,
      "learning_rate": 5.645945161758306e-05,
      "loss": 0.0058,
      "step": 12105
    },
    {
      "epoch": 1.31244579358196,
      "grad_norm": 0.2921842038631439,
      "learning_rate": 5.645582474974612e-05,
      "loss": 0.0197,
      "step": 12106
    },
    {
      "epoch": 1.31255420641804,
      "grad_norm": 0.16520042717456818,
      "learning_rate": 5.645219788190918e-05,
      "loss": 0.0551,
      "step": 12107
    },
    {
      "epoch": 1.3126626192541198,
      "grad_norm": 0.11067081987857819,
      "learning_rate": 5.644857101407225e-05,
      "loss": 0.0101,
      "step": 12108
    },
    {
      "epoch": 1.3127710320901995,
      "grad_norm": 0.15522770583629608,
      "learning_rate": 5.644494414623531e-05,
      "loss": 0.0558,
      "step": 12109
    },
    {
      "epoch": 1.3128794449262793,
      "grad_norm": 0.32842445373535156,
      "learning_rate": 5.6441317278398375e-05,
      "loss": 0.0276,
      "step": 12110
    },
    {
      "epoch": 1.312987857762359,
      "grad_norm": 0.3996924161911011,
      "learning_rate": 5.643769041056144e-05,
      "loss": 0.0537,
      "step": 12111
    },
    {
      "epoch": 1.3130962705984388,
      "grad_norm": 0.08742694556713104,
      "learning_rate": 5.6434063542724504e-05,
      "loss": 0.0095,
      "step": 12112
    },
    {
      "epoch": 1.3132046834345186,
      "grad_norm": 0.23225463926792145,
      "learning_rate": 5.643043667488757e-05,
      "loss": 0.051,
      "step": 12113
    },
    {
      "epoch": 1.3133130962705986,
      "grad_norm": 0.113632433116436,
      "learning_rate": 5.642680980705063e-05,
      "loss": 0.0175,
      "step": 12114
    },
    {
      "epoch": 1.313421509106678,
      "grad_norm": 0.19286221265792847,
      "learning_rate": 5.642318293921369e-05,
      "loss": 0.0246,
      "step": 12115
    },
    {
      "epoch": 1.313529921942758,
      "grad_norm": 0.6837672591209412,
      "learning_rate": 5.641955607137677e-05,
      "loss": 0.0334,
      "step": 12116
    },
    {
      "epoch": 1.3136383347788378,
      "grad_norm": 0.2633066475391388,
      "learning_rate": 5.641592920353983e-05,
      "loss": 0.013,
      "step": 12117
    },
    {
      "epoch": 1.3137467476149176,
      "grad_norm": 0.20984604954719543,
      "learning_rate": 5.6412302335702895e-05,
      "loss": 0.0205,
      "step": 12118
    },
    {
      "epoch": 1.3138551604509974,
      "grad_norm": 0.07933063060045242,
      "learning_rate": 5.640867546786596e-05,
      "loss": 0.0064,
      "step": 12119
    },
    {
      "epoch": 1.3139635732870771,
      "grad_norm": 0.3594811260700226,
      "learning_rate": 5.640504860002902e-05,
      "loss": 0.0517,
      "step": 12120
    },
    {
      "epoch": 1.314071986123157,
      "grad_norm": 0.08244050294160843,
      "learning_rate": 5.640142173219208e-05,
      "loss": 0.0056,
      "step": 12121
    },
    {
      "epoch": 1.3141803989592367,
      "grad_norm": 0.11837437748908997,
      "learning_rate": 5.6397794864355145e-05,
      "loss": 0.0195,
      "step": 12122
    },
    {
      "epoch": 1.3142888117953166,
      "grad_norm": 0.21723738312721252,
      "learning_rate": 5.639416799651821e-05,
      "loss": 0.0114,
      "step": 12123
    },
    {
      "epoch": 1.3143972246313964,
      "grad_norm": 0.12635116279125214,
      "learning_rate": 5.639054112868127e-05,
      "loss": 0.0077,
      "step": 12124
    },
    {
      "epoch": 1.3145056374674762,
      "grad_norm": 0.3609231412410736,
      "learning_rate": 5.638691426084434e-05,
      "loss": 0.0291,
      "step": 12125
    },
    {
      "epoch": 1.314614050303556,
      "grad_norm": 0.14943507313728333,
      "learning_rate": 5.63832873930074e-05,
      "loss": 0.0057,
      "step": 12126
    },
    {
      "epoch": 1.3147224631396357,
      "grad_norm": 0.1184794008731842,
      "learning_rate": 5.6379660525170465e-05,
      "loss": 0.0092,
      "step": 12127
    },
    {
      "epoch": 1.3148308759757155,
      "grad_norm": 0.417548805475235,
      "learning_rate": 5.637603365733353e-05,
      "loss": 0.0448,
      "step": 12128
    },
    {
      "epoch": 1.3149392888117952,
      "grad_norm": 0.1725093275308609,
      "learning_rate": 5.637240678949659e-05,
      "loss": 0.0263,
      "step": 12129
    },
    {
      "epoch": 1.3150477016478752,
      "grad_norm": 0.07956718653440475,
      "learning_rate": 5.636877992165965e-05,
      "loss": 0.0058,
      "step": 12130
    },
    {
      "epoch": 1.315156114483955,
      "grad_norm": 0.3885023891925812,
      "learning_rate": 5.6365153053822715e-05,
      "loss": 0.0161,
      "step": 12131
    },
    {
      "epoch": 1.3152645273200347,
      "grad_norm": 0.06563930213451385,
      "learning_rate": 5.636152618598578e-05,
      "loss": 0.0087,
      "step": 12132
    },
    {
      "epoch": 1.3153729401561145,
      "grad_norm": 0.34428849816322327,
      "learning_rate": 5.6357899318148857e-05,
      "loss": 0.0183,
      "step": 12133
    },
    {
      "epoch": 1.3154813529921943,
      "grad_norm": 0.23289376497268677,
      "learning_rate": 5.635427245031192e-05,
      "loss": 0.0127,
      "step": 12134
    },
    {
      "epoch": 1.315589765828274,
      "grad_norm": 0.18642397224903107,
      "learning_rate": 5.635064558247498e-05,
      "loss": 0.0139,
      "step": 12135
    },
    {
      "epoch": 1.3156981786643538,
      "grad_norm": 0.36790919303894043,
      "learning_rate": 5.634701871463804e-05,
      "loss": 0.022,
      "step": 12136
    },
    {
      "epoch": 1.3158065915004338,
      "grad_norm": 0.24186250567436218,
      "learning_rate": 5.6343391846801106e-05,
      "loss": 0.0526,
      "step": 12137
    },
    {
      "epoch": 1.3159150043365133,
      "grad_norm": 0.32673409581184387,
      "learning_rate": 5.633976497896417e-05,
      "loss": 0.0261,
      "step": 12138
    },
    {
      "epoch": 1.3160234171725933,
      "grad_norm": 0.061378348618745804,
      "learning_rate": 5.6336138111127234e-05,
      "loss": 0.0027,
      "step": 12139
    },
    {
      "epoch": 1.316131830008673,
      "grad_norm": 0.28013789653778076,
      "learning_rate": 5.63325112432903e-05,
      "loss": 0.021,
      "step": 12140
    },
    {
      "epoch": 1.3162402428447528,
      "grad_norm": 0.3288017511367798,
      "learning_rate": 5.632888437545336e-05,
      "loss": 0.0221,
      "step": 12141
    },
    {
      "epoch": 1.3163486556808326,
      "grad_norm": 0.20997388660907745,
      "learning_rate": 5.632525750761643e-05,
      "loss": 0.0238,
      "step": 12142
    },
    {
      "epoch": 1.3164570685169124,
      "grad_norm": 0.3484548330307007,
      "learning_rate": 5.632163063977949e-05,
      "loss": 0.0348,
      "step": 12143
    },
    {
      "epoch": 1.3165654813529921,
      "grad_norm": 0.31938880681991577,
      "learning_rate": 5.631800377194255e-05,
      "loss": 0.0279,
      "step": 12144
    },
    {
      "epoch": 1.3166738941890719,
      "grad_norm": 0.21729978919029236,
      "learning_rate": 5.631437690410561e-05,
      "loss": 0.0246,
      "step": 12145
    },
    {
      "epoch": 1.3167823070251519,
      "grad_norm": 0.2556907534599304,
      "learning_rate": 5.6310750036268676e-05,
      "loss": 0.0303,
      "step": 12146
    },
    {
      "epoch": 1.3168907198612316,
      "grad_norm": 0.14387765526771545,
      "learning_rate": 5.630712316843174e-05,
      "loss": 0.0102,
      "step": 12147
    },
    {
      "epoch": 1.3169991326973114,
      "grad_norm": 0.21890726685523987,
      "learning_rate": 5.6303496300594805e-05,
      "loss": 0.0215,
      "step": 12148
    },
    {
      "epoch": 1.3171075455333912,
      "grad_norm": 0.39136549830436707,
      "learning_rate": 5.629986943275787e-05,
      "loss": 0.0215,
      "step": 12149
    },
    {
      "epoch": 1.317215958369471,
      "grad_norm": 0.05210435763001442,
      "learning_rate": 5.629624256492094e-05,
      "loss": 0.0054,
      "step": 12150
    },
    {
      "epoch": 1.3173243712055507,
      "grad_norm": 0.2406465858221054,
      "learning_rate": 5.6292615697084004e-05,
      "loss": 0.031,
      "step": 12151
    },
    {
      "epoch": 1.3174327840416304,
      "grad_norm": 0.028725963085889816,
      "learning_rate": 5.628898882924707e-05,
      "loss": 0.003,
      "step": 12152
    },
    {
      "epoch": 1.3175411968777104,
      "grad_norm": 0.4528891444206238,
      "learning_rate": 5.628536196141013e-05,
      "loss": 0.0407,
      "step": 12153
    },
    {
      "epoch": 1.3176496097137902,
      "grad_norm": 0.14161546528339386,
      "learning_rate": 5.6281735093573196e-05,
      "loss": 0.0062,
      "step": 12154
    },
    {
      "epoch": 1.31775802254987,
      "grad_norm": 0.25986695289611816,
      "learning_rate": 5.627810822573626e-05,
      "loss": 0.0415,
      "step": 12155
    },
    {
      "epoch": 1.3178664353859497,
      "grad_norm": 0.0942423939704895,
      "learning_rate": 5.6274481357899324e-05,
      "loss": 0.0096,
      "step": 12156
    },
    {
      "epoch": 1.3179748482220295,
      "grad_norm": 0.5791975855827332,
      "learning_rate": 5.627085449006239e-05,
      "loss": 0.0458,
      "step": 12157
    },
    {
      "epoch": 1.3180832610581092,
      "grad_norm": 0.3369142413139343,
      "learning_rate": 5.626722762222545e-05,
      "loss": 0.0407,
      "step": 12158
    },
    {
      "epoch": 1.318191673894189,
      "grad_norm": 0.14276814460754395,
      "learning_rate": 5.626360075438851e-05,
      "loss": 0.0116,
      "step": 12159
    },
    {
      "epoch": 1.318300086730269,
      "grad_norm": 0.3390464782714844,
      "learning_rate": 5.6259973886551574e-05,
      "loss": 0.0481,
      "step": 12160
    },
    {
      "epoch": 1.3184084995663485,
      "grad_norm": 0.2991463840007782,
      "learning_rate": 5.625634701871464e-05,
      "loss": 0.0719,
      "step": 12161
    },
    {
      "epoch": 1.3185169124024285,
      "grad_norm": 0.27797502279281616,
      "learning_rate": 5.62527201508777e-05,
      "loss": 0.0305,
      "step": 12162
    },
    {
      "epoch": 1.3186253252385083,
      "grad_norm": 0.13089613616466522,
      "learning_rate": 5.6249093283040766e-05,
      "loss": 0.026,
      "step": 12163
    },
    {
      "epoch": 1.318733738074588,
      "grad_norm": 0.3279803395271301,
      "learning_rate": 5.624546641520383e-05,
      "loss": 0.0625,
      "step": 12164
    },
    {
      "epoch": 1.3188421509106678,
      "grad_norm": 0.34658128023147583,
      "learning_rate": 5.6241839547366894e-05,
      "loss": 0.0336,
      "step": 12165
    },
    {
      "epoch": 1.3189505637467476,
      "grad_norm": 0.24486002326011658,
      "learning_rate": 5.623821267952996e-05,
      "loss": 0.0203,
      "step": 12166
    },
    {
      "epoch": 1.3190589765828273,
      "grad_norm": 0.5470432043075562,
      "learning_rate": 5.6234585811693016e-05,
      "loss": 0.0365,
      "step": 12167
    },
    {
      "epoch": 1.319167389418907,
      "grad_norm": 0.1779872179031372,
      "learning_rate": 5.6230958943856093e-05,
      "loss": 0.011,
      "step": 12168
    },
    {
      "epoch": 1.319275802254987,
      "grad_norm": 0.3025790750980377,
      "learning_rate": 5.622733207601916e-05,
      "loss": 0.0419,
      "step": 12169
    },
    {
      "epoch": 1.3193842150910668,
      "grad_norm": 0.2562742531299591,
      "learning_rate": 5.622370520818222e-05,
      "loss": 0.0229,
      "step": 12170
    },
    {
      "epoch": 1.3194926279271466,
      "grad_norm": 0.17501333355903625,
      "learning_rate": 5.6220078340345286e-05,
      "loss": 0.0264,
      "step": 12171
    },
    {
      "epoch": 1.3196010407632264,
      "grad_norm": 0.5211910009384155,
      "learning_rate": 5.621645147250835e-05,
      "loss": 0.0371,
      "step": 12172
    },
    {
      "epoch": 1.3197094535993061,
      "grad_norm": 0.4211848974227905,
      "learning_rate": 5.621282460467141e-05,
      "loss": 0.0614,
      "step": 12173
    },
    {
      "epoch": 1.319817866435386,
      "grad_norm": 0.11650367826223373,
      "learning_rate": 5.620919773683447e-05,
      "loss": 0.0102,
      "step": 12174
    },
    {
      "epoch": 1.3199262792714657,
      "grad_norm": 0.693281352519989,
      "learning_rate": 5.6205570868997535e-05,
      "loss": 0.1463,
      "step": 12175
    },
    {
      "epoch": 1.3200346921075456,
      "grad_norm": 0.7348467707633972,
      "learning_rate": 5.62019440011606e-05,
      "loss": 0.0389,
      "step": 12176
    },
    {
      "epoch": 1.3201431049436252,
      "grad_norm": 0.175166055560112,
      "learning_rate": 5.6198317133323664e-05,
      "loss": 0.0281,
      "step": 12177
    },
    {
      "epoch": 1.3202515177797052,
      "grad_norm": 0.2989349961280823,
      "learning_rate": 5.619469026548673e-05,
      "loss": 0.03,
      "step": 12178
    },
    {
      "epoch": 1.320359930615785,
      "grad_norm": 0.13275784254074097,
      "learning_rate": 5.619106339764979e-05,
      "loss": 0.0329,
      "step": 12179
    },
    {
      "epoch": 1.3204683434518647,
      "grad_norm": 0.455620139837265,
      "learning_rate": 5.6187436529812856e-05,
      "loss": 0.0625,
      "step": 12180
    },
    {
      "epoch": 1.3205767562879445,
      "grad_norm": 0.17206500470638275,
      "learning_rate": 5.618380966197592e-05,
      "loss": 0.0282,
      "step": 12181
    },
    {
      "epoch": 1.3206851691240242,
      "grad_norm": 0.5394207239151001,
      "learning_rate": 5.618018279413898e-05,
      "loss": 0.0646,
      "step": 12182
    },
    {
      "epoch": 1.3207935819601042,
      "grad_norm": 0.6030436158180237,
      "learning_rate": 5.617655592630204e-05,
      "loss": 0.0475,
      "step": 12183
    },
    {
      "epoch": 1.3209019947961838,
      "grad_norm": 0.33113977313041687,
      "learning_rate": 5.6172929058465106e-05,
      "loss": 0.0225,
      "step": 12184
    },
    {
      "epoch": 1.3210104076322637,
      "grad_norm": 0.5119611024856567,
      "learning_rate": 5.616930219062818e-05,
      "loss": 0.0604,
      "step": 12185
    },
    {
      "epoch": 1.3211188204683435,
      "grad_norm": 0.09986910223960876,
      "learning_rate": 5.616567532279125e-05,
      "loss": 0.0171,
      "step": 12186
    },
    {
      "epoch": 1.3212272333044233,
      "grad_norm": 0.1727984994649887,
      "learning_rate": 5.6162048454954305e-05,
      "loss": 0.0258,
      "step": 12187
    },
    {
      "epoch": 1.321335646140503,
      "grad_norm": 0.18436525762081146,
      "learning_rate": 5.615842158711737e-05,
      "loss": 0.02,
      "step": 12188
    },
    {
      "epoch": 1.3214440589765828,
      "grad_norm": 0.32255321741104126,
      "learning_rate": 5.615479471928043e-05,
      "loss": 0.0581,
      "step": 12189
    },
    {
      "epoch": 1.3215524718126626,
      "grad_norm": 0.5146936178207397,
      "learning_rate": 5.61511678514435e-05,
      "loss": 0.0807,
      "step": 12190
    },
    {
      "epoch": 1.3216608846487423,
      "grad_norm": 0.30242452025413513,
      "learning_rate": 5.614754098360656e-05,
      "loss": 0.0306,
      "step": 12191
    },
    {
      "epoch": 1.3217692974848223,
      "grad_norm": 0.1819872409105301,
      "learning_rate": 5.6143914115769625e-05,
      "loss": 0.0506,
      "step": 12192
    },
    {
      "epoch": 1.321877710320902,
      "grad_norm": 0.2237682193517685,
      "learning_rate": 5.614028724793269e-05,
      "loss": 0.0508,
      "step": 12193
    },
    {
      "epoch": 1.3219861231569818,
      "grad_norm": 0.13627953827381134,
      "learning_rate": 5.6136660380095753e-05,
      "loss": 0.0249,
      "step": 12194
    },
    {
      "epoch": 1.3220945359930616,
      "grad_norm": 0.2511512339115143,
      "learning_rate": 5.613303351225882e-05,
      "loss": 0.0388,
      "step": 12195
    },
    {
      "epoch": 1.3222029488291414,
      "grad_norm": 0.21142831444740295,
      "learning_rate": 5.6129406644421875e-05,
      "loss": 0.0345,
      "step": 12196
    },
    {
      "epoch": 1.3223113616652211,
      "grad_norm": 0.07993239164352417,
      "learning_rate": 5.612577977658494e-05,
      "loss": 0.0042,
      "step": 12197
    },
    {
      "epoch": 1.3224197745013009,
      "grad_norm": 0.29242390394210815,
      "learning_rate": 5.6122152908748e-05,
      "loss": 0.027,
      "step": 12198
    },
    {
      "epoch": 1.3225281873373809,
      "grad_norm": 0.1758989542722702,
      "learning_rate": 5.611852604091107e-05,
      "loss": 0.0369,
      "step": 12199
    },
    {
      "epoch": 1.3226366001734604,
      "grad_norm": 0.09920725971460342,
      "learning_rate": 5.611489917307413e-05,
      "loss": 0.0134,
      "step": 12200
    },
    {
      "epoch": 1.3227450130095404,
      "grad_norm": 0.05729926750063896,
      "learning_rate": 5.6111272305237195e-05,
      "loss": 0.0072,
      "step": 12201
    },
    {
      "epoch": 1.3228534258456202,
      "grad_norm": 0.2638241946697235,
      "learning_rate": 5.6107645437400266e-05,
      "loss": 0.0326,
      "step": 12202
    },
    {
      "epoch": 1.3229618386817,
      "grad_norm": 0.21292349696159363,
      "learning_rate": 5.610401856956333e-05,
      "loss": 0.0195,
      "step": 12203
    },
    {
      "epoch": 1.3230702515177797,
      "grad_norm": 0.10374820232391357,
      "learning_rate": 5.6100391701726394e-05,
      "loss": 0.0171,
      "step": 12204
    },
    {
      "epoch": 1.3231786643538594,
      "grad_norm": 0.11828362196683884,
      "learning_rate": 5.609676483388946e-05,
      "loss": 0.0103,
      "step": 12205
    },
    {
      "epoch": 1.3232870771899392,
      "grad_norm": 0.26842954754829407,
      "learning_rate": 5.609313796605252e-05,
      "loss": 0.0413,
      "step": 12206
    },
    {
      "epoch": 1.323395490026019,
      "grad_norm": 0.27164432406425476,
      "learning_rate": 5.608951109821559e-05,
      "loss": 0.0226,
      "step": 12207
    },
    {
      "epoch": 1.323503902862099,
      "grad_norm": 0.23025858402252197,
      "learning_rate": 5.608588423037865e-05,
      "loss": 0.0427,
      "step": 12208
    },
    {
      "epoch": 1.3236123156981787,
      "grad_norm": 0.3525908291339874,
      "learning_rate": 5.6082257362541715e-05,
      "loss": 0.0424,
      "step": 12209
    },
    {
      "epoch": 1.3237207285342585,
      "grad_norm": 0.2960209250450134,
      "learning_rate": 5.607863049470478e-05,
      "loss": 0.0394,
      "step": 12210
    },
    {
      "epoch": 1.3238291413703382,
      "grad_norm": 0.06092212349176407,
      "learning_rate": 5.6075003626867836e-05,
      "loss": 0.0061,
      "step": 12211
    },
    {
      "epoch": 1.323937554206418,
      "grad_norm": 0.0748978927731514,
      "learning_rate": 5.60713767590309e-05,
      "loss": 0.0085,
      "step": 12212
    },
    {
      "epoch": 1.3240459670424978,
      "grad_norm": 0.17409181594848633,
      "learning_rate": 5.6067749891193965e-05,
      "loss": 0.0287,
      "step": 12213
    },
    {
      "epoch": 1.3241543798785775,
      "grad_norm": 0.15786348283290863,
      "learning_rate": 5.606412302335703e-05,
      "loss": 0.0316,
      "step": 12214
    },
    {
      "epoch": 1.3242627927146575,
      "grad_norm": 0.17302827537059784,
      "learning_rate": 5.606049615552009e-05,
      "loss": 0.0268,
      "step": 12215
    },
    {
      "epoch": 1.3243712055507373,
      "grad_norm": 0.1408388465642929,
      "learning_rate": 5.605686928768316e-05,
      "loss": 0.0148,
      "step": 12216
    },
    {
      "epoch": 1.324479618386817,
      "grad_norm": 0.10355722159147263,
      "learning_rate": 5.605324241984622e-05,
      "loss": 0.0274,
      "step": 12217
    },
    {
      "epoch": 1.3245880312228968,
      "grad_norm": 0.33650723099708557,
      "learning_rate": 5.6049615552009285e-05,
      "loss": 0.0585,
      "step": 12218
    },
    {
      "epoch": 1.3246964440589766,
      "grad_norm": 0.16316261887550354,
      "learning_rate": 5.6045988684172356e-05,
      "loss": 0.017,
      "step": 12219
    },
    {
      "epoch": 1.3248048568950563,
      "grad_norm": 0.1732948124408722,
      "learning_rate": 5.604236181633542e-05,
      "loss": 0.0314,
      "step": 12220
    },
    {
      "epoch": 1.324913269731136,
      "grad_norm": 0.12406937032938004,
      "learning_rate": 5.6038734948498484e-05,
      "loss": 0.0188,
      "step": 12221
    },
    {
      "epoch": 1.325021682567216,
      "grad_norm": 0.1044974997639656,
      "learning_rate": 5.603510808066155e-05,
      "loss": 0.027,
      "step": 12222
    },
    {
      "epoch": 1.3251300954032956,
      "grad_norm": 0.20750989019870758,
      "learning_rate": 5.603148121282461e-05,
      "loss": 0.0161,
      "step": 12223
    },
    {
      "epoch": 1.3252385082393756,
      "grad_norm": 0.05454828217625618,
      "learning_rate": 5.6027854344987677e-05,
      "loss": 0.0124,
      "step": 12224
    },
    {
      "epoch": 1.3253469210754554,
      "grad_norm": 0.1625053882598877,
      "learning_rate": 5.6024227477150734e-05,
      "loss": 0.0229,
      "step": 12225
    },
    {
      "epoch": 1.3254553339115351,
      "grad_norm": 0.2494046539068222,
      "learning_rate": 5.60206006093138e-05,
      "loss": 0.0578,
      "step": 12226
    },
    {
      "epoch": 1.325563746747615,
      "grad_norm": 0.12507672607898712,
      "learning_rate": 5.601697374147686e-05,
      "loss": 0.013,
      "step": 12227
    },
    {
      "epoch": 1.3256721595836947,
      "grad_norm": 0.13279716670513153,
      "learning_rate": 5.6013346873639926e-05,
      "loss": 0.0118,
      "step": 12228
    },
    {
      "epoch": 1.3257805724197744,
      "grad_norm": 0.2631840407848358,
      "learning_rate": 5.600972000580299e-05,
      "loss": 0.0148,
      "step": 12229
    },
    {
      "epoch": 1.3258889852558542,
      "grad_norm": 0.26843661069869995,
      "learning_rate": 5.6006093137966054e-05,
      "loss": 0.0415,
      "step": 12230
    },
    {
      "epoch": 1.3259973980919342,
      "grad_norm": 0.2090478241443634,
      "learning_rate": 5.600246627012912e-05,
      "loss": 0.026,
      "step": 12231
    },
    {
      "epoch": 1.326105810928014,
      "grad_norm": 0.48009029030799866,
      "learning_rate": 5.599883940229218e-05,
      "loss": 0.0417,
      "step": 12232
    },
    {
      "epoch": 1.3262142237640937,
      "grad_norm": 0.30995169281959534,
      "learning_rate": 5.599521253445525e-05,
      "loss": 0.0325,
      "step": 12233
    },
    {
      "epoch": 1.3263226366001735,
      "grad_norm": 0.10233380645513535,
      "learning_rate": 5.5991585666618304e-05,
      "loss": 0.0163,
      "step": 12234
    },
    {
      "epoch": 1.3264310494362532,
      "grad_norm": 0.28355205059051514,
      "learning_rate": 5.598795879878137e-05,
      "loss": 0.0362,
      "step": 12235
    },
    {
      "epoch": 1.326539462272333,
      "grad_norm": 0.22677749395370483,
      "learning_rate": 5.598433193094443e-05,
      "loss": 0.0373,
      "step": 12236
    },
    {
      "epoch": 1.3266478751084128,
      "grad_norm": 0.4394012987613678,
      "learning_rate": 5.598070506310751e-05,
      "loss": 0.0462,
      "step": 12237
    },
    {
      "epoch": 1.3267562879444927,
      "grad_norm": 0.21461115777492523,
      "learning_rate": 5.5977078195270574e-05,
      "loss": 0.0474,
      "step": 12238
    },
    {
      "epoch": 1.3268647007805723,
      "grad_norm": 0.11634425073862076,
      "learning_rate": 5.597345132743363e-05,
      "loss": 0.0156,
      "step": 12239
    },
    {
      "epoch": 1.3269731136166523,
      "grad_norm": 0.12430886179208755,
      "learning_rate": 5.5969824459596695e-05,
      "loss": 0.0063,
      "step": 12240
    },
    {
      "epoch": 1.327081526452732,
      "grad_norm": 0.3061477839946747,
      "learning_rate": 5.596619759175976e-05,
      "loss": 0.0626,
      "step": 12241
    },
    {
      "epoch": 1.3271899392888118,
      "grad_norm": 0.3424892723560333,
      "learning_rate": 5.5962570723922824e-05,
      "loss": 0.0398,
      "step": 12242
    },
    {
      "epoch": 1.3272983521248916,
      "grad_norm": 0.35615313053131104,
      "learning_rate": 5.595894385608589e-05,
      "loss": 0.0601,
      "step": 12243
    },
    {
      "epoch": 1.3274067649609713,
      "grad_norm": 0.16943705081939697,
      "learning_rate": 5.595531698824895e-05,
      "loss": 0.0195,
      "step": 12244
    },
    {
      "epoch": 1.3275151777970513,
      "grad_norm": 0.6233805418014526,
      "learning_rate": 5.5951690120412016e-05,
      "loss": 0.0137,
      "step": 12245
    },
    {
      "epoch": 1.3276235906331308,
      "grad_norm": 0.3085991442203522,
      "learning_rate": 5.594806325257508e-05,
      "loss": 0.0341,
      "step": 12246
    },
    {
      "epoch": 1.3277320034692108,
      "grad_norm": 0.10531896352767944,
      "learning_rate": 5.5944436384738144e-05,
      "loss": 0.0054,
      "step": 12247
    },
    {
      "epoch": 1.3278404163052906,
      "grad_norm": 0.37115296721458435,
      "learning_rate": 5.59408095169012e-05,
      "loss": 0.0442,
      "step": 12248
    },
    {
      "epoch": 1.3279488291413704,
      "grad_norm": 0.1212681382894516,
      "learning_rate": 5.5937182649064266e-05,
      "loss": 0.0161,
      "step": 12249
    },
    {
      "epoch": 1.3280572419774501,
      "grad_norm": 0.14998170733451843,
      "learning_rate": 5.593355578122733e-05,
      "loss": 0.0126,
      "step": 12250
    },
    {
      "epoch": 1.3281656548135299,
      "grad_norm": 0.1852484494447708,
      "learning_rate": 5.5929928913390394e-05,
      "loss": 0.0211,
      "step": 12251
    },
    {
      "epoch": 1.3282740676496096,
      "grad_norm": 0.24776309728622437,
      "learning_rate": 5.592630204555346e-05,
      "loss": 0.015,
      "step": 12252
    },
    {
      "epoch": 1.3283824804856894,
      "grad_norm": 0.314318984746933,
      "learning_rate": 5.592267517771652e-05,
      "loss": 0.0218,
      "step": 12253
    },
    {
      "epoch": 1.3284908933217694,
      "grad_norm": 0.2563650608062744,
      "learning_rate": 5.591904830987959e-05,
      "loss": 0.033,
      "step": 12254
    },
    {
      "epoch": 1.3285993061578492,
      "grad_norm": 0.40806087851524353,
      "learning_rate": 5.591542144204266e-05,
      "loss": 0.0301,
      "step": 12255
    },
    {
      "epoch": 1.328707718993929,
      "grad_norm": 0.8571515679359436,
      "learning_rate": 5.591179457420572e-05,
      "loss": 0.0297,
      "step": 12256
    },
    {
      "epoch": 1.3288161318300087,
      "grad_norm": 0.1273331493139267,
      "learning_rate": 5.5908167706368785e-05,
      "loss": 0.0147,
      "step": 12257
    },
    {
      "epoch": 1.3289245446660884,
      "grad_norm": 0.16315460205078125,
      "learning_rate": 5.590454083853185e-05,
      "loss": 0.0171,
      "step": 12258
    },
    {
      "epoch": 1.3290329575021682,
      "grad_norm": 0.07902409136295319,
      "learning_rate": 5.5900913970694913e-05,
      "loss": 0.007,
      "step": 12259
    },
    {
      "epoch": 1.329141370338248,
      "grad_norm": 0.14280454814434052,
      "learning_rate": 5.589728710285798e-05,
      "loss": 0.0124,
      "step": 12260
    },
    {
      "epoch": 1.329249783174328,
      "grad_norm": 0.19883009791374207,
      "learning_rate": 5.589366023502104e-05,
      "loss": 0.0268,
      "step": 12261
    },
    {
      "epoch": 1.3293581960104075,
      "grad_norm": 0.29667750000953674,
      "learning_rate": 5.5890033367184106e-05,
      "loss": 0.0558,
      "step": 12262
    },
    {
      "epoch": 1.3294666088464875,
      "grad_norm": 0.29340487718582153,
      "learning_rate": 5.588640649934716e-05,
      "loss": 0.026,
      "step": 12263
    },
    {
      "epoch": 1.3295750216825672,
      "grad_norm": 0.28968706727027893,
      "learning_rate": 5.588277963151023e-05,
      "loss": 0.0483,
      "step": 12264
    },
    {
      "epoch": 1.329683434518647,
      "grad_norm": 0.7067473530769348,
      "learning_rate": 5.587915276367329e-05,
      "loss": 0.0141,
      "step": 12265
    },
    {
      "epoch": 1.3297918473547268,
      "grad_norm": 0.23188187181949615,
      "learning_rate": 5.5875525895836355e-05,
      "loss": 0.023,
      "step": 12266
    },
    {
      "epoch": 1.3299002601908065,
      "grad_norm": 0.33180996775627136,
      "learning_rate": 5.587189902799942e-05,
      "loss": 0.0428,
      "step": 12267
    },
    {
      "epoch": 1.3300086730268863,
      "grad_norm": 0.13041889667510986,
      "learning_rate": 5.5868272160162484e-05,
      "loss": 0.0209,
      "step": 12268
    },
    {
      "epoch": 1.330117085862966,
      "grad_norm": 0.2915727496147156,
      "learning_rate": 5.586464529232555e-05,
      "loss": 0.0369,
      "step": 12269
    },
    {
      "epoch": 1.330225498699046,
      "grad_norm": 0.18495863676071167,
      "learning_rate": 5.586101842448861e-05,
      "loss": 0.0243,
      "step": 12270
    },
    {
      "epoch": 1.3303339115351258,
      "grad_norm": 0.21572262048721313,
      "learning_rate": 5.585739155665168e-05,
      "loss": 0.0142,
      "step": 12271
    },
    {
      "epoch": 1.3304423243712056,
      "grad_norm": 0.3541439175605774,
      "learning_rate": 5.585376468881475e-05,
      "loss": 0.0503,
      "step": 12272
    },
    {
      "epoch": 1.3305507372072853,
      "grad_norm": 0.33134135603904724,
      "learning_rate": 5.585013782097781e-05,
      "loss": 0.0396,
      "step": 12273
    },
    {
      "epoch": 1.330659150043365,
      "grad_norm": 0.48262903094291687,
      "learning_rate": 5.5846510953140875e-05,
      "loss": 0.0268,
      "step": 12274
    },
    {
      "epoch": 1.3307675628794449,
      "grad_norm": 0.3793847858905792,
      "learning_rate": 5.584288408530394e-05,
      "loss": 0.028,
      "step": 12275
    },
    {
      "epoch": 1.3308759757155246,
      "grad_norm": 0.49875718355178833,
      "learning_rate": 5.5839257217467e-05,
      "loss": 0.0508,
      "step": 12276
    },
    {
      "epoch": 1.3309843885516046,
      "grad_norm": 0.0795903280377388,
      "learning_rate": 5.583563034963006e-05,
      "loss": 0.0071,
      "step": 12277
    },
    {
      "epoch": 1.3310928013876844,
      "grad_norm": 0.2314901053905487,
      "learning_rate": 5.5832003481793125e-05,
      "loss": 0.0175,
      "step": 12278
    },
    {
      "epoch": 1.3312012142237641,
      "grad_norm": 0.3025674521923065,
      "learning_rate": 5.582837661395619e-05,
      "loss": 0.0196,
      "step": 12279
    },
    {
      "epoch": 1.331309627059844,
      "grad_norm": 0.1666562706232071,
      "learning_rate": 5.582474974611925e-05,
      "loss": 0.021,
      "step": 12280
    },
    {
      "epoch": 1.3314180398959237,
      "grad_norm": 0.15547968447208405,
      "learning_rate": 5.582112287828232e-05,
      "loss": 0.0076,
      "step": 12281
    },
    {
      "epoch": 1.3315264527320034,
      "grad_norm": 0.12135709822177887,
      "learning_rate": 5.581749601044538e-05,
      "loss": 0.0168,
      "step": 12282
    },
    {
      "epoch": 1.3316348655680832,
      "grad_norm": 0.06486760079860687,
      "learning_rate": 5.5813869142608445e-05,
      "loss": 0.0101,
      "step": 12283
    },
    {
      "epoch": 1.3317432784041632,
      "grad_norm": 0.14871273934841156,
      "learning_rate": 5.581024227477151e-05,
      "loss": 0.0593,
      "step": 12284
    },
    {
      "epoch": 1.3318516912402427,
      "grad_norm": 0.11968482285737991,
      "learning_rate": 5.5806615406934573e-05,
      "loss": 0.017,
      "step": 12285
    },
    {
      "epoch": 1.3319601040763227,
      "grad_norm": 0.287700891494751,
      "learning_rate": 5.580298853909763e-05,
      "loss": 0.042,
      "step": 12286
    },
    {
      "epoch": 1.3320685169124025,
      "grad_norm": 0.14189551770687103,
      "learning_rate": 5.5799361671260695e-05,
      "loss": 0.0073,
      "step": 12287
    },
    {
      "epoch": 1.3321769297484822,
      "grad_norm": 0.18876560032367706,
      "learning_rate": 5.579573480342377e-05,
      "loss": 0.0358,
      "step": 12288
    },
    {
      "epoch": 1.332285342584562,
      "grad_norm": 0.5868507027626038,
      "learning_rate": 5.579210793558684e-05,
      "loss": 0.0603,
      "step": 12289
    },
    {
      "epoch": 1.3323937554206418,
      "grad_norm": 0.36767223477363586,
      "learning_rate": 5.57884810677499e-05,
      "loss": 0.0689,
      "step": 12290
    },
    {
      "epoch": 1.3325021682567215,
      "grad_norm": 0.48586031794548035,
      "learning_rate": 5.5784854199912965e-05,
      "loss": 0.0369,
      "step": 12291
    },
    {
      "epoch": 1.3326105810928013,
      "grad_norm": 0.26979419589042664,
      "learning_rate": 5.578122733207602e-05,
      "loss": 0.0413,
      "step": 12292
    },
    {
      "epoch": 1.3327189939288813,
      "grad_norm": 0.1607121080160141,
      "learning_rate": 5.5777600464239086e-05,
      "loss": 0.0135,
      "step": 12293
    },
    {
      "epoch": 1.332827406764961,
      "grad_norm": 0.5415480136871338,
      "learning_rate": 5.577397359640215e-05,
      "loss": 0.052,
      "step": 12294
    },
    {
      "epoch": 1.3329358196010408,
      "grad_norm": 0.1299450844526291,
      "learning_rate": 5.5770346728565214e-05,
      "loss": 0.0111,
      "step": 12295
    },
    {
      "epoch": 1.3330442324371206,
      "grad_norm": 0.2827998101711273,
      "learning_rate": 5.576671986072828e-05,
      "loss": 0.0478,
      "step": 12296
    },
    {
      "epoch": 1.3331526452732003,
      "grad_norm": 0.26123514771461487,
      "learning_rate": 5.576309299289134e-05,
      "loss": 0.0194,
      "step": 12297
    },
    {
      "epoch": 1.33326105810928,
      "grad_norm": 0.1254505217075348,
      "learning_rate": 5.575946612505441e-05,
      "loss": 0.0143,
      "step": 12298
    },
    {
      "epoch": 1.3333694709453598,
      "grad_norm": 0.2820427417755127,
      "learning_rate": 5.575583925721747e-05,
      "loss": 0.0309,
      "step": 12299
    },
    {
      "epoch": 1.3334778837814398,
      "grad_norm": 0.2863529622554779,
      "learning_rate": 5.575221238938053e-05,
      "loss": 0.0463,
      "step": 12300
    },
    {
      "epoch": 1.3335862966175196,
      "grad_norm": 0.3436758518218994,
      "learning_rate": 5.574858552154359e-05,
      "loss": 0.0298,
      "step": 12301
    },
    {
      "epoch": 1.3336947094535994,
      "grad_norm": 0.1857489049434662,
      "learning_rate": 5.5744958653706656e-05,
      "loss": 0.0189,
      "step": 12302
    },
    {
      "epoch": 1.3338031222896791,
      "grad_norm": 0.4142123758792877,
      "learning_rate": 5.574133178586972e-05,
      "loss": 0.0226,
      "step": 12303
    },
    {
      "epoch": 1.3339115351257589,
      "grad_norm": 0.11319972574710846,
      "learning_rate": 5.5737704918032785e-05,
      "loss": 0.0078,
      "step": 12304
    },
    {
      "epoch": 1.3340199479618386,
      "grad_norm": 0.145400270819664,
      "learning_rate": 5.573407805019585e-05,
      "loss": 0.0106,
      "step": 12305
    },
    {
      "epoch": 1.3341283607979184,
      "grad_norm": 0.27613767981529236,
      "learning_rate": 5.573045118235892e-05,
      "loss": 0.0246,
      "step": 12306
    },
    {
      "epoch": 1.3342367736339984,
      "grad_norm": 0.028212327510118484,
      "learning_rate": 5.5726824314521984e-05,
      "loss": 0.0028,
      "step": 12307
    },
    {
      "epoch": 1.334345186470078,
      "grad_norm": 0.0749489888548851,
      "learning_rate": 5.572319744668505e-05,
      "loss": 0.006,
      "step": 12308
    },
    {
      "epoch": 1.334453599306158,
      "grad_norm": 0.13707011938095093,
      "learning_rate": 5.571957057884811e-05,
      "loss": 0.0153,
      "step": 12309
    },
    {
      "epoch": 1.3345620121422377,
      "grad_norm": 0.35884225368499756,
      "learning_rate": 5.5715943711011176e-05,
      "loss": 0.0308,
      "step": 12310
    },
    {
      "epoch": 1.3346704249783174,
      "grad_norm": 0.15345077216625214,
      "learning_rate": 5.571231684317424e-05,
      "loss": 0.0202,
      "step": 12311
    },
    {
      "epoch": 1.3347788378143972,
      "grad_norm": 0.44184380769729614,
      "learning_rate": 5.5708689975337304e-05,
      "loss": 0.0131,
      "step": 12312
    },
    {
      "epoch": 1.334887250650477,
      "grad_norm": 0.09210226684808731,
      "learning_rate": 5.570506310750037e-05,
      "loss": 0.0207,
      "step": 12313
    },
    {
      "epoch": 1.3349956634865567,
      "grad_norm": 0.35782021284103394,
      "learning_rate": 5.570143623966343e-05,
      "loss": 0.0167,
      "step": 12314
    },
    {
      "epoch": 1.3351040763226365,
      "grad_norm": 0.28583985567092896,
      "learning_rate": 5.569780937182649e-05,
      "loss": 0.0202,
      "step": 12315
    },
    {
      "epoch": 1.3352124891587165,
      "grad_norm": 0.110695481300354,
      "learning_rate": 5.5694182503989554e-05,
      "loss": 0.0136,
      "step": 12316
    },
    {
      "epoch": 1.3353209019947962,
      "grad_norm": 0.14868295192718506,
      "learning_rate": 5.569055563615262e-05,
      "loss": 0.0167,
      "step": 12317
    },
    {
      "epoch": 1.335429314830876,
      "grad_norm": 0.22794272005558014,
      "learning_rate": 5.568692876831568e-05,
      "loss": 0.023,
      "step": 12318
    },
    {
      "epoch": 1.3355377276669558,
      "grad_norm": 0.4926406145095825,
      "learning_rate": 5.5683301900478746e-05,
      "loss": 0.0441,
      "step": 12319
    },
    {
      "epoch": 1.3356461405030355,
      "grad_norm": 0.3053438365459442,
      "learning_rate": 5.567967503264181e-05,
      "loss": 0.0683,
      "step": 12320
    },
    {
      "epoch": 1.3357545533391153,
      "grad_norm": 0.34005171060562134,
      "learning_rate": 5.5676048164804874e-05,
      "loss": 0.0293,
      "step": 12321
    },
    {
      "epoch": 1.335862966175195,
      "grad_norm": 0.9214885830879211,
      "learning_rate": 5.567242129696794e-05,
      "loss": 0.0771,
      "step": 12322
    },
    {
      "epoch": 1.335971379011275,
      "grad_norm": 0.22092363238334656,
      "learning_rate": 5.566879442913101e-05,
      "loss": 0.0087,
      "step": 12323
    },
    {
      "epoch": 1.3360797918473546,
      "grad_norm": 0.21190130710601807,
      "learning_rate": 5.5665167561294074e-05,
      "loss": 0.0173,
      "step": 12324
    },
    {
      "epoch": 1.3361882046834346,
      "grad_norm": 0.14759641885757446,
      "learning_rate": 5.566154069345714e-05,
      "loss": 0.025,
      "step": 12325
    },
    {
      "epoch": 1.3362966175195143,
      "grad_norm": 0.40330055356025696,
      "learning_rate": 5.56579138256202e-05,
      "loss": 0.0665,
      "step": 12326
    },
    {
      "epoch": 1.336405030355594,
      "grad_norm": 0.1909790188074112,
      "learning_rate": 5.5654286957783266e-05,
      "loss": 0.0341,
      "step": 12327
    },
    {
      "epoch": 1.3365134431916739,
      "grad_norm": 0.4495660662651062,
      "learning_rate": 5.565066008994633e-05,
      "loss": 0.025,
      "step": 12328
    },
    {
      "epoch": 1.3366218560277536,
      "grad_norm": 0.21176166832447052,
      "learning_rate": 5.564703322210939e-05,
      "loss": 0.021,
      "step": 12329
    },
    {
      "epoch": 1.3367302688638336,
      "grad_norm": 0.3219779133796692,
      "learning_rate": 5.564340635427245e-05,
      "loss": 0.0414,
      "step": 12330
    },
    {
      "epoch": 1.3368386816999132,
      "grad_norm": 0.28018108010292053,
      "learning_rate": 5.5639779486435516e-05,
      "loss": 0.0392,
      "step": 12331
    },
    {
      "epoch": 1.3369470945359931,
      "grad_norm": 0.22970148921012878,
      "learning_rate": 5.563615261859858e-05,
      "loss": 0.0563,
      "step": 12332
    },
    {
      "epoch": 1.337055507372073,
      "grad_norm": 0.14765483140945435,
      "learning_rate": 5.5632525750761644e-05,
      "loss": 0.0101,
      "step": 12333
    },
    {
      "epoch": 1.3371639202081527,
      "grad_norm": 0.039451196789741516,
      "learning_rate": 5.562889888292471e-05,
      "loss": 0.0029,
      "step": 12334
    },
    {
      "epoch": 1.3372723330442324,
      "grad_norm": 0.3354648947715759,
      "learning_rate": 5.562527201508777e-05,
      "loss": 0.044,
      "step": 12335
    },
    {
      "epoch": 1.3373807458803122,
      "grad_norm": 0.3270660638809204,
      "learning_rate": 5.5621645147250836e-05,
      "loss": 0.029,
      "step": 12336
    },
    {
      "epoch": 1.337489158716392,
      "grad_norm": 0.15206080675125122,
      "learning_rate": 5.56180182794139e-05,
      "loss": 0.0169,
      "step": 12337
    },
    {
      "epoch": 1.3375975715524717,
      "grad_norm": 0.08225829899311066,
      "learning_rate": 5.561439141157696e-05,
      "loss": 0.0061,
      "step": 12338
    },
    {
      "epoch": 1.3377059843885517,
      "grad_norm": 0.04630369320511818,
      "learning_rate": 5.561076454374002e-05,
      "loss": 0.0049,
      "step": 12339
    },
    {
      "epoch": 1.3378143972246315,
      "grad_norm": 0.11235900223255157,
      "learning_rate": 5.56071376759031e-05,
      "loss": 0.0105,
      "step": 12340
    },
    {
      "epoch": 1.3379228100607112,
      "grad_norm": 0.326154500246048,
      "learning_rate": 5.560351080806616e-05,
      "loss": 0.0515,
      "step": 12341
    },
    {
      "epoch": 1.338031222896791,
      "grad_norm": 0.17131872475147247,
      "learning_rate": 5.559988394022923e-05,
      "loss": 0.0391,
      "step": 12342
    },
    {
      "epoch": 1.3381396357328708,
      "grad_norm": 0.10962139815092087,
      "learning_rate": 5.559625707239229e-05,
      "loss": 0.0107,
      "step": 12343
    },
    {
      "epoch": 1.3382480485689505,
      "grad_norm": 0.048503294587135315,
      "learning_rate": 5.559263020455535e-05,
      "loss": 0.0053,
      "step": 12344
    },
    {
      "epoch": 1.3383564614050303,
      "grad_norm": 0.23514024913311005,
      "learning_rate": 5.558900333671841e-05,
      "loss": 0.0219,
      "step": 12345
    },
    {
      "epoch": 1.3384648742411103,
      "grad_norm": 0.38507428765296936,
      "learning_rate": 5.558537646888148e-05,
      "loss": 0.0274,
      "step": 12346
    },
    {
      "epoch": 1.3385732870771898,
      "grad_norm": 0.488179475069046,
      "learning_rate": 5.558174960104454e-05,
      "loss": 0.0327,
      "step": 12347
    },
    {
      "epoch": 1.3386816999132698,
      "grad_norm": 0.16350115835666656,
      "learning_rate": 5.5578122733207605e-05,
      "loss": 0.0172,
      "step": 12348
    },
    {
      "epoch": 1.3387901127493496,
      "grad_norm": 0.2572269141674042,
      "learning_rate": 5.557449586537067e-05,
      "loss": 0.0211,
      "step": 12349
    },
    {
      "epoch": 1.3388985255854293,
      "grad_norm": 0.1501573771238327,
      "learning_rate": 5.5570868997533734e-05,
      "loss": 0.0207,
      "step": 12350
    },
    {
      "epoch": 1.339006938421509,
      "grad_norm": 0.14072492718696594,
      "learning_rate": 5.55672421296968e-05,
      "loss": 0.0212,
      "step": 12351
    },
    {
      "epoch": 1.3391153512575888,
      "grad_norm": 0.12079781293869019,
      "learning_rate": 5.5563615261859855e-05,
      "loss": 0.021,
      "step": 12352
    },
    {
      "epoch": 1.3392237640936686,
      "grad_norm": 0.03801320493221283,
      "learning_rate": 5.555998839402292e-05,
      "loss": 0.0049,
      "step": 12353
    },
    {
      "epoch": 1.3393321769297484,
      "grad_norm": 0.31225764751434326,
      "learning_rate": 5.555636152618598e-05,
      "loss": 0.0296,
      "step": 12354
    },
    {
      "epoch": 1.3394405897658284,
      "grad_norm": 0.04234319180250168,
      "learning_rate": 5.555273465834905e-05,
      "loss": 0.0051,
      "step": 12355
    },
    {
      "epoch": 1.3395490026019081,
      "grad_norm": 0.2109566479921341,
      "learning_rate": 5.554910779051211e-05,
      "loss": 0.0194,
      "step": 12356
    },
    {
      "epoch": 1.3396574154379879,
      "grad_norm": 0.11862245947122574,
      "learning_rate": 5.5545480922675175e-05,
      "loss": 0.0091,
      "step": 12357
    },
    {
      "epoch": 1.3397658282740676,
      "grad_norm": 0.2770634889602661,
      "learning_rate": 5.5541854054838246e-05,
      "loss": 0.0242,
      "step": 12358
    },
    {
      "epoch": 1.3398742411101474,
      "grad_norm": 0.24847443401813507,
      "learning_rate": 5.553822718700131e-05,
      "loss": 0.0413,
      "step": 12359
    },
    {
      "epoch": 1.3399826539462272,
      "grad_norm": 0.35554590821266174,
      "learning_rate": 5.5534600319164375e-05,
      "loss": 0.0414,
      "step": 12360
    },
    {
      "epoch": 1.340091066782307,
      "grad_norm": 0.18124976754188538,
      "learning_rate": 5.553097345132744e-05,
      "loss": 0.0428,
      "step": 12361
    },
    {
      "epoch": 1.340199479618387,
      "grad_norm": 0.37833356857299805,
      "learning_rate": 5.55273465834905e-05,
      "loss": 0.0178,
      "step": 12362
    },
    {
      "epoch": 1.3403078924544667,
      "grad_norm": 0.0699012354016304,
      "learning_rate": 5.552371971565357e-05,
      "loss": 0.0061,
      "step": 12363
    },
    {
      "epoch": 1.3404163052905465,
      "grad_norm": 0.37045416235923767,
      "learning_rate": 5.552009284781663e-05,
      "loss": 0.0298,
      "step": 12364
    },
    {
      "epoch": 1.3405247181266262,
      "grad_norm": 0.056378189474344254,
      "learning_rate": 5.5516465979979695e-05,
      "loss": 0.0026,
      "step": 12365
    },
    {
      "epoch": 1.340633130962706,
      "grad_norm": 0.6085240840911865,
      "learning_rate": 5.551283911214276e-05,
      "loss": 0.0271,
      "step": 12366
    },
    {
      "epoch": 1.3407415437987857,
      "grad_norm": 0.20296287536621094,
      "learning_rate": 5.5509212244305817e-05,
      "loss": 0.0292,
      "step": 12367
    },
    {
      "epoch": 1.3408499566348655,
      "grad_norm": 0.19008252024650574,
      "learning_rate": 5.550558537646888e-05,
      "loss": 0.0186,
      "step": 12368
    },
    {
      "epoch": 1.3409583694709455,
      "grad_norm": 0.2759789526462555,
      "learning_rate": 5.5501958508631945e-05,
      "loss": 0.0258,
      "step": 12369
    },
    {
      "epoch": 1.341066782307025,
      "grad_norm": 0.11287178099155426,
      "learning_rate": 5.549833164079501e-05,
      "loss": 0.0131,
      "step": 12370
    },
    {
      "epoch": 1.341175195143105,
      "grad_norm": 0.47994834184646606,
      "learning_rate": 5.549470477295807e-05,
      "loss": 0.0661,
      "step": 12371
    },
    {
      "epoch": 1.3412836079791848,
      "grad_norm": 0.17353834211826324,
      "learning_rate": 5.549107790512114e-05,
      "loss": 0.0217,
      "step": 12372
    },
    {
      "epoch": 1.3413920208152645,
      "grad_norm": 0.05695256590843201,
      "learning_rate": 5.54874510372842e-05,
      "loss": 0.0058,
      "step": 12373
    },
    {
      "epoch": 1.3415004336513443,
      "grad_norm": 0.15788282454013824,
      "learning_rate": 5.5483824169447265e-05,
      "loss": 0.0155,
      "step": 12374
    },
    {
      "epoch": 1.341608846487424,
      "grad_norm": 0.16662348806858063,
      "learning_rate": 5.5480197301610336e-05,
      "loss": 0.0064,
      "step": 12375
    },
    {
      "epoch": 1.3417172593235038,
      "grad_norm": 0.1654476672410965,
      "learning_rate": 5.54765704337734e-05,
      "loss": 0.012,
      "step": 12376
    },
    {
      "epoch": 1.3418256721595836,
      "grad_norm": 0.10354926437139511,
      "learning_rate": 5.5472943565936464e-05,
      "loss": 0.006,
      "step": 12377
    },
    {
      "epoch": 1.3419340849956636,
      "grad_norm": 0.30202341079711914,
      "learning_rate": 5.546931669809953e-05,
      "loss": 0.0257,
      "step": 12378
    },
    {
      "epoch": 1.3420424978317433,
      "grad_norm": 0.8963703513145447,
      "learning_rate": 5.546568983026259e-05,
      "loss": 0.0268,
      "step": 12379
    },
    {
      "epoch": 1.342150910667823,
      "grad_norm": 0.20458665490150452,
      "learning_rate": 5.546206296242566e-05,
      "loss": 0.0488,
      "step": 12380
    },
    {
      "epoch": 1.3422593235039029,
      "grad_norm": 0.29924866557121277,
      "learning_rate": 5.5458436094588714e-05,
      "loss": 0.0554,
      "step": 12381
    },
    {
      "epoch": 1.3423677363399826,
      "grad_norm": 0.07687675952911377,
      "learning_rate": 5.545480922675178e-05,
      "loss": 0.0065,
      "step": 12382
    },
    {
      "epoch": 1.3424761491760624,
      "grad_norm": 0.6235186457633972,
      "learning_rate": 5.545118235891484e-05,
      "loss": 0.0305,
      "step": 12383
    },
    {
      "epoch": 1.3425845620121422,
      "grad_norm": 0.3327505886554718,
      "learning_rate": 5.5447555491077906e-05,
      "loss": 0.0449,
      "step": 12384
    },
    {
      "epoch": 1.3426929748482221,
      "grad_norm": 0.21572421491146088,
      "learning_rate": 5.544392862324097e-05,
      "loss": 0.027,
      "step": 12385
    },
    {
      "epoch": 1.3428013876843017,
      "grad_norm": 0.1869899481534958,
      "learning_rate": 5.5440301755404035e-05,
      "loss": 0.027,
      "step": 12386
    },
    {
      "epoch": 1.3429098005203817,
      "grad_norm": 0.4134112298488617,
      "learning_rate": 5.54366748875671e-05,
      "loss": 0.0415,
      "step": 12387
    },
    {
      "epoch": 1.3430182133564614,
      "grad_norm": 0.2126399576663971,
      "learning_rate": 5.543304801973016e-05,
      "loss": 0.0207,
      "step": 12388
    },
    {
      "epoch": 1.3431266261925412,
      "grad_norm": 0.4320657551288605,
      "learning_rate": 5.542942115189323e-05,
      "loss": 0.0565,
      "step": 12389
    },
    {
      "epoch": 1.343235039028621,
      "grad_norm": 0.252791166305542,
      "learning_rate": 5.5425794284056284e-05,
      "loss": 0.0341,
      "step": 12390
    },
    {
      "epoch": 1.3433434518647007,
      "grad_norm": 0.07426299899816513,
      "learning_rate": 5.542216741621935e-05,
      "loss": 0.0067,
      "step": 12391
    },
    {
      "epoch": 1.3434518647007807,
      "grad_norm": 0.34861448407173157,
      "learning_rate": 5.5418540548382426e-05,
      "loss": 0.034,
      "step": 12392
    },
    {
      "epoch": 1.3435602775368602,
      "grad_norm": 0.18965646624565125,
      "learning_rate": 5.541491368054549e-05,
      "loss": 0.0263,
      "step": 12393
    },
    {
      "epoch": 1.3436686903729402,
      "grad_norm": 0.25593194365501404,
      "learning_rate": 5.5411286812708554e-05,
      "loss": 0.053,
      "step": 12394
    },
    {
      "epoch": 1.34377710320902,
      "grad_norm": 0.16335421800613403,
      "learning_rate": 5.540765994487162e-05,
      "loss": 0.0277,
      "step": 12395
    },
    {
      "epoch": 1.3438855160450998,
      "grad_norm": 0.35342177748680115,
      "learning_rate": 5.5404033077034676e-05,
      "loss": 0.034,
      "step": 12396
    },
    {
      "epoch": 1.3439939288811795,
      "grad_norm": 0.12971265614032745,
      "learning_rate": 5.540040620919774e-05,
      "loss": 0.017,
      "step": 12397
    },
    {
      "epoch": 1.3441023417172593,
      "grad_norm": 0.03264714404940605,
      "learning_rate": 5.5396779341360804e-05,
      "loss": 0.0045,
      "step": 12398
    },
    {
      "epoch": 1.344210754553339,
      "grad_norm": 0.35701602697372437,
      "learning_rate": 5.539315247352387e-05,
      "loss": 0.0575,
      "step": 12399
    },
    {
      "epoch": 1.3443191673894188,
      "grad_norm": 0.30276617407798767,
      "learning_rate": 5.538952560568693e-05,
      "loss": 0.0544,
      "step": 12400
    },
    {
      "epoch": 1.3444275802254988,
      "grad_norm": 0.23544685542583466,
      "learning_rate": 5.5385898737849996e-05,
      "loss": 0.0237,
      "step": 12401
    },
    {
      "epoch": 1.3445359930615786,
      "grad_norm": 0.21975165605545044,
      "learning_rate": 5.538227187001306e-05,
      "loss": 0.0212,
      "step": 12402
    },
    {
      "epoch": 1.3446444058976583,
      "grad_norm": 0.6477636694908142,
      "learning_rate": 5.5378645002176124e-05,
      "loss": 0.0707,
      "step": 12403
    },
    {
      "epoch": 1.344752818733738,
      "grad_norm": 0.5122101902961731,
      "learning_rate": 5.537501813433918e-05,
      "loss": 0.037,
      "step": 12404
    },
    {
      "epoch": 1.3448612315698178,
      "grad_norm": 0.0630255863070488,
      "learning_rate": 5.5371391266502246e-05,
      "loss": 0.0064,
      "step": 12405
    },
    {
      "epoch": 1.3449696444058976,
      "grad_norm": 0.2076021134853363,
      "learning_rate": 5.536776439866531e-05,
      "loss": 0.0144,
      "step": 12406
    },
    {
      "epoch": 1.3450780572419774,
      "grad_norm": 0.66652512550354,
      "learning_rate": 5.5364137530828374e-05,
      "loss": 0.1035,
      "step": 12407
    },
    {
      "epoch": 1.3451864700780574,
      "grad_norm": 0.19835302233695984,
      "learning_rate": 5.536051066299144e-05,
      "loss": 0.0223,
      "step": 12408
    },
    {
      "epoch": 1.345294882914137,
      "grad_norm": 0.5915679335594177,
      "learning_rate": 5.5356883795154516e-05,
      "loss": 0.0357,
      "step": 12409
    },
    {
      "epoch": 1.3454032957502169,
      "grad_norm": 0.20005041360855103,
      "learning_rate": 5.535325692731757e-05,
      "loss": 0.0176,
      "step": 12410
    },
    {
      "epoch": 1.3455117085862967,
      "grad_norm": 0.11355961859226227,
      "learning_rate": 5.534963005948064e-05,
      "loss": 0.0207,
      "step": 12411
    },
    {
      "epoch": 1.3456201214223764,
      "grad_norm": 0.22417496144771576,
      "learning_rate": 5.53460031916437e-05,
      "loss": 0.0164,
      "step": 12412
    },
    {
      "epoch": 1.3457285342584562,
      "grad_norm": 0.39684778451919556,
      "learning_rate": 5.5342376323806765e-05,
      "loss": 0.0465,
      "step": 12413
    },
    {
      "epoch": 1.345836947094536,
      "grad_norm": 0.17944197356700897,
      "learning_rate": 5.533874945596983e-05,
      "loss": 0.0138,
      "step": 12414
    },
    {
      "epoch": 1.3459453599306157,
      "grad_norm": 0.20199710130691528,
      "learning_rate": 5.5335122588132894e-05,
      "loss": 0.0229,
      "step": 12415
    },
    {
      "epoch": 1.3460537727666955,
      "grad_norm": 0.07449738681316376,
      "learning_rate": 5.533149572029596e-05,
      "loss": 0.0067,
      "step": 12416
    },
    {
      "epoch": 1.3461621856027755,
      "grad_norm": 0.09350495040416718,
      "learning_rate": 5.532786885245902e-05,
      "loss": 0.0098,
      "step": 12417
    },
    {
      "epoch": 1.3462705984388552,
      "grad_norm": 0.27270984649658203,
      "learning_rate": 5.5324241984622086e-05,
      "loss": 0.0426,
      "step": 12418
    },
    {
      "epoch": 1.346379011274935,
      "grad_norm": 0.08941172808408737,
      "learning_rate": 5.532061511678514e-05,
      "loss": 0.0069,
      "step": 12419
    },
    {
      "epoch": 1.3464874241110147,
      "grad_norm": 0.16814684867858887,
      "learning_rate": 5.531698824894821e-05,
      "loss": 0.0205,
      "step": 12420
    },
    {
      "epoch": 1.3465958369470945,
      "grad_norm": 0.3285854458808899,
      "learning_rate": 5.531336138111127e-05,
      "loss": 0.021,
      "step": 12421
    },
    {
      "epoch": 1.3467042497831743,
      "grad_norm": 0.28131991624832153,
      "learning_rate": 5.5309734513274336e-05,
      "loss": 0.0244,
      "step": 12422
    },
    {
      "epoch": 1.346812662619254,
      "grad_norm": 0.15559299290180206,
      "learning_rate": 5.53061076454374e-05,
      "loss": 0.0221,
      "step": 12423
    },
    {
      "epoch": 1.346921075455334,
      "grad_norm": 0.24934595823287964,
      "learning_rate": 5.5302480777600464e-05,
      "loss": 0.022,
      "step": 12424
    },
    {
      "epoch": 1.3470294882914138,
      "grad_norm": 0.1759045273065567,
      "learning_rate": 5.529885390976353e-05,
      "loss": 0.0165,
      "step": 12425
    },
    {
      "epoch": 1.3471379011274935,
      "grad_norm": 0.13971276581287384,
      "learning_rate": 5.529522704192659e-05,
      "loss": 0.0247,
      "step": 12426
    },
    {
      "epoch": 1.3472463139635733,
      "grad_norm": 0.16750511527061462,
      "learning_rate": 5.529160017408966e-05,
      "loss": 0.0317,
      "step": 12427
    },
    {
      "epoch": 1.347354726799653,
      "grad_norm": 0.5196073055267334,
      "learning_rate": 5.528797330625273e-05,
      "loss": 0.0385,
      "step": 12428
    },
    {
      "epoch": 1.3474631396357328,
      "grad_norm": 0.3470650017261505,
      "learning_rate": 5.528434643841579e-05,
      "loss": 0.0358,
      "step": 12429
    },
    {
      "epoch": 1.3475715524718126,
      "grad_norm": 0.42555779218673706,
      "learning_rate": 5.5280719570578855e-05,
      "loss": 0.0451,
      "step": 12430
    },
    {
      "epoch": 1.3476799653078926,
      "grad_norm": 0.4951871633529663,
      "learning_rate": 5.527709270274192e-05,
      "loss": 0.07,
      "step": 12431
    },
    {
      "epoch": 1.3477883781439721,
      "grad_norm": 0.12109439820051193,
      "learning_rate": 5.527346583490498e-05,
      "loss": 0.0114,
      "step": 12432
    },
    {
      "epoch": 1.347896790980052,
      "grad_norm": 0.1045757383108139,
      "learning_rate": 5.526983896706804e-05,
      "loss": 0.0115,
      "step": 12433
    },
    {
      "epoch": 1.3480052038161319,
      "grad_norm": 0.7753444910049438,
      "learning_rate": 5.5266212099231105e-05,
      "loss": 0.0345,
      "step": 12434
    },
    {
      "epoch": 1.3481136166522116,
      "grad_norm": 0.1763535439968109,
      "learning_rate": 5.526258523139417e-05,
      "loss": 0.0231,
      "step": 12435
    },
    {
      "epoch": 1.3482220294882914,
      "grad_norm": 0.37432706356048584,
      "learning_rate": 5.525895836355723e-05,
      "loss": 0.0362,
      "step": 12436
    },
    {
      "epoch": 1.3483304423243712,
      "grad_norm": 0.2558811604976654,
      "learning_rate": 5.52553314957203e-05,
      "loss": 0.0249,
      "step": 12437
    },
    {
      "epoch": 1.348438855160451,
      "grad_norm": 0.23840798437595367,
      "learning_rate": 5.525170462788336e-05,
      "loss": 0.0509,
      "step": 12438
    },
    {
      "epoch": 1.3485472679965307,
      "grad_norm": 0.04203818738460541,
      "learning_rate": 5.5248077760046425e-05,
      "loss": 0.0066,
      "step": 12439
    },
    {
      "epoch": 1.3486556808326107,
      "grad_norm": 0.3860045373439789,
      "learning_rate": 5.524445089220949e-05,
      "loss": 0.0373,
      "step": 12440
    },
    {
      "epoch": 1.3487640936686904,
      "grad_norm": 0.31050291657447815,
      "learning_rate": 5.5240824024372554e-05,
      "loss": 0.0239,
      "step": 12441
    },
    {
      "epoch": 1.3488725065047702,
      "grad_norm": 0.18399173021316528,
      "learning_rate": 5.523719715653561e-05,
      "loss": 0.0157,
      "step": 12442
    },
    {
      "epoch": 1.34898091934085,
      "grad_norm": 0.3253687620162964,
      "learning_rate": 5.5233570288698675e-05,
      "loss": 0.0306,
      "step": 12443
    },
    {
      "epoch": 1.3490893321769297,
      "grad_norm": 0.053900253027677536,
      "learning_rate": 5.522994342086175e-05,
      "loss": 0.0059,
      "step": 12444
    },
    {
      "epoch": 1.3491977450130095,
      "grad_norm": 0.12804201245307922,
      "learning_rate": 5.522631655302482e-05,
      "loss": 0.0079,
      "step": 12445
    },
    {
      "epoch": 1.3493061578490892,
      "grad_norm": 0.27857205271720886,
      "learning_rate": 5.522268968518788e-05,
      "loss": 0.0188,
      "step": 12446
    },
    {
      "epoch": 1.3494145706851692,
      "grad_norm": 0.4058488607406616,
      "learning_rate": 5.5219062817350945e-05,
      "loss": 0.0718,
      "step": 12447
    },
    {
      "epoch": 1.349522983521249,
      "grad_norm": 0.18295995891094208,
      "learning_rate": 5.5215435949514e-05,
      "loss": 0.0293,
      "step": 12448
    },
    {
      "epoch": 1.3496313963573288,
      "grad_norm": 0.2881830632686615,
      "learning_rate": 5.5211809081677066e-05,
      "loss": 0.032,
      "step": 12449
    },
    {
      "epoch": 1.3497398091934085,
      "grad_norm": 0.08892123401165009,
      "learning_rate": 5.520818221384013e-05,
      "loss": 0.0052,
      "step": 12450
    },
    {
      "epoch": 1.3498482220294883,
      "grad_norm": 0.10209229588508606,
      "learning_rate": 5.5204555346003195e-05,
      "loss": 0.0172,
      "step": 12451
    },
    {
      "epoch": 1.349956634865568,
      "grad_norm": 0.14326293766498566,
      "learning_rate": 5.520092847816626e-05,
      "loss": 0.0185,
      "step": 12452
    },
    {
      "epoch": 1.3500650477016478,
      "grad_norm": 0.18529978394508362,
      "learning_rate": 5.519730161032932e-05,
      "loss": 0.024,
      "step": 12453
    },
    {
      "epoch": 1.3501734605377278,
      "grad_norm": 0.6245134472846985,
      "learning_rate": 5.519367474249239e-05,
      "loss": 0.0756,
      "step": 12454
    },
    {
      "epoch": 1.3502818733738073,
      "grad_norm": 0.16554726660251617,
      "learning_rate": 5.519004787465545e-05,
      "loss": 0.0134,
      "step": 12455
    },
    {
      "epoch": 1.3503902862098873,
      "grad_norm": 0.6383503079414368,
      "learning_rate": 5.518642100681851e-05,
      "loss": 0.0732,
      "step": 12456
    },
    {
      "epoch": 1.350498699045967,
      "grad_norm": 0.05880742892622948,
      "learning_rate": 5.518279413898157e-05,
      "loss": 0.0054,
      "step": 12457
    },
    {
      "epoch": 1.3506071118820469,
      "grad_norm": 0.17136991024017334,
      "learning_rate": 5.5179167271144637e-05,
      "loss": 0.0185,
      "step": 12458
    },
    {
      "epoch": 1.3507155247181266,
      "grad_norm": 0.3014128506183624,
      "learning_rate": 5.51755404033077e-05,
      "loss": 0.0359,
      "step": 12459
    },
    {
      "epoch": 1.3508239375542064,
      "grad_norm": 0.1788957118988037,
      "learning_rate": 5.5171913535470765e-05,
      "loss": 0.0175,
      "step": 12460
    },
    {
      "epoch": 1.3509323503902861,
      "grad_norm": 0.1873697191476822,
      "learning_rate": 5.516828666763384e-05,
      "loss": 0.0247,
      "step": 12461
    },
    {
      "epoch": 1.351040763226366,
      "grad_norm": 0.18845714628696442,
      "learning_rate": 5.51646597997969e-05,
      "loss": 0.0337,
      "step": 12462
    },
    {
      "epoch": 1.351149176062446,
      "grad_norm": 0.22075819969177246,
      "learning_rate": 5.5161032931959964e-05,
      "loss": 0.0297,
      "step": 12463
    },
    {
      "epoch": 1.3512575888985257,
      "grad_norm": 0.3553518056869507,
      "learning_rate": 5.515740606412303e-05,
      "loss": 0.046,
      "step": 12464
    },
    {
      "epoch": 1.3513660017346054,
      "grad_norm": 0.1394045352935791,
      "learning_rate": 5.515377919628609e-05,
      "loss": 0.0148,
      "step": 12465
    },
    {
      "epoch": 1.3514744145706852,
      "grad_norm": 0.23721235990524292,
      "learning_rate": 5.5150152328449156e-05,
      "loss": 0.0262,
      "step": 12466
    },
    {
      "epoch": 1.351582827406765,
      "grad_norm": 0.3314809799194336,
      "learning_rate": 5.514652546061222e-05,
      "loss": 0.0326,
      "step": 12467
    },
    {
      "epoch": 1.3516912402428447,
      "grad_norm": 0.14110128581523895,
      "learning_rate": 5.5142898592775284e-05,
      "loss": 0.0105,
      "step": 12468
    },
    {
      "epoch": 1.3517996530789245,
      "grad_norm": 0.44185420870780945,
      "learning_rate": 5.513927172493835e-05,
      "loss": 0.0374,
      "step": 12469
    },
    {
      "epoch": 1.3519080659150045,
      "grad_norm": 0.4125460386276245,
      "learning_rate": 5.513564485710141e-05,
      "loss": 0.0375,
      "step": 12470
    },
    {
      "epoch": 1.352016478751084,
      "grad_norm": 0.3665804862976074,
      "learning_rate": 5.513201798926447e-05,
      "loss": 0.0561,
      "step": 12471
    },
    {
      "epoch": 1.352124891587164,
      "grad_norm": 0.16076427698135376,
      "learning_rate": 5.5128391121427534e-05,
      "loss": 0.0149,
      "step": 12472
    },
    {
      "epoch": 1.3522333044232437,
      "grad_norm": 0.29108723998069763,
      "learning_rate": 5.51247642535906e-05,
      "loss": 0.0338,
      "step": 12473
    },
    {
      "epoch": 1.3523417172593235,
      "grad_norm": 0.38534224033355713,
      "learning_rate": 5.512113738575366e-05,
      "loss": 0.0303,
      "step": 12474
    },
    {
      "epoch": 1.3524501300954033,
      "grad_norm": 0.13091926276683807,
      "learning_rate": 5.5117510517916726e-05,
      "loss": 0.0174,
      "step": 12475
    },
    {
      "epoch": 1.352558542931483,
      "grad_norm": 0.06971952319145203,
      "learning_rate": 5.511388365007979e-05,
      "loss": 0.0065,
      "step": 12476
    },
    {
      "epoch": 1.352666955767563,
      "grad_norm": 0.2722068130970001,
      "learning_rate": 5.5110256782242855e-05,
      "loss": 0.0264,
      "step": 12477
    },
    {
      "epoch": 1.3527753686036426,
      "grad_norm": 0.1757180541753769,
      "learning_rate": 5.510662991440592e-05,
      "loss": 0.0146,
      "step": 12478
    },
    {
      "epoch": 1.3528837814397225,
      "grad_norm": 0.21856005489826202,
      "learning_rate": 5.510300304656899e-05,
      "loss": 0.0285,
      "step": 12479
    },
    {
      "epoch": 1.3529921942758023,
      "grad_norm": 0.2389916479587555,
      "learning_rate": 5.5099376178732054e-05,
      "loss": 0.0237,
      "step": 12480
    },
    {
      "epoch": 1.353100607111882,
      "grad_norm": 0.17132483422756195,
      "learning_rate": 5.509574931089512e-05,
      "loss": 0.0112,
      "step": 12481
    },
    {
      "epoch": 1.3532090199479618,
      "grad_norm": 0.16212904453277588,
      "learning_rate": 5.509212244305818e-05,
      "loss": 0.0178,
      "step": 12482
    },
    {
      "epoch": 1.3533174327840416,
      "grad_norm": 0.3464476466178894,
      "learning_rate": 5.5088495575221246e-05,
      "loss": 0.0125,
      "step": 12483
    },
    {
      "epoch": 1.3534258456201214,
      "grad_norm": 0.3866085708141327,
      "learning_rate": 5.508486870738431e-05,
      "loss": 0.015,
      "step": 12484
    },
    {
      "epoch": 1.3535342584562011,
      "grad_norm": 0.2016037553548813,
      "learning_rate": 5.508124183954737e-05,
      "loss": 0.0314,
      "step": 12485
    },
    {
      "epoch": 1.353642671292281,
      "grad_norm": 0.5624942779541016,
      "learning_rate": 5.507761497171043e-05,
      "loss": 0.0597,
      "step": 12486
    },
    {
      "epoch": 1.3537510841283609,
      "grad_norm": 0.3504677414894104,
      "learning_rate": 5.5073988103873496e-05,
      "loss": 0.0827,
      "step": 12487
    },
    {
      "epoch": 1.3538594969644406,
      "grad_norm": 0.035971157252788544,
      "learning_rate": 5.507036123603656e-05,
      "loss": 0.0039,
      "step": 12488
    },
    {
      "epoch": 1.3539679098005204,
      "grad_norm": 0.21184715628623962,
      "learning_rate": 5.5066734368199624e-05,
      "loss": 0.0088,
      "step": 12489
    },
    {
      "epoch": 1.3540763226366002,
      "grad_norm": 0.37709417939186096,
      "learning_rate": 5.506310750036269e-05,
      "loss": 0.0183,
      "step": 12490
    },
    {
      "epoch": 1.35418473547268,
      "grad_norm": 0.45881387591362,
      "learning_rate": 5.505948063252575e-05,
      "loss": 0.0323,
      "step": 12491
    },
    {
      "epoch": 1.3542931483087597,
      "grad_norm": 0.26141613721847534,
      "learning_rate": 5.5055853764688816e-05,
      "loss": 0.054,
      "step": 12492
    },
    {
      "epoch": 1.3544015611448397,
      "grad_norm": 0.5519407391548157,
      "learning_rate": 5.505222689685188e-05,
      "loss": 0.0706,
      "step": 12493
    },
    {
      "epoch": 1.3545099739809192,
      "grad_norm": 0.13399003446102142,
      "learning_rate": 5.504860002901494e-05,
      "loss": 0.0152,
      "step": 12494
    },
    {
      "epoch": 1.3546183868169992,
      "grad_norm": 0.4127396047115326,
      "learning_rate": 5.5044973161178e-05,
      "loss": 0.0602,
      "step": 12495
    },
    {
      "epoch": 1.354726799653079,
      "grad_norm": 0.2236793041229248,
      "learning_rate": 5.504134629334108e-05,
      "loss": 0.0332,
      "step": 12496
    },
    {
      "epoch": 1.3548352124891587,
      "grad_norm": 0.170259028673172,
      "learning_rate": 5.5037719425504143e-05,
      "loss": 0.0235,
      "step": 12497
    },
    {
      "epoch": 1.3549436253252385,
      "grad_norm": 0.26164504885673523,
      "learning_rate": 5.503409255766721e-05,
      "loss": 0.0305,
      "step": 12498
    },
    {
      "epoch": 1.3550520381613183,
      "grad_norm": 0.17523659765720367,
      "learning_rate": 5.503046568983027e-05,
      "loss": 0.0169,
      "step": 12499
    },
    {
      "epoch": 1.355160450997398,
      "grad_norm": 0.3744589686393738,
      "learning_rate": 5.502683882199333e-05,
      "loss": 0.058,
      "step": 12500
    },
    {
      "epoch": 1.3552688638334778,
      "grad_norm": 0.21228927373886108,
      "learning_rate": 5.502321195415639e-05,
      "loss": 0.0205,
      "step": 12501
    },
    {
      "epoch": 1.3553772766695578,
      "grad_norm": 0.1716412454843521,
      "learning_rate": 5.501958508631946e-05,
      "loss": 0.0197,
      "step": 12502
    },
    {
      "epoch": 1.3554856895056375,
      "grad_norm": 0.11394643783569336,
      "learning_rate": 5.501595821848252e-05,
      "loss": 0.0137,
      "step": 12503
    },
    {
      "epoch": 1.3555941023417173,
      "grad_norm": 0.1758171170949936,
      "learning_rate": 5.5012331350645585e-05,
      "loss": 0.0218,
      "step": 12504
    },
    {
      "epoch": 1.355702515177797,
      "grad_norm": 0.14315474033355713,
      "learning_rate": 5.500870448280865e-05,
      "loss": 0.0123,
      "step": 12505
    },
    {
      "epoch": 1.3558109280138768,
      "grad_norm": 0.599076509475708,
      "learning_rate": 5.5005077614971714e-05,
      "loss": 0.0527,
      "step": 12506
    },
    {
      "epoch": 1.3559193408499566,
      "grad_norm": 0.33345404267311096,
      "learning_rate": 5.500145074713478e-05,
      "loss": 0.0412,
      "step": 12507
    },
    {
      "epoch": 1.3560277536860363,
      "grad_norm": 0.2241986095905304,
      "learning_rate": 5.499782387929784e-05,
      "loss": 0.0452,
      "step": 12508
    },
    {
      "epoch": 1.3561361665221163,
      "grad_norm": 0.15018369257450104,
      "learning_rate": 5.49941970114609e-05,
      "loss": 0.0322,
      "step": 12509
    },
    {
      "epoch": 1.356244579358196,
      "grad_norm": 0.33392706513404846,
      "learning_rate": 5.499057014362396e-05,
      "loss": 0.037,
      "step": 12510
    },
    {
      "epoch": 1.3563529921942759,
      "grad_norm": 0.25388988852500916,
      "learning_rate": 5.498694327578703e-05,
      "loss": 0.0239,
      "step": 12511
    },
    {
      "epoch": 1.3564614050303556,
      "grad_norm": 0.2960098087787628,
      "learning_rate": 5.498331640795009e-05,
      "loss": 0.0295,
      "step": 12512
    },
    {
      "epoch": 1.3565698178664354,
      "grad_norm": 0.16027800738811493,
      "learning_rate": 5.497968954011317e-05,
      "loss": 0.016,
      "step": 12513
    },
    {
      "epoch": 1.3566782307025151,
      "grad_norm": 0.17067070305347443,
      "learning_rate": 5.4976062672276226e-05,
      "loss": 0.0175,
      "step": 12514
    },
    {
      "epoch": 1.356786643538595,
      "grad_norm": 0.14033132791519165,
      "learning_rate": 5.497243580443929e-05,
      "loss": 0.0196,
      "step": 12515
    },
    {
      "epoch": 1.356895056374675,
      "grad_norm": 0.028161421418190002,
      "learning_rate": 5.4968808936602355e-05,
      "loss": 0.0022,
      "step": 12516
    },
    {
      "epoch": 1.3570034692107544,
      "grad_norm": 0.19504903256893158,
      "learning_rate": 5.496518206876542e-05,
      "loss": 0.0209,
      "step": 12517
    },
    {
      "epoch": 1.3571118820468344,
      "grad_norm": 0.2672855854034424,
      "learning_rate": 5.496155520092848e-05,
      "loss": 0.0236,
      "step": 12518
    },
    {
      "epoch": 1.3572202948829142,
      "grad_norm": 0.4144052267074585,
      "learning_rate": 5.495792833309155e-05,
      "loss": 0.0367,
      "step": 12519
    },
    {
      "epoch": 1.357328707718994,
      "grad_norm": 0.20492912828922272,
      "learning_rate": 5.495430146525461e-05,
      "loss": 0.0131,
      "step": 12520
    },
    {
      "epoch": 1.3574371205550737,
      "grad_norm": 0.23570671677589417,
      "learning_rate": 5.4950674597417675e-05,
      "loss": 0.0392,
      "step": 12521
    },
    {
      "epoch": 1.3575455333911535,
      "grad_norm": 0.17677193880081177,
      "learning_rate": 5.494704772958074e-05,
      "loss": 0.0162,
      "step": 12522
    },
    {
      "epoch": 1.3576539462272332,
      "grad_norm": 0.1521712988615036,
      "learning_rate": 5.4943420861743797e-05,
      "loss": 0.0135,
      "step": 12523
    },
    {
      "epoch": 1.357762359063313,
      "grad_norm": 0.09430452436208725,
      "learning_rate": 5.493979399390686e-05,
      "loss": 0.0096,
      "step": 12524
    },
    {
      "epoch": 1.357870771899393,
      "grad_norm": 0.03501506894826889,
      "learning_rate": 5.4936167126069925e-05,
      "loss": 0.0018,
      "step": 12525
    },
    {
      "epoch": 1.3579791847354727,
      "grad_norm": 0.2782045900821686,
      "learning_rate": 5.493254025823299e-05,
      "loss": 0.032,
      "step": 12526
    },
    {
      "epoch": 1.3580875975715525,
      "grad_norm": 0.3080404996871948,
      "learning_rate": 5.492891339039605e-05,
      "loss": 0.0263,
      "step": 12527
    },
    {
      "epoch": 1.3581960104076323,
      "grad_norm": 0.864200234413147,
      "learning_rate": 5.492528652255912e-05,
      "loss": 0.0514,
      "step": 12528
    },
    {
      "epoch": 1.358304423243712,
      "grad_norm": 0.15179350972175598,
      "learning_rate": 5.492165965472218e-05,
      "loss": 0.0138,
      "step": 12529
    },
    {
      "epoch": 1.3584128360797918,
      "grad_norm": 0.2529388666152954,
      "learning_rate": 5.491803278688525e-05,
      "loss": 0.0189,
      "step": 12530
    },
    {
      "epoch": 1.3585212489158716,
      "grad_norm": 0.13023333251476288,
      "learning_rate": 5.4914405919048316e-05,
      "loss": 0.023,
      "step": 12531
    },
    {
      "epoch": 1.3586296617519515,
      "grad_norm": 0.2966766357421875,
      "learning_rate": 5.491077905121138e-05,
      "loss": 0.0242,
      "step": 12532
    },
    {
      "epoch": 1.358738074588031,
      "grad_norm": 0.3620256781578064,
      "learning_rate": 5.4907152183374444e-05,
      "loss": 0.0336,
      "step": 12533
    },
    {
      "epoch": 1.358846487424111,
      "grad_norm": 0.1699884682893753,
      "learning_rate": 5.490352531553751e-05,
      "loss": 0.0166,
      "step": 12534
    },
    {
      "epoch": 1.3589549002601908,
      "grad_norm": 0.06821314990520477,
      "learning_rate": 5.489989844770057e-05,
      "loss": 0.0191,
      "step": 12535
    },
    {
      "epoch": 1.3590633130962706,
      "grad_norm": 0.43096059560775757,
      "learning_rate": 5.489627157986364e-05,
      "loss": 0.015,
      "step": 12536
    },
    {
      "epoch": 1.3591717259323504,
      "grad_norm": 0.3414033353328705,
      "learning_rate": 5.4892644712026694e-05,
      "loss": 0.026,
      "step": 12537
    },
    {
      "epoch": 1.3592801387684301,
      "grad_norm": 0.12063372135162354,
      "learning_rate": 5.488901784418976e-05,
      "loss": 0.023,
      "step": 12538
    },
    {
      "epoch": 1.35938855160451,
      "grad_norm": 0.2080077826976776,
      "learning_rate": 5.488539097635282e-05,
      "loss": 0.0262,
      "step": 12539
    },
    {
      "epoch": 1.3594969644405897,
      "grad_norm": 0.17556187510490417,
      "learning_rate": 5.4881764108515886e-05,
      "loss": 0.0364,
      "step": 12540
    },
    {
      "epoch": 1.3596053772766696,
      "grad_norm": 0.25653311610221863,
      "learning_rate": 5.487813724067895e-05,
      "loss": 0.0103,
      "step": 12541
    },
    {
      "epoch": 1.3597137901127494,
      "grad_norm": 0.7293557524681091,
      "learning_rate": 5.4874510372842015e-05,
      "loss": 0.0696,
      "step": 12542
    },
    {
      "epoch": 1.3598222029488292,
      "grad_norm": 0.28883957862854004,
      "learning_rate": 5.487088350500508e-05,
      "loss": 0.0241,
      "step": 12543
    },
    {
      "epoch": 1.359930615784909,
      "grad_norm": 0.2280939668416977,
      "learning_rate": 5.486725663716814e-05,
      "loss": 0.0342,
      "step": 12544
    },
    {
      "epoch": 1.3600390286209887,
      "grad_norm": 0.19895966351032257,
      "learning_rate": 5.486362976933121e-05,
      "loss": 0.0248,
      "step": 12545
    },
    {
      "epoch": 1.3601474414570685,
      "grad_norm": 0.2263665646314621,
      "learning_rate": 5.4860002901494264e-05,
      "loss": 0.0156,
      "step": 12546
    },
    {
      "epoch": 1.3602558542931482,
      "grad_norm": 0.19461099803447723,
      "learning_rate": 5.485637603365733e-05,
      "loss": 0.024,
      "step": 12547
    },
    {
      "epoch": 1.3603642671292282,
      "grad_norm": 0.06973452121019363,
      "learning_rate": 5.4852749165820406e-05,
      "loss": 0.0052,
      "step": 12548
    },
    {
      "epoch": 1.360472679965308,
      "grad_norm": 1.0452769994735718,
      "learning_rate": 5.484912229798347e-05,
      "loss": 0.0213,
      "step": 12549
    },
    {
      "epoch": 1.3605810928013877,
      "grad_norm": 0.09503244608640671,
      "learning_rate": 5.4845495430146534e-05,
      "loss": 0.0151,
      "step": 12550
    },
    {
      "epoch": 1.3606895056374675,
      "grad_norm": 0.06132960319519043,
      "learning_rate": 5.48418685623096e-05,
      "loss": 0.0098,
      "step": 12551
    },
    {
      "epoch": 1.3607979184735473,
      "grad_norm": 0.26831015944480896,
      "learning_rate": 5.4838241694472656e-05,
      "loss": 0.043,
      "step": 12552
    },
    {
      "epoch": 1.360906331309627,
      "grad_norm": 0.5016729235649109,
      "learning_rate": 5.483461482663572e-05,
      "loss": 0.0727,
      "step": 12553
    },
    {
      "epoch": 1.3610147441457068,
      "grad_norm": 0.2908218801021576,
      "learning_rate": 5.4830987958798784e-05,
      "loss": 0.0219,
      "step": 12554
    },
    {
      "epoch": 1.3611231569817868,
      "grad_norm": 0.21803909540176392,
      "learning_rate": 5.482736109096185e-05,
      "loss": 0.0232,
      "step": 12555
    },
    {
      "epoch": 1.3612315698178663,
      "grad_norm": 0.0524543933570385,
      "learning_rate": 5.482373422312491e-05,
      "loss": 0.0067,
      "step": 12556
    },
    {
      "epoch": 1.3613399826539463,
      "grad_norm": 0.41751301288604736,
      "learning_rate": 5.4820107355287976e-05,
      "loss": 0.0282,
      "step": 12557
    },
    {
      "epoch": 1.361448395490026,
      "grad_norm": 0.472053200006485,
      "learning_rate": 5.481648048745104e-05,
      "loss": 0.031,
      "step": 12558
    },
    {
      "epoch": 1.3615568083261058,
      "grad_norm": 0.13306128978729248,
      "learning_rate": 5.4812853619614104e-05,
      "loss": 0.0188,
      "step": 12559
    },
    {
      "epoch": 1.3616652211621856,
      "grad_norm": 0.07370640337467194,
      "learning_rate": 5.480922675177717e-05,
      "loss": 0.0133,
      "step": 12560
    },
    {
      "epoch": 1.3617736339982653,
      "grad_norm": 0.22147203981876373,
      "learning_rate": 5.4805599883940226e-05,
      "loss": 0.0179,
      "step": 12561
    },
    {
      "epoch": 1.361882046834345,
      "grad_norm": 0.1348494589328766,
      "learning_rate": 5.480197301610329e-05,
      "loss": 0.0157,
      "step": 12562
    },
    {
      "epoch": 1.3619904596704249,
      "grad_norm": 0.6100379228591919,
      "learning_rate": 5.4798346148266354e-05,
      "loss": 0.0449,
      "step": 12563
    },
    {
      "epoch": 1.3620988725065049,
      "grad_norm": 0.13237546384334564,
      "learning_rate": 5.479471928042942e-05,
      "loss": 0.0225,
      "step": 12564
    },
    {
      "epoch": 1.3622072853425846,
      "grad_norm": 0.2375016212463379,
      "learning_rate": 5.4791092412592496e-05,
      "loss": 0.0386,
      "step": 12565
    },
    {
      "epoch": 1.3623156981786644,
      "grad_norm": 0.20662035048007965,
      "learning_rate": 5.478746554475555e-05,
      "loss": 0.021,
      "step": 12566
    },
    {
      "epoch": 1.3624241110147441,
      "grad_norm": 0.17051492631435394,
      "learning_rate": 5.478383867691862e-05,
      "loss": 0.0248,
      "step": 12567
    },
    {
      "epoch": 1.362532523850824,
      "grad_norm": 0.20448380708694458,
      "learning_rate": 5.478021180908168e-05,
      "loss": 0.0141,
      "step": 12568
    },
    {
      "epoch": 1.3626409366869037,
      "grad_norm": 0.254814088344574,
      "learning_rate": 5.4776584941244745e-05,
      "loss": 0.0403,
      "step": 12569
    },
    {
      "epoch": 1.3627493495229834,
      "grad_norm": 0.33141371607780457,
      "learning_rate": 5.477295807340781e-05,
      "loss": 0.0441,
      "step": 12570
    },
    {
      "epoch": 1.3628577623590634,
      "grad_norm": 0.4166984558105469,
      "learning_rate": 5.4769331205570874e-05,
      "loss": 0.0223,
      "step": 12571
    },
    {
      "epoch": 1.3629661751951432,
      "grad_norm": 0.15851308405399323,
      "learning_rate": 5.476570433773394e-05,
      "loss": 0.0141,
      "step": 12572
    },
    {
      "epoch": 1.363074588031223,
      "grad_norm": 0.4861260652542114,
      "learning_rate": 5.4762077469897e-05,
      "loss": 0.0311,
      "step": 12573
    },
    {
      "epoch": 1.3631830008673027,
      "grad_norm": 0.10622300207614899,
      "learning_rate": 5.4758450602060066e-05,
      "loss": 0.0124,
      "step": 12574
    },
    {
      "epoch": 1.3632914137033825,
      "grad_norm": 0.14477728307247162,
      "learning_rate": 5.475482373422312e-05,
      "loss": 0.0084,
      "step": 12575
    },
    {
      "epoch": 1.3633998265394622,
      "grad_norm": 0.31310585141181946,
      "learning_rate": 5.475119686638619e-05,
      "loss": 0.0176,
      "step": 12576
    },
    {
      "epoch": 1.363508239375542,
      "grad_norm": 0.4801122546195984,
      "learning_rate": 5.474756999854925e-05,
      "loss": 0.0749,
      "step": 12577
    },
    {
      "epoch": 1.363616652211622,
      "grad_norm": 0.248092383146286,
      "learning_rate": 5.4743943130712316e-05,
      "loss": 0.0259,
      "step": 12578
    },
    {
      "epoch": 1.3637250650477015,
      "grad_norm": 0.2552868127822876,
      "learning_rate": 5.474031626287538e-05,
      "loss": 0.0252,
      "step": 12579
    },
    {
      "epoch": 1.3638334778837815,
      "grad_norm": 0.28386276960372925,
      "learning_rate": 5.4736689395038444e-05,
      "loss": 0.0491,
      "step": 12580
    },
    {
      "epoch": 1.3639418907198613,
      "grad_norm": 0.30391767621040344,
      "learning_rate": 5.473306252720151e-05,
      "loss": 0.0167,
      "step": 12581
    },
    {
      "epoch": 1.364050303555941,
      "grad_norm": 0.5964170694351196,
      "learning_rate": 5.472943565936458e-05,
      "loss": 0.0238,
      "step": 12582
    },
    {
      "epoch": 1.3641587163920208,
      "grad_norm": 0.07566038519144058,
      "learning_rate": 5.472580879152764e-05,
      "loss": 0.0144,
      "step": 12583
    },
    {
      "epoch": 1.3642671292281006,
      "grad_norm": 0.04983499273657799,
      "learning_rate": 5.472218192369071e-05,
      "loss": 0.0031,
      "step": 12584
    },
    {
      "epoch": 1.3643755420641803,
      "grad_norm": 0.2700943052768707,
      "learning_rate": 5.471855505585377e-05,
      "loss": 0.0448,
      "step": 12585
    },
    {
      "epoch": 1.36448395490026,
      "grad_norm": 0.616661787033081,
      "learning_rate": 5.4714928188016835e-05,
      "loss": 0.0218,
      "step": 12586
    },
    {
      "epoch": 1.36459236773634,
      "grad_norm": 0.34069740772247314,
      "learning_rate": 5.47113013201799e-05,
      "loss": 0.033,
      "step": 12587
    },
    {
      "epoch": 1.3647007805724198,
      "grad_norm": 0.19643138349056244,
      "learning_rate": 5.4707674452342963e-05,
      "loss": 0.0178,
      "step": 12588
    },
    {
      "epoch": 1.3648091934084996,
      "grad_norm": 0.32409045100212097,
      "learning_rate": 5.470404758450602e-05,
      "loss": 0.028,
      "step": 12589
    },
    {
      "epoch": 1.3649176062445794,
      "grad_norm": 0.22237437963485718,
      "learning_rate": 5.4700420716669085e-05,
      "loss": 0.0188,
      "step": 12590
    },
    {
      "epoch": 1.3650260190806591,
      "grad_norm": 0.11738328635692596,
      "learning_rate": 5.469679384883215e-05,
      "loss": 0.0108,
      "step": 12591
    },
    {
      "epoch": 1.3651344319167389,
      "grad_norm": 0.13614435493946075,
      "learning_rate": 5.469316698099521e-05,
      "loss": 0.0189,
      "step": 12592
    },
    {
      "epoch": 1.3652428447528187,
      "grad_norm": 0.19443915784358978,
      "learning_rate": 5.468954011315828e-05,
      "loss": 0.0192,
      "step": 12593
    },
    {
      "epoch": 1.3653512575888986,
      "grad_norm": 0.4799192249774933,
      "learning_rate": 5.468591324532134e-05,
      "loss": 0.0253,
      "step": 12594
    },
    {
      "epoch": 1.3654596704249784,
      "grad_norm": 0.49749159812927246,
      "learning_rate": 5.4682286377484405e-05,
      "loss": 0.0584,
      "step": 12595
    },
    {
      "epoch": 1.3655680832610582,
      "grad_norm": 0.2614677846431732,
      "learning_rate": 5.467865950964747e-05,
      "loss": 0.0614,
      "step": 12596
    },
    {
      "epoch": 1.365676496097138,
      "grad_norm": 0.27941185235977173,
      "learning_rate": 5.4675032641810534e-05,
      "loss": 0.0288,
      "step": 12597
    },
    {
      "epoch": 1.3657849089332177,
      "grad_norm": 0.029212774708867073,
      "learning_rate": 5.467140577397359e-05,
      "loss": 0.0019,
      "step": 12598
    },
    {
      "epoch": 1.3658933217692975,
      "grad_norm": 0.17144259810447693,
      "learning_rate": 5.466777890613667e-05,
      "loss": 0.0232,
      "step": 12599
    },
    {
      "epoch": 1.3660017346053772,
      "grad_norm": 0.08529505133628845,
      "learning_rate": 5.466415203829973e-05,
      "loss": 0.0117,
      "step": 12600
    },
    {
      "epoch": 1.3661101474414572,
      "grad_norm": 0.22288788855075836,
      "learning_rate": 5.46605251704628e-05,
      "loss": 0.0205,
      "step": 12601
    },
    {
      "epoch": 1.3662185602775367,
      "grad_norm": 0.23662646114826202,
      "learning_rate": 5.465689830262586e-05,
      "loss": 0.016,
      "step": 12602
    },
    {
      "epoch": 1.3663269731136167,
      "grad_norm": 0.14426235854625702,
      "learning_rate": 5.4653271434788925e-05,
      "loss": 0.0171,
      "step": 12603
    },
    {
      "epoch": 1.3664353859496965,
      "grad_norm": 0.1611149162054062,
      "learning_rate": 5.464964456695198e-05,
      "loss": 0.0145,
      "step": 12604
    },
    {
      "epoch": 1.3665437987857763,
      "grad_norm": 0.4278115928173065,
      "learning_rate": 5.4646017699115046e-05,
      "loss": 0.0566,
      "step": 12605
    },
    {
      "epoch": 1.366652211621856,
      "grad_norm": 0.06549253314733505,
      "learning_rate": 5.464239083127811e-05,
      "loss": 0.014,
      "step": 12606
    },
    {
      "epoch": 1.3667606244579358,
      "grad_norm": 0.24941912293434143,
      "learning_rate": 5.4638763963441175e-05,
      "loss": 0.0197,
      "step": 12607
    },
    {
      "epoch": 1.3668690372940155,
      "grad_norm": 0.1852084845304489,
      "learning_rate": 5.463513709560424e-05,
      "loss": 0.0186,
      "step": 12608
    },
    {
      "epoch": 1.3669774501300953,
      "grad_norm": 0.14926496148109436,
      "learning_rate": 5.46315102277673e-05,
      "loss": 0.0172,
      "step": 12609
    },
    {
      "epoch": 1.3670858629661753,
      "grad_norm": 0.32729455828666687,
      "learning_rate": 5.462788335993037e-05,
      "loss": 0.0501,
      "step": 12610
    },
    {
      "epoch": 1.367194275802255,
      "grad_norm": 0.08781943470239639,
      "learning_rate": 5.462425649209343e-05,
      "loss": 0.0133,
      "step": 12611
    },
    {
      "epoch": 1.3673026886383348,
      "grad_norm": 0.3391493558883667,
      "learning_rate": 5.4620629624256495e-05,
      "loss": 0.0259,
      "step": 12612
    },
    {
      "epoch": 1.3674111014744146,
      "grad_norm": 0.1302253156900406,
      "learning_rate": 5.461700275641955e-05,
      "loss": 0.0103,
      "step": 12613
    },
    {
      "epoch": 1.3675195143104943,
      "grad_norm": 0.1484856903553009,
      "learning_rate": 5.4613375888582617e-05,
      "loss": 0.0243,
      "step": 12614
    },
    {
      "epoch": 1.367627927146574,
      "grad_norm": 0.4723105728626251,
      "learning_rate": 5.460974902074568e-05,
      "loss": 0.034,
      "step": 12615
    },
    {
      "epoch": 1.3677363399826539,
      "grad_norm": 0.29875868558883667,
      "learning_rate": 5.4606122152908745e-05,
      "loss": 0.0395,
      "step": 12616
    },
    {
      "epoch": 1.3678447528187339,
      "grad_norm": 0.17762896418571472,
      "learning_rate": 5.460249528507182e-05,
      "loss": 0.0304,
      "step": 12617
    },
    {
      "epoch": 1.3679531656548134,
      "grad_norm": 0.2914780378341675,
      "learning_rate": 5.459886841723488e-05,
      "loss": 0.0127,
      "step": 12618
    },
    {
      "epoch": 1.3680615784908934,
      "grad_norm": 0.09866584092378616,
      "learning_rate": 5.4595241549397944e-05,
      "loss": 0.0138,
      "step": 12619
    },
    {
      "epoch": 1.3681699913269731,
      "grad_norm": 0.5879184007644653,
      "learning_rate": 5.459161468156101e-05,
      "loss": 0.0869,
      "step": 12620
    },
    {
      "epoch": 1.368278404163053,
      "grad_norm": 0.19399584829807281,
      "learning_rate": 5.458798781372407e-05,
      "loss": 0.0223,
      "step": 12621
    },
    {
      "epoch": 1.3683868169991327,
      "grad_norm": 0.1501113474369049,
      "learning_rate": 5.4584360945887136e-05,
      "loss": 0.0225,
      "step": 12622
    },
    {
      "epoch": 1.3684952298352124,
      "grad_norm": 0.19770151376724243,
      "learning_rate": 5.45807340780502e-05,
      "loss": 0.0208,
      "step": 12623
    },
    {
      "epoch": 1.3686036426712924,
      "grad_norm": 0.6355557441711426,
      "learning_rate": 5.4577107210213264e-05,
      "loss": 0.0404,
      "step": 12624
    },
    {
      "epoch": 1.368712055507372,
      "grad_norm": 0.3689553737640381,
      "learning_rate": 5.457348034237633e-05,
      "loss": 0.0447,
      "step": 12625
    },
    {
      "epoch": 1.368820468343452,
      "grad_norm": 0.14347781240940094,
      "learning_rate": 5.456985347453939e-05,
      "loss": 0.0151,
      "step": 12626
    },
    {
      "epoch": 1.3689288811795317,
      "grad_norm": 0.35683178901672363,
      "learning_rate": 5.456622660670245e-05,
      "loss": 0.0418,
      "step": 12627
    },
    {
      "epoch": 1.3690372940156115,
      "grad_norm": 0.2108456939458847,
      "learning_rate": 5.4562599738865514e-05,
      "loss": 0.0179,
      "step": 12628
    },
    {
      "epoch": 1.3691457068516912,
      "grad_norm": 0.300210177898407,
      "learning_rate": 5.455897287102858e-05,
      "loss": 0.0199,
      "step": 12629
    },
    {
      "epoch": 1.369254119687771,
      "grad_norm": 0.37434667348861694,
      "learning_rate": 5.455534600319164e-05,
      "loss": 0.0195,
      "step": 12630
    },
    {
      "epoch": 1.3693625325238508,
      "grad_norm": 0.3442358374595642,
      "learning_rate": 5.4551719135354706e-05,
      "loss": 0.0274,
      "step": 12631
    },
    {
      "epoch": 1.3694709453599305,
      "grad_norm": 0.10455179959535599,
      "learning_rate": 5.454809226751777e-05,
      "loss": 0.008,
      "step": 12632
    },
    {
      "epoch": 1.3695793581960105,
      "grad_norm": 0.32995790243148804,
      "learning_rate": 5.4544465399680835e-05,
      "loss": 0.0286,
      "step": 12633
    },
    {
      "epoch": 1.3696877710320903,
      "grad_norm": 0.5764030814170837,
      "learning_rate": 5.4540838531843905e-05,
      "loss": 0.0581,
      "step": 12634
    },
    {
      "epoch": 1.36979618386817,
      "grad_norm": 0.2385062575340271,
      "learning_rate": 5.453721166400697e-05,
      "loss": 0.0205,
      "step": 12635
    },
    {
      "epoch": 1.3699045967042498,
      "grad_norm": 0.2504422664642334,
      "learning_rate": 5.4533584796170034e-05,
      "loss": 0.0277,
      "step": 12636
    },
    {
      "epoch": 1.3700130095403296,
      "grad_norm": 0.4540570080280304,
      "learning_rate": 5.45299579283331e-05,
      "loss": 0.0423,
      "step": 12637
    },
    {
      "epoch": 1.3701214223764093,
      "grad_norm": 0.19491302967071533,
      "learning_rate": 5.452633106049616e-05,
      "loss": 0.0206,
      "step": 12638
    },
    {
      "epoch": 1.370229835212489,
      "grad_norm": 0.2889387607574463,
      "learning_rate": 5.4522704192659226e-05,
      "loss": 0.0294,
      "step": 12639
    },
    {
      "epoch": 1.370338248048569,
      "grad_norm": 0.2685595750808716,
      "learning_rate": 5.451907732482229e-05,
      "loss": 0.0625,
      "step": 12640
    },
    {
      "epoch": 1.3704466608846486,
      "grad_norm": 0.4369715452194214,
      "learning_rate": 5.451545045698535e-05,
      "loss": 0.0531,
      "step": 12641
    },
    {
      "epoch": 1.3705550737207286,
      "grad_norm": 0.21710902452468872,
      "learning_rate": 5.451182358914841e-05,
      "loss": 0.0328,
      "step": 12642
    },
    {
      "epoch": 1.3706634865568084,
      "grad_norm": 0.28305885195732117,
      "learning_rate": 5.4508196721311476e-05,
      "loss": 0.0413,
      "step": 12643
    },
    {
      "epoch": 1.3707718993928881,
      "grad_norm": 0.11554006487131119,
      "learning_rate": 5.450456985347454e-05,
      "loss": 0.0094,
      "step": 12644
    },
    {
      "epoch": 1.370880312228968,
      "grad_norm": 0.21421411633491516,
      "learning_rate": 5.4500942985637604e-05,
      "loss": 0.0079,
      "step": 12645
    },
    {
      "epoch": 1.3709887250650477,
      "grad_norm": 0.06704892963171005,
      "learning_rate": 5.449731611780067e-05,
      "loss": 0.0097,
      "step": 12646
    },
    {
      "epoch": 1.3710971379011274,
      "grad_norm": 0.3332686126232147,
      "learning_rate": 5.449368924996373e-05,
      "loss": 0.0273,
      "step": 12647
    },
    {
      "epoch": 1.3712055507372072,
      "grad_norm": 0.8059288263320923,
      "learning_rate": 5.4490062382126796e-05,
      "loss": 0.031,
      "step": 12648
    },
    {
      "epoch": 1.3713139635732872,
      "grad_norm": 0.41841334104537964,
      "learning_rate": 5.448643551428986e-05,
      "loss": 0.0787,
      "step": 12649
    },
    {
      "epoch": 1.371422376409367,
      "grad_norm": 0.22303657233715057,
      "learning_rate": 5.448280864645292e-05,
      "loss": 0.0155,
      "step": 12650
    },
    {
      "epoch": 1.3715307892454467,
      "grad_norm": 0.19347433745861053,
      "learning_rate": 5.4479181778615995e-05,
      "loss": 0.0317,
      "step": 12651
    },
    {
      "epoch": 1.3716392020815265,
      "grad_norm": 0.26129522919654846,
      "learning_rate": 5.447555491077906e-05,
      "loss": 0.0501,
      "step": 12652
    },
    {
      "epoch": 1.3717476149176062,
      "grad_norm": 0.12005341053009033,
      "learning_rate": 5.4471928042942123e-05,
      "loss": 0.0147,
      "step": 12653
    },
    {
      "epoch": 1.371856027753686,
      "grad_norm": 0.24355468153953552,
      "learning_rate": 5.446830117510519e-05,
      "loss": 0.0178,
      "step": 12654
    },
    {
      "epoch": 1.3719644405897657,
      "grad_norm": 0.04463954269886017,
      "learning_rate": 5.446467430726825e-05,
      "loss": 0.0041,
      "step": 12655
    },
    {
      "epoch": 1.3720728534258457,
      "grad_norm": 0.24641448259353638,
      "learning_rate": 5.446104743943131e-05,
      "loss": 0.0326,
      "step": 12656
    },
    {
      "epoch": 1.3721812662619255,
      "grad_norm": 0.5921418070793152,
      "learning_rate": 5.445742057159437e-05,
      "loss": 0.0373,
      "step": 12657
    },
    {
      "epoch": 1.3722896790980053,
      "grad_norm": 0.35876575112342834,
      "learning_rate": 5.445379370375744e-05,
      "loss": 0.0439,
      "step": 12658
    },
    {
      "epoch": 1.372398091934085,
      "grad_norm": 0.2038780003786087,
      "learning_rate": 5.44501668359205e-05,
      "loss": 0.019,
      "step": 12659
    },
    {
      "epoch": 1.3725065047701648,
      "grad_norm": 0.06530636548995972,
      "learning_rate": 5.4446539968083565e-05,
      "loss": 0.005,
      "step": 12660
    },
    {
      "epoch": 1.3726149176062445,
      "grad_norm": 0.14703795313835144,
      "learning_rate": 5.444291310024663e-05,
      "loss": 0.015,
      "step": 12661
    },
    {
      "epoch": 1.3727233304423243,
      "grad_norm": 0.20217470824718475,
      "learning_rate": 5.4439286232409694e-05,
      "loss": 0.0097,
      "step": 12662
    },
    {
      "epoch": 1.3728317432784043,
      "grad_norm": 0.20401009917259216,
      "learning_rate": 5.443565936457276e-05,
      "loss": 0.0251,
      "step": 12663
    },
    {
      "epoch": 1.3729401561144838,
      "grad_norm": 0.11180227249860764,
      "learning_rate": 5.443203249673582e-05,
      "loss": 0.0266,
      "step": 12664
    },
    {
      "epoch": 1.3730485689505638,
      "grad_norm": 0.11403276771306992,
      "learning_rate": 5.442840562889888e-05,
      "loss": 0.0089,
      "step": 12665
    },
    {
      "epoch": 1.3731569817866436,
      "grad_norm": 0.29511135816574097,
      "learning_rate": 5.442477876106194e-05,
      "loss": 0.0415,
      "step": 12666
    },
    {
      "epoch": 1.3732653946227233,
      "grad_norm": 0.17432935535907745,
      "learning_rate": 5.442115189322501e-05,
      "loss": 0.0176,
      "step": 12667
    },
    {
      "epoch": 1.373373807458803,
      "grad_norm": 0.05569210276007652,
      "learning_rate": 5.441752502538807e-05,
      "loss": 0.0057,
      "step": 12668
    },
    {
      "epoch": 1.3734822202948829,
      "grad_norm": 0.4175354540348053,
      "learning_rate": 5.441389815755115e-05,
      "loss": 0.0407,
      "step": 12669
    },
    {
      "epoch": 1.3735906331309626,
      "grad_norm": 0.2830515205860138,
      "learning_rate": 5.4410271289714206e-05,
      "loss": 0.0387,
      "step": 12670
    },
    {
      "epoch": 1.3736990459670424,
      "grad_norm": 0.687971293926239,
      "learning_rate": 5.440664442187727e-05,
      "loss": 0.0341,
      "step": 12671
    },
    {
      "epoch": 1.3738074588031224,
      "grad_norm": 0.2799956500530243,
      "learning_rate": 5.4403017554040335e-05,
      "loss": 0.015,
      "step": 12672
    },
    {
      "epoch": 1.3739158716392021,
      "grad_norm": 0.09264759719371796,
      "learning_rate": 5.43993906862034e-05,
      "loss": 0.0097,
      "step": 12673
    },
    {
      "epoch": 1.374024284475282,
      "grad_norm": 0.10038476437330246,
      "learning_rate": 5.439576381836646e-05,
      "loss": 0.0163,
      "step": 12674
    },
    {
      "epoch": 1.3741326973113617,
      "grad_norm": 0.19601961970329285,
      "learning_rate": 5.439213695052953e-05,
      "loss": 0.0228,
      "step": 12675
    },
    {
      "epoch": 1.3742411101474414,
      "grad_norm": 0.2073456197977066,
      "learning_rate": 5.438851008269259e-05,
      "loss": 0.0284,
      "step": 12676
    },
    {
      "epoch": 1.3743495229835212,
      "grad_norm": 0.4578585922718048,
      "learning_rate": 5.4384883214855655e-05,
      "loss": 0.1006,
      "step": 12677
    },
    {
      "epoch": 1.374457935819601,
      "grad_norm": 0.5835039615631104,
      "learning_rate": 5.438125634701872e-05,
      "loss": 0.0517,
      "step": 12678
    },
    {
      "epoch": 1.374566348655681,
      "grad_norm": 0.696238100528717,
      "learning_rate": 5.437762947918178e-05,
      "loss": 0.0694,
      "step": 12679
    },
    {
      "epoch": 1.3746747614917605,
      "grad_norm": 0.12996964156627655,
      "learning_rate": 5.437400261134484e-05,
      "loss": 0.013,
      "step": 12680
    },
    {
      "epoch": 1.3747831743278405,
      "grad_norm": 0.11731117963790894,
      "learning_rate": 5.4370375743507905e-05,
      "loss": 0.0111,
      "step": 12681
    },
    {
      "epoch": 1.3748915871639202,
      "grad_norm": 0.30016809701919556,
      "learning_rate": 5.436674887567097e-05,
      "loss": 0.0393,
      "step": 12682
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.3103694021701813,
      "learning_rate": 5.436312200783403e-05,
      "loss": 0.0227,
      "step": 12683
    },
    {
      "epoch": 1.3751084128360798,
      "grad_norm": 0.27462950348854065,
      "learning_rate": 5.43594951399971e-05,
      "loss": 0.0511,
      "step": 12684
    },
    {
      "epoch": 1.3752168256721595,
      "grad_norm": 0.34494146704673767,
      "learning_rate": 5.435586827216016e-05,
      "loss": 0.0416,
      "step": 12685
    },
    {
      "epoch": 1.3753252385082395,
      "grad_norm": 0.10144810378551483,
      "learning_rate": 5.435224140432323e-05,
      "loss": 0.0078,
      "step": 12686
    },
    {
      "epoch": 1.375433651344319,
      "grad_norm": 0.3799678683280945,
      "learning_rate": 5.4348614536486296e-05,
      "loss": 0.0198,
      "step": 12687
    },
    {
      "epoch": 1.375542064180399,
      "grad_norm": 0.1196579858660698,
      "learning_rate": 5.434498766864936e-05,
      "loss": 0.0224,
      "step": 12688
    },
    {
      "epoch": 1.3756504770164788,
      "grad_norm": 0.11005958169698715,
      "learning_rate": 5.4341360800812424e-05,
      "loss": 0.0118,
      "step": 12689
    },
    {
      "epoch": 1.3757588898525586,
      "grad_norm": 0.29284197092056274,
      "learning_rate": 5.433773393297549e-05,
      "loss": 0.0244,
      "step": 12690
    },
    {
      "epoch": 1.3758673026886383,
      "grad_norm": 0.10000592470169067,
      "learning_rate": 5.433410706513855e-05,
      "loss": 0.0131,
      "step": 12691
    },
    {
      "epoch": 1.375975715524718,
      "grad_norm": 0.12212061136960983,
      "learning_rate": 5.433048019730162e-05,
      "loss": 0.0152,
      "step": 12692
    },
    {
      "epoch": 1.3760841283607979,
      "grad_norm": 0.17952875792980194,
      "learning_rate": 5.432685332946468e-05,
      "loss": 0.0175,
      "step": 12693
    },
    {
      "epoch": 1.3761925411968776,
      "grad_norm": 0.2554989755153656,
      "learning_rate": 5.432322646162774e-05,
      "loss": 0.0439,
      "step": 12694
    },
    {
      "epoch": 1.3763009540329576,
      "grad_norm": 0.2776115834712982,
      "learning_rate": 5.43195995937908e-05,
      "loss": 0.0492,
      "step": 12695
    },
    {
      "epoch": 1.3764093668690374,
      "grad_norm": 0.35696232318878174,
      "learning_rate": 5.4315972725953866e-05,
      "loss": 0.0341,
      "step": 12696
    },
    {
      "epoch": 1.3765177797051171,
      "grad_norm": 0.09041304886341095,
      "learning_rate": 5.431234585811693e-05,
      "loss": 0.0134,
      "step": 12697
    },
    {
      "epoch": 1.376626192541197,
      "grad_norm": 0.13688074052333832,
      "learning_rate": 5.4308718990279995e-05,
      "loss": 0.0256,
      "step": 12698
    },
    {
      "epoch": 1.3767346053772767,
      "grad_norm": 0.5225763320922852,
      "learning_rate": 5.430509212244306e-05,
      "loss": 0.0775,
      "step": 12699
    },
    {
      "epoch": 1.3768430182133564,
      "grad_norm": 0.0766906589269638,
      "learning_rate": 5.430146525460612e-05,
      "loss": 0.0035,
      "step": 12700
    },
    {
      "epoch": 1.3769514310494362,
      "grad_norm": 0.1450468897819519,
      "learning_rate": 5.429783838676919e-05,
      "loss": 0.0707,
      "step": 12701
    },
    {
      "epoch": 1.3770598438855162,
      "grad_norm": 0.11696766316890717,
      "learning_rate": 5.4294211518932244e-05,
      "loss": 0.0053,
      "step": 12702
    },
    {
      "epoch": 1.3771682567215957,
      "grad_norm": 0.2436562031507492,
      "learning_rate": 5.429058465109532e-05,
      "loss": 0.0299,
      "step": 12703
    },
    {
      "epoch": 1.3772766695576757,
      "grad_norm": 0.14826752245426178,
      "learning_rate": 5.4286957783258386e-05,
      "loss": 0.0185,
      "step": 12704
    },
    {
      "epoch": 1.3773850823937555,
      "grad_norm": 0.17037102580070496,
      "learning_rate": 5.428333091542145e-05,
      "loss": 0.024,
      "step": 12705
    },
    {
      "epoch": 1.3774934952298352,
      "grad_norm": 0.5404596328735352,
      "learning_rate": 5.4279704047584514e-05,
      "loss": 0.021,
      "step": 12706
    },
    {
      "epoch": 1.377601908065915,
      "grad_norm": 0.08396006375551224,
      "learning_rate": 5.427607717974758e-05,
      "loss": 0.0072,
      "step": 12707
    },
    {
      "epoch": 1.3777103209019947,
      "grad_norm": 0.21250492334365845,
      "learning_rate": 5.4272450311910636e-05,
      "loss": 0.0207,
      "step": 12708
    },
    {
      "epoch": 1.3778187337380745,
      "grad_norm": 0.034372612833976746,
      "learning_rate": 5.42688234440737e-05,
      "loss": 0.0041,
      "step": 12709
    },
    {
      "epoch": 1.3779271465741543,
      "grad_norm": 0.11413627862930298,
      "learning_rate": 5.4265196576236764e-05,
      "loss": 0.0046,
      "step": 12710
    },
    {
      "epoch": 1.3780355594102343,
      "grad_norm": 0.21502777934074402,
      "learning_rate": 5.426156970839983e-05,
      "loss": 0.0249,
      "step": 12711
    },
    {
      "epoch": 1.378143972246314,
      "grad_norm": 0.40382975339889526,
      "learning_rate": 5.425794284056289e-05,
      "loss": 0.0593,
      "step": 12712
    },
    {
      "epoch": 1.3782523850823938,
      "grad_norm": 0.7500922083854675,
      "learning_rate": 5.4254315972725956e-05,
      "loss": 0.0739,
      "step": 12713
    },
    {
      "epoch": 1.3783607979184735,
      "grad_norm": 0.3822716474533081,
      "learning_rate": 5.425068910488902e-05,
      "loss": 0.0372,
      "step": 12714
    },
    {
      "epoch": 1.3784692107545533,
      "grad_norm": 0.13619039952754974,
      "learning_rate": 5.4247062237052084e-05,
      "loss": 0.02,
      "step": 12715
    },
    {
      "epoch": 1.378577623590633,
      "grad_norm": 0.2763376832008362,
      "learning_rate": 5.424343536921515e-05,
      "loss": 0.0379,
      "step": 12716
    },
    {
      "epoch": 1.3786860364267128,
      "grad_norm": 0.014108851552009583,
      "learning_rate": 5.4239808501378206e-05,
      "loss": 0.0013,
      "step": 12717
    },
    {
      "epoch": 1.3787944492627928,
      "grad_norm": 0.28193214535713196,
      "learning_rate": 5.423618163354127e-05,
      "loss": 0.0275,
      "step": 12718
    },
    {
      "epoch": 1.3789028620988726,
      "grad_norm": 0.10612405836582184,
      "learning_rate": 5.4232554765704334e-05,
      "loss": 0.0203,
      "step": 12719
    },
    {
      "epoch": 1.3790112749349523,
      "grad_norm": 0.06716133654117584,
      "learning_rate": 5.422892789786741e-05,
      "loss": 0.0113,
      "step": 12720
    },
    {
      "epoch": 1.379119687771032,
      "grad_norm": 0.1393963098526001,
      "learning_rate": 5.4225301030030476e-05,
      "loss": 0.0183,
      "step": 12721
    },
    {
      "epoch": 1.3792281006071119,
      "grad_norm": 0.5267113447189331,
      "learning_rate": 5.422167416219353e-05,
      "loss": 0.0221,
      "step": 12722
    },
    {
      "epoch": 1.3793365134431916,
      "grad_norm": 0.14676940441131592,
      "learning_rate": 5.42180472943566e-05,
      "loss": 0.0388,
      "step": 12723
    },
    {
      "epoch": 1.3794449262792714,
      "grad_norm": 0.34926775097846985,
      "learning_rate": 5.421442042651966e-05,
      "loss": 0.0586,
      "step": 12724
    },
    {
      "epoch": 1.3795533391153514,
      "grad_norm": 0.23460747301578522,
      "learning_rate": 5.4210793558682725e-05,
      "loss": 0.0281,
      "step": 12725
    },
    {
      "epoch": 1.379661751951431,
      "grad_norm": 0.2602480947971344,
      "learning_rate": 5.420716669084579e-05,
      "loss": 0.0491,
      "step": 12726
    },
    {
      "epoch": 1.379770164787511,
      "grad_norm": 0.08436655253171921,
      "learning_rate": 5.4203539823008854e-05,
      "loss": 0.0097,
      "step": 12727
    },
    {
      "epoch": 1.3798785776235907,
      "grad_norm": 0.17408119142055511,
      "learning_rate": 5.419991295517192e-05,
      "loss": 0.0359,
      "step": 12728
    },
    {
      "epoch": 1.3799869904596704,
      "grad_norm": 0.34829339385032654,
      "learning_rate": 5.419628608733498e-05,
      "loss": 0.0303,
      "step": 12729
    },
    {
      "epoch": 1.3800954032957502,
      "grad_norm": 0.041043076664209366,
      "learning_rate": 5.4192659219498046e-05,
      "loss": 0.0077,
      "step": 12730
    },
    {
      "epoch": 1.38020381613183,
      "grad_norm": 0.1772814691066742,
      "learning_rate": 5.41890323516611e-05,
      "loss": 0.0221,
      "step": 12731
    },
    {
      "epoch": 1.3803122289679097,
      "grad_norm": 0.25783711671829224,
      "learning_rate": 5.418540548382417e-05,
      "loss": 0.0449,
      "step": 12732
    },
    {
      "epoch": 1.3804206418039895,
      "grad_norm": 0.300283282995224,
      "learning_rate": 5.418177861598723e-05,
      "loss": 0.0674,
      "step": 12733
    },
    {
      "epoch": 1.3805290546400695,
      "grad_norm": 0.08948466926813126,
      "learning_rate": 5.4178151748150296e-05,
      "loss": 0.0057,
      "step": 12734
    },
    {
      "epoch": 1.3806374674761492,
      "grad_norm": 0.5237764716148376,
      "learning_rate": 5.417452488031336e-05,
      "loss": 0.0383,
      "step": 12735
    },
    {
      "epoch": 1.380745880312229,
      "grad_norm": 0.1629975289106369,
      "learning_rate": 5.4170898012476424e-05,
      "loss": 0.0174,
      "step": 12736
    },
    {
      "epoch": 1.3808542931483088,
      "grad_norm": 0.1105349138379097,
      "learning_rate": 5.416727114463949e-05,
      "loss": 0.0083,
      "step": 12737
    },
    {
      "epoch": 1.3809627059843885,
      "grad_norm": 0.0858486071228981,
      "learning_rate": 5.416364427680256e-05,
      "loss": 0.0145,
      "step": 12738
    },
    {
      "epoch": 1.3810711188204683,
      "grad_norm": 0.09483631700277328,
      "learning_rate": 5.416001740896562e-05,
      "loss": 0.009,
      "step": 12739
    },
    {
      "epoch": 1.381179531656548,
      "grad_norm": 0.45430731773376465,
      "learning_rate": 5.415639054112869e-05,
      "loss": 0.033,
      "step": 12740
    },
    {
      "epoch": 1.381287944492628,
      "grad_norm": 0.8887409567832947,
      "learning_rate": 5.415276367329175e-05,
      "loss": 0.0392,
      "step": 12741
    },
    {
      "epoch": 1.3813963573287076,
      "grad_norm": 0.18564392626285553,
      "learning_rate": 5.4149136805454815e-05,
      "loss": 0.0094,
      "step": 12742
    },
    {
      "epoch": 1.3815047701647876,
      "grad_norm": 0.18863259255886078,
      "learning_rate": 5.414550993761788e-05,
      "loss": 0.034,
      "step": 12743
    },
    {
      "epoch": 1.3816131830008673,
      "grad_norm": 0.18847538530826569,
      "learning_rate": 5.4141883069780943e-05,
      "loss": 0.0211,
      "step": 12744
    },
    {
      "epoch": 1.381721595836947,
      "grad_norm": 0.2185756415128708,
      "learning_rate": 5.413825620194401e-05,
      "loss": 0.0449,
      "step": 12745
    },
    {
      "epoch": 1.3818300086730269,
      "grad_norm": 0.19893689453601837,
      "learning_rate": 5.4134629334107065e-05,
      "loss": 0.0186,
      "step": 12746
    },
    {
      "epoch": 1.3819384215091066,
      "grad_norm": 0.11617539077997208,
      "learning_rate": 5.413100246627013e-05,
      "loss": 0.0095,
      "step": 12747
    },
    {
      "epoch": 1.3820468343451866,
      "grad_norm": 0.30036550760269165,
      "learning_rate": 5.412737559843319e-05,
      "loss": 0.0262,
      "step": 12748
    },
    {
      "epoch": 1.3821552471812661,
      "grad_norm": 0.05086131766438484,
      "learning_rate": 5.412374873059626e-05,
      "loss": 0.0042,
      "step": 12749
    },
    {
      "epoch": 1.3822636600173461,
      "grad_norm": 0.2540147602558136,
      "learning_rate": 5.412012186275932e-05,
      "loss": 0.0201,
      "step": 12750
    },
    {
      "epoch": 1.382372072853426,
      "grad_norm": 0.06309588253498077,
      "learning_rate": 5.4116494994922385e-05,
      "loss": 0.0119,
      "step": 12751
    },
    {
      "epoch": 1.3824804856895057,
      "grad_norm": 0.17832379043102264,
      "learning_rate": 5.411286812708545e-05,
      "loss": 0.0275,
      "step": 12752
    },
    {
      "epoch": 1.3825888985255854,
      "grad_norm": 0.07337509840726852,
      "learning_rate": 5.4109241259248514e-05,
      "loss": 0.0072,
      "step": 12753
    },
    {
      "epoch": 1.3826973113616652,
      "grad_norm": 0.1407012790441513,
      "learning_rate": 5.410561439141157e-05,
      "loss": 0.0186,
      "step": 12754
    },
    {
      "epoch": 1.382805724197745,
      "grad_norm": 0.29492589831352234,
      "learning_rate": 5.410198752357465e-05,
      "loss": 0.0416,
      "step": 12755
    },
    {
      "epoch": 1.3829141370338247,
      "grad_norm": 0.4035789966583252,
      "learning_rate": 5.409836065573771e-05,
      "loss": 0.0366,
      "step": 12756
    },
    {
      "epoch": 1.3830225498699047,
      "grad_norm": 0.24942918121814728,
      "learning_rate": 5.409473378790078e-05,
      "loss": 0.0271,
      "step": 12757
    },
    {
      "epoch": 1.3831309627059845,
      "grad_norm": 0.3471796214580536,
      "learning_rate": 5.409110692006384e-05,
      "loss": 0.0275,
      "step": 12758
    },
    {
      "epoch": 1.3832393755420642,
      "grad_norm": 0.08887089043855667,
      "learning_rate": 5.4087480052226905e-05,
      "loss": 0.0065,
      "step": 12759
    },
    {
      "epoch": 1.383347788378144,
      "grad_norm": 0.08410017937421799,
      "learning_rate": 5.408385318438996e-05,
      "loss": 0.0028,
      "step": 12760
    },
    {
      "epoch": 1.3834562012142237,
      "grad_norm": 0.32563725113868713,
      "learning_rate": 5.4080226316553026e-05,
      "loss": 0.0343,
      "step": 12761
    },
    {
      "epoch": 1.3835646140503035,
      "grad_norm": 0.21878528594970703,
      "learning_rate": 5.407659944871609e-05,
      "loss": 0.0611,
      "step": 12762
    },
    {
      "epoch": 1.3836730268863833,
      "grad_norm": 0.1491735726594925,
      "learning_rate": 5.4072972580879155e-05,
      "loss": 0.0067,
      "step": 12763
    },
    {
      "epoch": 1.3837814397224633,
      "grad_norm": 0.23113252222537994,
      "learning_rate": 5.406934571304222e-05,
      "loss": 0.0131,
      "step": 12764
    },
    {
      "epoch": 1.3838898525585428,
      "grad_norm": 0.30999457836151123,
      "learning_rate": 5.406571884520528e-05,
      "loss": 0.0193,
      "step": 12765
    },
    {
      "epoch": 1.3839982653946228,
      "grad_norm": 0.2407628744840622,
      "learning_rate": 5.406209197736835e-05,
      "loss": 0.0307,
      "step": 12766
    },
    {
      "epoch": 1.3841066782307025,
      "grad_norm": 0.1698800027370453,
      "learning_rate": 5.405846510953141e-05,
      "loss": 0.0205,
      "step": 12767
    },
    {
      "epoch": 1.3842150910667823,
      "grad_norm": 0.40641146898269653,
      "learning_rate": 5.4054838241694475e-05,
      "loss": 0.0666,
      "step": 12768
    },
    {
      "epoch": 1.384323503902862,
      "grad_norm": 0.2506881356239319,
      "learning_rate": 5.405121137385753e-05,
      "loss": 0.042,
      "step": 12769
    },
    {
      "epoch": 1.3844319167389418,
      "grad_norm": 0.18253569304943085,
      "learning_rate": 5.40475845060206e-05,
      "loss": 0.0118,
      "step": 12770
    },
    {
      "epoch": 1.3845403295750216,
      "grad_norm": 0.03995250537991524,
      "learning_rate": 5.404395763818366e-05,
      "loss": 0.0028,
      "step": 12771
    },
    {
      "epoch": 1.3846487424111014,
      "grad_norm": 0.45107805728912354,
      "learning_rate": 5.404033077034674e-05,
      "loss": 0.0511,
      "step": 12772
    },
    {
      "epoch": 1.3847571552471813,
      "grad_norm": 0.20447246730327606,
      "learning_rate": 5.40367039025098e-05,
      "loss": 0.0567,
      "step": 12773
    },
    {
      "epoch": 1.3848655680832611,
      "grad_norm": 0.3533841371536255,
      "learning_rate": 5.403307703467286e-05,
      "loss": 0.0759,
      "step": 12774
    },
    {
      "epoch": 1.3849739809193409,
      "grad_norm": 0.1336960643529892,
      "learning_rate": 5.4029450166835924e-05,
      "loss": 0.0177,
      "step": 12775
    },
    {
      "epoch": 1.3850823937554206,
      "grad_norm": 0.13825376331806183,
      "learning_rate": 5.402582329899899e-05,
      "loss": 0.0149,
      "step": 12776
    },
    {
      "epoch": 1.3851908065915004,
      "grad_norm": 0.15502801537513733,
      "learning_rate": 5.402219643116205e-05,
      "loss": 0.0151,
      "step": 12777
    },
    {
      "epoch": 1.3852992194275802,
      "grad_norm": 0.15293918550014496,
      "learning_rate": 5.4018569563325116e-05,
      "loss": 0.0175,
      "step": 12778
    },
    {
      "epoch": 1.38540763226366,
      "grad_norm": 0.216777503490448,
      "learning_rate": 5.401494269548818e-05,
      "loss": 0.011,
      "step": 12779
    },
    {
      "epoch": 1.38551604509974,
      "grad_norm": 0.43563327193260193,
      "learning_rate": 5.4011315827651244e-05,
      "loss": 0.0275,
      "step": 12780
    },
    {
      "epoch": 1.3856244579358197,
      "grad_norm": 0.3276169002056122,
      "learning_rate": 5.400768895981431e-05,
      "loss": 0.0404,
      "step": 12781
    },
    {
      "epoch": 1.3857328707718994,
      "grad_norm": 0.3761313259601593,
      "learning_rate": 5.400406209197737e-05,
      "loss": 0.0349,
      "step": 12782
    },
    {
      "epoch": 1.3858412836079792,
      "grad_norm": 0.26094165444374084,
      "learning_rate": 5.400043522414043e-05,
      "loss": 0.0426,
      "step": 12783
    },
    {
      "epoch": 1.385949696444059,
      "grad_norm": 0.1532987356185913,
      "learning_rate": 5.3996808356303494e-05,
      "loss": 0.0196,
      "step": 12784
    },
    {
      "epoch": 1.3860581092801387,
      "grad_norm": 0.28023675084114075,
      "learning_rate": 5.399318148846656e-05,
      "loss": 0.0264,
      "step": 12785
    },
    {
      "epoch": 1.3861665221162185,
      "grad_norm": 0.24192526936531067,
      "learning_rate": 5.398955462062962e-05,
      "loss": 0.0116,
      "step": 12786
    },
    {
      "epoch": 1.3862749349522985,
      "grad_norm": 0.5132424831390381,
      "learning_rate": 5.3985927752792686e-05,
      "loss": 0.0445,
      "step": 12787
    },
    {
      "epoch": 1.386383347788378,
      "grad_norm": 0.303776353597641,
      "learning_rate": 5.398230088495575e-05,
      "loss": 0.0356,
      "step": 12788
    },
    {
      "epoch": 1.386491760624458,
      "grad_norm": 0.44917821884155273,
      "learning_rate": 5.397867401711882e-05,
      "loss": 0.0572,
      "step": 12789
    },
    {
      "epoch": 1.3866001734605378,
      "grad_norm": 0.3959195017814636,
      "learning_rate": 5.3975047149281886e-05,
      "loss": 0.0424,
      "step": 12790
    },
    {
      "epoch": 1.3867085862966175,
      "grad_norm": 0.14072220027446747,
      "learning_rate": 5.397142028144495e-05,
      "loss": 0.0082,
      "step": 12791
    },
    {
      "epoch": 1.3868169991326973,
      "grad_norm": 0.5309346318244934,
      "learning_rate": 5.3967793413608014e-05,
      "loss": 0.0279,
      "step": 12792
    },
    {
      "epoch": 1.386925411968777,
      "grad_norm": 0.10918547213077545,
      "learning_rate": 5.396416654577108e-05,
      "loss": 0.0093,
      "step": 12793
    },
    {
      "epoch": 1.3870338248048568,
      "grad_norm": 0.44327813386917114,
      "learning_rate": 5.396053967793414e-05,
      "loss": 0.07,
      "step": 12794
    },
    {
      "epoch": 1.3871422376409366,
      "grad_norm": 0.11959901452064514,
      "learning_rate": 5.3956912810097206e-05,
      "loss": 0.008,
      "step": 12795
    },
    {
      "epoch": 1.3872506504770166,
      "grad_norm": 0.5579613447189331,
      "learning_rate": 5.395328594226027e-05,
      "loss": 0.0514,
      "step": 12796
    },
    {
      "epoch": 1.3873590633130963,
      "grad_norm": 0.27234479784965515,
      "learning_rate": 5.3949659074423334e-05,
      "loss": 0.0192,
      "step": 12797
    },
    {
      "epoch": 1.387467476149176,
      "grad_norm": 0.12144311517477036,
      "learning_rate": 5.394603220658639e-05,
      "loss": 0.0155,
      "step": 12798
    },
    {
      "epoch": 1.3875758889852559,
      "grad_norm": 0.0932769849896431,
      "learning_rate": 5.3942405338749456e-05,
      "loss": 0.0102,
      "step": 12799
    },
    {
      "epoch": 1.3876843018213356,
      "grad_norm": 0.16049505770206451,
      "learning_rate": 5.393877847091252e-05,
      "loss": 0.0197,
      "step": 12800
    },
    {
      "epoch": 1.3877927146574154,
      "grad_norm": 0.38950347900390625,
      "learning_rate": 5.3935151603075584e-05,
      "loss": 0.0608,
      "step": 12801
    },
    {
      "epoch": 1.3879011274934951,
      "grad_norm": 0.2667265236377716,
      "learning_rate": 5.393152473523865e-05,
      "loss": 0.0271,
      "step": 12802
    },
    {
      "epoch": 1.3880095403295751,
      "grad_norm": 0.6236705780029297,
      "learning_rate": 5.392789786740171e-05,
      "loss": 0.0243,
      "step": 12803
    },
    {
      "epoch": 1.388117953165655,
      "grad_norm": 0.31796011328697205,
      "learning_rate": 5.3924270999564776e-05,
      "loss": 0.0481,
      "step": 12804
    },
    {
      "epoch": 1.3882263660017347,
      "grad_norm": 0.2206857055425644,
      "learning_rate": 5.392064413172784e-05,
      "loss": 0.0233,
      "step": 12805
    },
    {
      "epoch": 1.3883347788378144,
      "grad_norm": 0.22501565515995026,
      "learning_rate": 5.39170172638909e-05,
      "loss": 0.0093,
      "step": 12806
    },
    {
      "epoch": 1.3884431916738942,
      "grad_norm": 0.07298505306243896,
      "learning_rate": 5.3913390396053975e-05,
      "loss": 0.0064,
      "step": 12807
    },
    {
      "epoch": 1.388551604509974,
      "grad_norm": 0.09308161586523056,
      "learning_rate": 5.390976352821704e-05,
      "loss": 0.0141,
      "step": 12808
    },
    {
      "epoch": 1.3886600173460537,
      "grad_norm": 0.20565660297870636,
      "learning_rate": 5.3906136660380104e-05,
      "loss": 0.0315,
      "step": 12809
    },
    {
      "epoch": 1.3887684301821337,
      "grad_norm": 0.21773724257946014,
      "learning_rate": 5.390250979254317e-05,
      "loss": 0.0265,
      "step": 12810
    },
    {
      "epoch": 1.3888768430182132,
      "grad_norm": 0.15937195718288422,
      "learning_rate": 5.389888292470623e-05,
      "loss": 0.0229,
      "step": 12811
    },
    {
      "epoch": 1.3889852558542932,
      "grad_norm": 0.024420980364084244,
      "learning_rate": 5.389525605686929e-05,
      "loss": 0.0039,
      "step": 12812
    },
    {
      "epoch": 1.389093668690373,
      "grad_norm": 0.21317316591739655,
      "learning_rate": 5.389162918903235e-05,
      "loss": 0.0367,
      "step": 12813
    },
    {
      "epoch": 1.3892020815264527,
      "grad_norm": 0.09790968894958496,
      "learning_rate": 5.388800232119542e-05,
      "loss": 0.0157,
      "step": 12814
    },
    {
      "epoch": 1.3893104943625325,
      "grad_norm": 0.3570880889892578,
      "learning_rate": 5.388437545335848e-05,
      "loss": 0.0146,
      "step": 12815
    },
    {
      "epoch": 1.3894189071986123,
      "grad_norm": 0.11408866196870804,
      "learning_rate": 5.3880748585521545e-05,
      "loss": 0.017,
      "step": 12816
    },
    {
      "epoch": 1.389527320034692,
      "grad_norm": 0.11965729296207428,
      "learning_rate": 5.387712171768461e-05,
      "loss": 0.0132,
      "step": 12817
    },
    {
      "epoch": 1.3896357328707718,
      "grad_norm": 0.29842913150787354,
      "learning_rate": 5.3873494849847674e-05,
      "loss": 0.0206,
      "step": 12818
    },
    {
      "epoch": 1.3897441457068518,
      "grad_norm": 0.14100389182567596,
      "learning_rate": 5.386986798201074e-05,
      "loss": 0.021,
      "step": 12819
    },
    {
      "epoch": 1.3898525585429315,
      "grad_norm": 0.46058371663093567,
      "learning_rate": 5.38662411141738e-05,
      "loss": 0.0482,
      "step": 12820
    },
    {
      "epoch": 1.3899609713790113,
      "grad_norm": 0.23797084391117096,
      "learning_rate": 5.386261424633686e-05,
      "loss": 0.01,
      "step": 12821
    },
    {
      "epoch": 1.390069384215091,
      "grad_norm": 0.31642964482307434,
      "learning_rate": 5.385898737849992e-05,
      "loss": 0.0288,
      "step": 12822
    },
    {
      "epoch": 1.3901777970511708,
      "grad_norm": 0.42195644974708557,
      "learning_rate": 5.385536051066299e-05,
      "loss": 0.0489,
      "step": 12823
    },
    {
      "epoch": 1.3902862098872506,
      "grad_norm": 0.1372639536857605,
      "learning_rate": 5.3851733642826065e-05,
      "loss": 0.0173,
      "step": 12824
    },
    {
      "epoch": 1.3903946227233304,
      "grad_norm": 0.6328582763671875,
      "learning_rate": 5.384810677498913e-05,
      "loss": 0.0591,
      "step": 12825
    },
    {
      "epoch": 1.3905030355594103,
      "grad_norm": 0.20039671659469604,
      "learning_rate": 5.384447990715219e-05,
      "loss": 0.0134,
      "step": 12826
    },
    {
      "epoch": 1.39061144839549,
      "grad_norm": 0.11128196865320206,
      "learning_rate": 5.384085303931525e-05,
      "loss": 0.0099,
      "step": 12827
    },
    {
      "epoch": 1.3907198612315699,
      "grad_norm": 0.6396094560623169,
      "learning_rate": 5.3837226171478315e-05,
      "loss": 0.0661,
      "step": 12828
    },
    {
      "epoch": 1.3908282740676496,
      "grad_norm": 0.15223142504692078,
      "learning_rate": 5.383359930364138e-05,
      "loss": 0.0091,
      "step": 12829
    },
    {
      "epoch": 1.3909366869037294,
      "grad_norm": 0.5116674900054932,
      "learning_rate": 5.382997243580444e-05,
      "loss": 0.0749,
      "step": 12830
    },
    {
      "epoch": 1.3910450997398092,
      "grad_norm": 0.3452860713005066,
      "learning_rate": 5.382634556796751e-05,
      "loss": 0.0479,
      "step": 12831
    },
    {
      "epoch": 1.391153512575889,
      "grad_norm": 0.21774093806743622,
      "learning_rate": 5.382271870013057e-05,
      "loss": 0.0244,
      "step": 12832
    },
    {
      "epoch": 1.391261925411969,
      "grad_norm": 0.2896786630153656,
      "learning_rate": 5.3819091832293635e-05,
      "loss": 0.0504,
      "step": 12833
    },
    {
      "epoch": 1.3913703382480485,
      "grad_norm": 0.7467081546783447,
      "learning_rate": 5.38154649644567e-05,
      "loss": 0.0384,
      "step": 12834
    },
    {
      "epoch": 1.3914787510841284,
      "grad_norm": 0.13915814459323883,
      "learning_rate": 5.381183809661976e-05,
      "loss": 0.0189,
      "step": 12835
    },
    {
      "epoch": 1.3915871639202082,
      "grad_norm": 0.10907503962516785,
      "learning_rate": 5.380821122878282e-05,
      "loss": 0.0087,
      "step": 12836
    },
    {
      "epoch": 1.391695576756288,
      "grad_norm": 0.2829585373401642,
      "learning_rate": 5.3804584360945885e-05,
      "loss": 0.0185,
      "step": 12837
    },
    {
      "epoch": 1.3918039895923677,
      "grad_norm": 0.5206238031387329,
      "learning_rate": 5.380095749310895e-05,
      "loss": 0.0941,
      "step": 12838
    },
    {
      "epoch": 1.3919124024284475,
      "grad_norm": 0.4795801043510437,
      "learning_rate": 5.379733062527201e-05,
      "loss": 0.0397,
      "step": 12839
    },
    {
      "epoch": 1.3920208152645273,
      "grad_norm": 0.6486519575119019,
      "learning_rate": 5.379370375743508e-05,
      "loss": 0.0786,
      "step": 12840
    },
    {
      "epoch": 1.392129228100607,
      "grad_norm": 0.37890610098838806,
      "learning_rate": 5.379007688959815e-05,
      "loss": 0.0654,
      "step": 12841
    },
    {
      "epoch": 1.392237640936687,
      "grad_norm": 0.39424028992652893,
      "learning_rate": 5.378645002176121e-05,
      "loss": 0.0424,
      "step": 12842
    },
    {
      "epoch": 1.3923460537727668,
      "grad_norm": 0.45062491297721863,
      "learning_rate": 5.3782823153924276e-05,
      "loss": 0.0417,
      "step": 12843
    },
    {
      "epoch": 1.3924544666088465,
      "grad_norm": 0.14747017621994019,
      "learning_rate": 5.377919628608734e-05,
      "loss": 0.0129,
      "step": 12844
    },
    {
      "epoch": 1.3925628794449263,
      "grad_norm": 0.2019471675157547,
      "learning_rate": 5.3775569418250405e-05,
      "loss": 0.0419,
      "step": 12845
    },
    {
      "epoch": 1.392671292281006,
      "grad_norm": 0.2515789866447449,
      "learning_rate": 5.377194255041347e-05,
      "loss": 0.0257,
      "step": 12846
    },
    {
      "epoch": 1.3927797051170858,
      "grad_norm": 0.2311195582151413,
      "learning_rate": 5.376831568257653e-05,
      "loss": 0.0516,
      "step": 12847
    },
    {
      "epoch": 1.3928881179531656,
      "grad_norm": 0.13568271696567535,
      "learning_rate": 5.37646888147396e-05,
      "loss": 0.038,
      "step": 12848
    },
    {
      "epoch": 1.3929965307892456,
      "grad_norm": 0.2828774154186249,
      "learning_rate": 5.376106194690266e-05,
      "loss": 0.0285,
      "step": 12849
    },
    {
      "epoch": 1.393104943625325,
      "grad_norm": 0.24767564237117767,
      "learning_rate": 5.375743507906572e-05,
      "loss": 0.0156,
      "step": 12850
    },
    {
      "epoch": 1.393213356461405,
      "grad_norm": 0.06531611829996109,
      "learning_rate": 5.375380821122878e-05,
      "loss": 0.0134,
      "step": 12851
    },
    {
      "epoch": 1.3933217692974849,
      "grad_norm": 0.24481375515460968,
      "learning_rate": 5.3750181343391846e-05,
      "loss": 0.0247,
      "step": 12852
    },
    {
      "epoch": 1.3934301821335646,
      "grad_norm": 0.09819228202104568,
      "learning_rate": 5.374655447555491e-05,
      "loss": 0.0071,
      "step": 12853
    },
    {
      "epoch": 1.3935385949696444,
      "grad_norm": 0.24435944855213165,
      "learning_rate": 5.3742927607717975e-05,
      "loss": 0.0132,
      "step": 12854
    },
    {
      "epoch": 1.3936470078057241,
      "grad_norm": 0.21410523355007172,
      "learning_rate": 5.373930073988104e-05,
      "loss": 0.025,
      "step": 12855
    },
    {
      "epoch": 1.393755420641804,
      "grad_norm": 0.13957074284553528,
      "learning_rate": 5.37356738720441e-05,
      "loss": 0.0147,
      "step": 12856
    },
    {
      "epoch": 1.3938638334778837,
      "grad_norm": 0.07550575584173203,
      "learning_rate": 5.373204700420717e-05,
      "loss": 0.0084,
      "step": 12857
    },
    {
      "epoch": 1.3939722463139637,
      "grad_norm": 0.1504295915365219,
      "learning_rate": 5.372842013637023e-05,
      "loss": 0.0227,
      "step": 12858
    },
    {
      "epoch": 1.3940806591500434,
      "grad_norm": 0.10213825106620789,
      "learning_rate": 5.37247932685333e-05,
      "loss": 0.0156,
      "step": 12859
    },
    {
      "epoch": 1.3941890719861232,
      "grad_norm": 0.45887723565101624,
      "learning_rate": 5.3721166400696366e-05,
      "loss": 0.0479,
      "step": 12860
    },
    {
      "epoch": 1.394297484822203,
      "grad_norm": 0.12426311522722244,
      "learning_rate": 5.371753953285943e-05,
      "loss": 0.0174,
      "step": 12861
    },
    {
      "epoch": 1.3944058976582827,
      "grad_norm": 0.18119719624519348,
      "learning_rate": 5.3713912665022494e-05,
      "loss": 0.031,
      "step": 12862
    },
    {
      "epoch": 1.3945143104943625,
      "grad_norm": 0.1416078358888626,
      "learning_rate": 5.371028579718556e-05,
      "loss": 0.0238,
      "step": 12863
    },
    {
      "epoch": 1.3946227233304422,
      "grad_norm": 0.13818740844726562,
      "learning_rate": 5.3706658929348616e-05,
      "loss": 0.0105,
      "step": 12864
    },
    {
      "epoch": 1.3947311361665222,
      "grad_norm": 0.21428987383842468,
      "learning_rate": 5.370303206151168e-05,
      "loss": 0.0301,
      "step": 12865
    },
    {
      "epoch": 1.394839549002602,
      "grad_norm": 0.48022177815437317,
      "learning_rate": 5.3699405193674744e-05,
      "loss": 0.0924,
      "step": 12866
    },
    {
      "epoch": 1.3949479618386817,
      "grad_norm": 0.47136449813842773,
      "learning_rate": 5.369577832583781e-05,
      "loss": 0.0212,
      "step": 12867
    },
    {
      "epoch": 1.3950563746747615,
      "grad_norm": 0.044099077582359314,
      "learning_rate": 5.369215145800087e-05,
      "loss": 0.0076,
      "step": 12868
    },
    {
      "epoch": 1.3951647875108413,
      "grad_norm": 0.3556886315345764,
      "learning_rate": 5.3688524590163936e-05,
      "loss": 0.033,
      "step": 12869
    },
    {
      "epoch": 1.395273200346921,
      "grad_norm": 0.25930264592170715,
      "learning_rate": 5.3684897722327e-05,
      "loss": 0.0406,
      "step": 12870
    },
    {
      "epoch": 1.3953816131830008,
      "grad_norm": 0.18293195962905884,
      "learning_rate": 5.3681270854490064e-05,
      "loss": 0.0258,
      "step": 12871
    },
    {
      "epoch": 1.3954900260190808,
      "grad_norm": 0.5589092373847961,
      "learning_rate": 5.367764398665313e-05,
      "loss": 0.0591,
      "step": 12872
    },
    {
      "epoch": 1.3955984388551603,
      "grad_norm": 0.3632968068122864,
      "learning_rate": 5.3674017118816186e-05,
      "loss": 0.0323,
      "step": 12873
    },
    {
      "epoch": 1.3957068516912403,
      "grad_norm": 0.20234745740890503,
      "learning_rate": 5.367039025097925e-05,
      "loss": 0.0161,
      "step": 12874
    },
    {
      "epoch": 1.39581526452732,
      "grad_norm": 0.2746454179286957,
      "learning_rate": 5.3666763383142314e-05,
      "loss": 0.0263,
      "step": 12875
    },
    {
      "epoch": 1.3959236773633998,
      "grad_norm": 0.2730937898159027,
      "learning_rate": 5.366313651530539e-05,
      "loss": 0.0418,
      "step": 12876
    },
    {
      "epoch": 1.3960320901994796,
      "grad_norm": 0.4551846385002136,
      "learning_rate": 5.3659509647468456e-05,
      "loss": 0.0258,
      "step": 12877
    },
    {
      "epoch": 1.3961405030355594,
      "grad_norm": 0.15483932197093964,
      "learning_rate": 5.365588277963152e-05,
      "loss": 0.0091,
      "step": 12878
    },
    {
      "epoch": 1.3962489158716391,
      "grad_norm": 0.4198693633079529,
      "learning_rate": 5.365225591179458e-05,
      "loss": 0.0571,
      "step": 12879
    },
    {
      "epoch": 1.396357328707719,
      "grad_norm": 0.29914799332618713,
      "learning_rate": 5.364862904395764e-05,
      "loss": 0.033,
      "step": 12880
    },
    {
      "epoch": 1.3964657415437989,
      "grad_norm": 0.2851232886314392,
      "learning_rate": 5.3645002176120706e-05,
      "loss": 0.0235,
      "step": 12881
    },
    {
      "epoch": 1.3965741543798786,
      "grad_norm": 0.24733591079711914,
      "learning_rate": 5.364137530828377e-05,
      "loss": 0.0365,
      "step": 12882
    },
    {
      "epoch": 1.3966825672159584,
      "grad_norm": 0.12037619203329086,
      "learning_rate": 5.3637748440446834e-05,
      "loss": 0.0109,
      "step": 12883
    },
    {
      "epoch": 1.3967909800520382,
      "grad_norm": 0.16633009910583496,
      "learning_rate": 5.36341215726099e-05,
      "loss": 0.0199,
      "step": 12884
    },
    {
      "epoch": 1.396899392888118,
      "grad_norm": 0.2993767261505127,
      "learning_rate": 5.363049470477296e-05,
      "loss": 0.0337,
      "step": 12885
    },
    {
      "epoch": 1.3970078057241977,
      "grad_norm": 0.22918300330638885,
      "learning_rate": 5.3626867836936026e-05,
      "loss": 0.0189,
      "step": 12886
    },
    {
      "epoch": 1.3971162185602775,
      "grad_norm": 0.1601855456829071,
      "learning_rate": 5.3623240969099083e-05,
      "loss": 0.0147,
      "step": 12887
    },
    {
      "epoch": 1.3972246313963574,
      "grad_norm": 0.14202405512332916,
      "learning_rate": 5.361961410126215e-05,
      "loss": 0.0137,
      "step": 12888
    },
    {
      "epoch": 1.397333044232437,
      "grad_norm": 0.12953267991542816,
      "learning_rate": 5.361598723342521e-05,
      "loss": 0.0077,
      "step": 12889
    },
    {
      "epoch": 1.397441457068517,
      "grad_norm": 0.33397144079208374,
      "learning_rate": 5.3612360365588276e-05,
      "loss": 0.0723,
      "step": 12890
    },
    {
      "epoch": 1.3975498699045967,
      "grad_norm": 0.1548941433429718,
      "learning_rate": 5.360873349775134e-05,
      "loss": 0.0241,
      "step": 12891
    },
    {
      "epoch": 1.3976582827406765,
      "grad_norm": 0.1331261247396469,
      "learning_rate": 5.3605106629914404e-05,
      "loss": 0.0093,
      "step": 12892
    },
    {
      "epoch": 1.3977666955767563,
      "grad_norm": 0.24049115180969238,
      "learning_rate": 5.3601479762077475e-05,
      "loss": 0.0411,
      "step": 12893
    },
    {
      "epoch": 1.397875108412836,
      "grad_norm": 0.17187093198299408,
      "learning_rate": 5.359785289424054e-05,
      "loss": 0.0343,
      "step": 12894
    },
    {
      "epoch": 1.397983521248916,
      "grad_norm": 0.09969386458396912,
      "learning_rate": 5.35942260264036e-05,
      "loss": 0.0078,
      "step": 12895
    },
    {
      "epoch": 1.3980919340849955,
      "grad_norm": 0.2009931355714798,
      "learning_rate": 5.359059915856667e-05,
      "loss": 0.0169,
      "step": 12896
    },
    {
      "epoch": 1.3982003469210755,
      "grad_norm": 0.09591680020093918,
      "learning_rate": 5.358697229072973e-05,
      "loss": 0.0176,
      "step": 12897
    },
    {
      "epoch": 1.3983087597571553,
      "grad_norm": 0.3204602599143982,
      "learning_rate": 5.3583345422892795e-05,
      "loss": 0.0512,
      "step": 12898
    },
    {
      "epoch": 1.398417172593235,
      "grad_norm": 0.2253410965204239,
      "learning_rate": 5.357971855505586e-05,
      "loss": 0.0256,
      "step": 12899
    },
    {
      "epoch": 1.3985255854293148,
      "grad_norm": 0.2249424308538437,
      "learning_rate": 5.3576091687218924e-05,
      "loss": 0.0307,
      "step": 12900
    },
    {
      "epoch": 1.3986339982653946,
      "grad_norm": 0.252942830324173,
      "learning_rate": 5.357246481938199e-05,
      "loss": 0.0737,
      "step": 12901
    },
    {
      "epoch": 1.3987424111014743,
      "grad_norm": 0.24627867341041565,
      "learning_rate": 5.3568837951545045e-05,
      "loss": 0.0356,
      "step": 12902
    },
    {
      "epoch": 1.398850823937554,
      "grad_norm": 0.09857245534658432,
      "learning_rate": 5.356521108370811e-05,
      "loss": 0.0148,
      "step": 12903
    },
    {
      "epoch": 1.398959236773634,
      "grad_norm": 0.15429778397083282,
      "learning_rate": 5.356158421587117e-05,
      "loss": 0.0121,
      "step": 12904
    },
    {
      "epoch": 1.3990676496097139,
      "grad_norm": 0.2070566564798355,
      "learning_rate": 5.355795734803424e-05,
      "loss": 0.0329,
      "step": 12905
    },
    {
      "epoch": 1.3991760624457936,
      "grad_norm": 0.2896750271320343,
      "learning_rate": 5.35543304801973e-05,
      "loss": 0.0602,
      "step": 12906
    },
    {
      "epoch": 1.3992844752818734,
      "grad_norm": 0.37210527062416077,
      "learning_rate": 5.3550703612360365e-05,
      "loss": 0.0405,
      "step": 12907
    },
    {
      "epoch": 1.3993928881179531,
      "grad_norm": 0.22907552123069763,
      "learning_rate": 5.354707674452343e-05,
      "loss": 0.0437,
      "step": 12908
    },
    {
      "epoch": 1.399501300954033,
      "grad_norm": 0.38537725806236267,
      "learning_rate": 5.3543449876686494e-05,
      "loss": 0.0443,
      "step": 12909
    },
    {
      "epoch": 1.3996097137901127,
      "grad_norm": 0.25831037759780884,
      "learning_rate": 5.3539823008849565e-05,
      "loss": 0.03,
      "step": 12910
    },
    {
      "epoch": 1.3997181266261927,
      "grad_norm": 0.07939980924129486,
      "learning_rate": 5.353619614101263e-05,
      "loss": 0.0107,
      "step": 12911
    },
    {
      "epoch": 1.3998265394622722,
      "grad_norm": 0.18516846001148224,
      "learning_rate": 5.353256927317569e-05,
      "loss": 0.0308,
      "step": 12912
    },
    {
      "epoch": 1.3999349522983522,
      "grad_norm": 0.2531461715698242,
      "learning_rate": 5.352894240533876e-05,
      "loss": 0.0247,
      "step": 12913
    },
    {
      "epoch": 1.400043365134432,
      "grad_norm": 0.24368464946746826,
      "learning_rate": 5.352531553750182e-05,
      "loss": 0.0381,
      "step": 12914
    },
    {
      "epoch": 1.4001517779705117,
      "grad_norm": 0.1202901154756546,
      "learning_rate": 5.3521688669664885e-05,
      "loss": 0.0138,
      "step": 12915
    },
    {
      "epoch": 1.4002601908065915,
      "grad_norm": 0.10929901897907257,
      "learning_rate": 5.351806180182794e-05,
      "loss": 0.0095,
      "step": 12916
    },
    {
      "epoch": 1.4003686036426712,
      "grad_norm": 0.1930152326822281,
      "learning_rate": 5.3514434933991007e-05,
      "loss": 0.053,
      "step": 12917
    },
    {
      "epoch": 1.400477016478751,
      "grad_norm": 0.14640101790428162,
      "learning_rate": 5.351080806615407e-05,
      "loss": 0.0182,
      "step": 12918
    },
    {
      "epoch": 1.4005854293148308,
      "grad_norm": 0.1676923930644989,
      "learning_rate": 5.3507181198317135e-05,
      "loss": 0.0324,
      "step": 12919
    },
    {
      "epoch": 1.4006938421509108,
      "grad_norm": 0.16164252161979675,
      "learning_rate": 5.35035543304802e-05,
      "loss": 0.0256,
      "step": 12920
    },
    {
      "epoch": 1.4008022549869905,
      "grad_norm": 0.28206494450569153,
      "learning_rate": 5.349992746264326e-05,
      "loss": 0.0482,
      "step": 12921
    },
    {
      "epoch": 1.4009106678230703,
      "grad_norm": 0.13156315684318542,
      "learning_rate": 5.349630059480633e-05,
      "loss": 0.0148,
      "step": 12922
    },
    {
      "epoch": 1.40101908065915,
      "grad_norm": 0.11133962869644165,
      "learning_rate": 5.349267372696939e-05,
      "loss": 0.0198,
      "step": 12923
    },
    {
      "epoch": 1.4011274934952298,
      "grad_norm": 0.1639889031648636,
      "learning_rate": 5.3489046859132455e-05,
      "loss": 0.0215,
      "step": 12924
    },
    {
      "epoch": 1.4012359063313096,
      "grad_norm": 0.22345401346683502,
      "learning_rate": 5.348541999129551e-05,
      "loss": 0.0227,
      "step": 12925
    },
    {
      "epoch": 1.4013443191673893,
      "grad_norm": 0.36286208033561707,
      "learning_rate": 5.348179312345858e-05,
      "loss": 0.0426,
      "step": 12926
    },
    {
      "epoch": 1.4014527320034693,
      "grad_norm": 0.417345255613327,
      "learning_rate": 5.347816625562164e-05,
      "loss": 0.017,
      "step": 12927
    },
    {
      "epoch": 1.401561144839549,
      "grad_norm": 0.1879129856824875,
      "learning_rate": 5.347453938778472e-05,
      "loss": 0.0224,
      "step": 12928
    },
    {
      "epoch": 1.4016695576756288,
      "grad_norm": 0.04467444494366646,
      "learning_rate": 5.347091251994778e-05,
      "loss": 0.0044,
      "step": 12929
    },
    {
      "epoch": 1.4017779705117086,
      "grad_norm": 0.09879070520401001,
      "learning_rate": 5.346728565211085e-05,
      "loss": 0.0184,
      "step": 12930
    },
    {
      "epoch": 1.4018863833477884,
      "grad_norm": 0.16042140126228333,
      "learning_rate": 5.3463658784273904e-05,
      "loss": 0.0145,
      "step": 12931
    },
    {
      "epoch": 1.4019947961838681,
      "grad_norm": 0.24132885038852692,
      "learning_rate": 5.346003191643697e-05,
      "loss": 0.0147,
      "step": 12932
    },
    {
      "epoch": 1.402103209019948,
      "grad_norm": 0.3315054178237915,
      "learning_rate": 5.345640504860003e-05,
      "loss": 0.0439,
      "step": 12933
    },
    {
      "epoch": 1.4022116218560279,
      "grad_norm": 0.2250290811061859,
      "learning_rate": 5.3452778180763096e-05,
      "loss": 0.0338,
      "step": 12934
    },
    {
      "epoch": 1.4023200346921074,
      "grad_norm": 0.13555021584033966,
      "learning_rate": 5.344915131292616e-05,
      "loss": 0.029,
      "step": 12935
    },
    {
      "epoch": 1.4024284475281874,
      "grad_norm": 0.38535889983177185,
      "learning_rate": 5.3445524445089225e-05,
      "loss": 0.0695,
      "step": 12936
    },
    {
      "epoch": 1.4025368603642672,
      "grad_norm": 0.4034975469112396,
      "learning_rate": 5.344189757725229e-05,
      "loss": 0.0329,
      "step": 12937
    },
    {
      "epoch": 1.402645273200347,
      "grad_norm": 0.08637204766273499,
      "learning_rate": 5.343827070941535e-05,
      "loss": 0.0092,
      "step": 12938
    },
    {
      "epoch": 1.4027536860364267,
      "grad_norm": 0.04618546739220619,
      "learning_rate": 5.343464384157841e-05,
      "loss": 0.0064,
      "step": 12939
    },
    {
      "epoch": 1.4028620988725065,
      "grad_norm": 0.24796098470687866,
      "learning_rate": 5.3431016973741474e-05,
      "loss": 0.0401,
      "step": 12940
    },
    {
      "epoch": 1.4029705117085862,
      "grad_norm": 0.13733085989952087,
      "learning_rate": 5.342739010590454e-05,
      "loss": 0.0201,
      "step": 12941
    },
    {
      "epoch": 1.403078924544666,
      "grad_norm": 0.054527122527360916,
      "learning_rate": 5.34237632380676e-05,
      "loss": 0.0066,
      "step": 12942
    },
    {
      "epoch": 1.403187337380746,
      "grad_norm": 0.20831385254859924,
      "learning_rate": 5.3420136370230667e-05,
      "loss": 0.0303,
      "step": 12943
    },
    {
      "epoch": 1.4032957502168257,
      "grad_norm": 0.21693925559520721,
      "learning_rate": 5.341650950239373e-05,
      "loss": 0.0304,
      "step": 12944
    },
    {
      "epoch": 1.4034041630529055,
      "grad_norm": 0.48003044724464417,
      "learning_rate": 5.34128826345568e-05,
      "loss": 0.0391,
      "step": 12945
    },
    {
      "epoch": 1.4035125758889853,
      "grad_norm": 0.3559143543243408,
      "learning_rate": 5.3409255766719866e-05,
      "loss": 0.0198,
      "step": 12946
    },
    {
      "epoch": 1.403620988725065,
      "grad_norm": 0.17637918889522552,
      "learning_rate": 5.340562889888293e-05,
      "loss": 0.0175,
      "step": 12947
    },
    {
      "epoch": 1.4037294015611448,
      "grad_norm": 0.13102354109287262,
      "learning_rate": 5.3402002031045994e-05,
      "loss": 0.0045,
      "step": 12948
    },
    {
      "epoch": 1.4038378143972245,
      "grad_norm": 0.2171342372894287,
      "learning_rate": 5.339837516320906e-05,
      "loss": 0.021,
      "step": 12949
    },
    {
      "epoch": 1.4039462272333045,
      "grad_norm": 0.34545081853866577,
      "learning_rate": 5.339474829537212e-05,
      "loss": 0.0311,
      "step": 12950
    },
    {
      "epoch": 1.4040546400693843,
      "grad_norm": 0.30435365438461304,
      "learning_rate": 5.3391121427535186e-05,
      "loss": 0.053,
      "step": 12951
    },
    {
      "epoch": 1.404163052905464,
      "grad_norm": 0.3615330755710602,
      "learning_rate": 5.338749455969825e-05,
      "loss": 0.0336,
      "step": 12952
    },
    {
      "epoch": 1.4042714657415438,
      "grad_norm": 0.19999654591083527,
      "learning_rate": 5.3383867691861314e-05,
      "loss": 0.0213,
      "step": 12953
    },
    {
      "epoch": 1.4043798785776236,
      "grad_norm": 0.12483534216880798,
      "learning_rate": 5.338024082402437e-05,
      "loss": 0.007,
      "step": 12954
    },
    {
      "epoch": 1.4044882914137033,
      "grad_norm": 0.20081394910812378,
      "learning_rate": 5.3376613956187436e-05,
      "loss": 0.0197,
      "step": 12955
    },
    {
      "epoch": 1.4045967042497831,
      "grad_norm": 0.3601231575012207,
      "learning_rate": 5.33729870883505e-05,
      "loss": 0.0562,
      "step": 12956
    },
    {
      "epoch": 1.404705117085863,
      "grad_norm": 0.0711560994386673,
      "learning_rate": 5.3369360220513564e-05,
      "loss": 0.0095,
      "step": 12957
    },
    {
      "epoch": 1.4048135299219426,
      "grad_norm": 0.27104997634887695,
      "learning_rate": 5.336573335267663e-05,
      "loss": 0.0356,
      "step": 12958
    },
    {
      "epoch": 1.4049219427580226,
      "grad_norm": 0.22488923370838165,
      "learning_rate": 5.336210648483969e-05,
      "loss": 0.0178,
      "step": 12959
    },
    {
      "epoch": 1.4050303555941024,
      "grad_norm": 0.08268547058105469,
      "learning_rate": 5.3358479617002756e-05,
      "loss": 0.0111,
      "step": 12960
    },
    {
      "epoch": 1.4051387684301822,
      "grad_norm": 0.1315685510635376,
      "learning_rate": 5.335485274916582e-05,
      "loss": 0.0111,
      "step": 12961
    },
    {
      "epoch": 1.405247181266262,
      "grad_norm": 0.3031415343284607,
      "learning_rate": 5.335122588132889e-05,
      "loss": 0.0594,
      "step": 12962
    },
    {
      "epoch": 1.4053555941023417,
      "grad_norm": 0.06767744570970535,
      "learning_rate": 5.3347599013491955e-05,
      "loss": 0.0094,
      "step": 12963
    },
    {
      "epoch": 1.4054640069384214,
      "grad_norm": 0.11002615839242935,
      "learning_rate": 5.334397214565502e-05,
      "loss": 0.0135,
      "step": 12964
    },
    {
      "epoch": 1.4055724197745012,
      "grad_norm": 0.12564754486083984,
      "learning_rate": 5.3340345277818084e-05,
      "loss": 0.0125,
      "step": 12965
    },
    {
      "epoch": 1.4056808326105812,
      "grad_norm": 0.0923120453953743,
      "learning_rate": 5.333671840998115e-05,
      "loss": 0.0071,
      "step": 12966
    },
    {
      "epoch": 1.405789245446661,
      "grad_norm": 0.25679200887680054,
      "learning_rate": 5.333309154214421e-05,
      "loss": 0.0259,
      "step": 12967
    },
    {
      "epoch": 1.4058976582827407,
      "grad_norm": 1.0330983400344849,
      "learning_rate": 5.332946467430727e-05,
      "loss": 0.0305,
      "step": 12968
    },
    {
      "epoch": 1.4060060711188205,
      "grad_norm": 0.3217652440071106,
      "learning_rate": 5.332583780647033e-05,
      "loss": 0.0564,
      "step": 12969
    },
    {
      "epoch": 1.4061144839549002,
      "grad_norm": 0.22451560199260712,
      "learning_rate": 5.33222109386334e-05,
      "loss": 0.0182,
      "step": 12970
    },
    {
      "epoch": 1.40622289679098,
      "grad_norm": 0.2722422778606415,
      "learning_rate": 5.331858407079646e-05,
      "loss": 0.0158,
      "step": 12971
    },
    {
      "epoch": 1.4063313096270598,
      "grad_norm": 0.23114013671875,
      "learning_rate": 5.3314957202959526e-05,
      "loss": 0.0274,
      "step": 12972
    },
    {
      "epoch": 1.4064397224631398,
      "grad_norm": 0.48671823740005493,
      "learning_rate": 5.331133033512259e-05,
      "loss": 0.024,
      "step": 12973
    },
    {
      "epoch": 1.4065481352992193,
      "grad_norm": 0.044914610683918,
      "learning_rate": 5.3307703467285654e-05,
      "loss": 0.005,
      "step": 12974
    },
    {
      "epoch": 1.4066565481352993,
      "grad_norm": 0.17793825268745422,
      "learning_rate": 5.330407659944872e-05,
      "loss": 0.0152,
      "step": 12975
    },
    {
      "epoch": 1.406764960971379,
      "grad_norm": 0.30944398045539856,
      "learning_rate": 5.330044973161178e-05,
      "loss": 0.0705,
      "step": 12976
    },
    {
      "epoch": 1.4068733738074588,
      "grad_norm": 0.11605702340602875,
      "learning_rate": 5.329682286377484e-05,
      "loss": 0.0122,
      "step": 12977
    },
    {
      "epoch": 1.4069817866435386,
      "grad_norm": 0.3667031526565552,
      "learning_rate": 5.3293195995937903e-05,
      "loss": 0.0365,
      "step": 12978
    },
    {
      "epoch": 1.4070901994796183,
      "grad_norm": 0.43101394176483154,
      "learning_rate": 5.328956912810097e-05,
      "loss": 0.0196,
      "step": 12979
    },
    {
      "epoch": 1.4071986123156983,
      "grad_norm": 0.5359818339347839,
      "learning_rate": 5.3285942260264045e-05,
      "loss": 0.0717,
      "step": 12980
    },
    {
      "epoch": 1.4073070251517779,
      "grad_norm": 0.2370968908071518,
      "learning_rate": 5.328231539242711e-05,
      "loss": 0.0366,
      "step": 12981
    },
    {
      "epoch": 1.4074154379878578,
      "grad_norm": 0.14176024496555328,
      "learning_rate": 5.327868852459017e-05,
      "loss": 0.0129,
      "step": 12982
    },
    {
      "epoch": 1.4075238508239376,
      "grad_norm": 0.2599659562110901,
      "learning_rate": 5.327506165675323e-05,
      "loss": 0.0174,
      "step": 12983
    },
    {
      "epoch": 1.4076322636600174,
      "grad_norm": 0.19495755434036255,
      "learning_rate": 5.3271434788916295e-05,
      "loss": 0.0278,
      "step": 12984
    },
    {
      "epoch": 1.4077406764960971,
      "grad_norm": 0.30085450410842896,
      "learning_rate": 5.326780792107936e-05,
      "loss": 0.0351,
      "step": 12985
    },
    {
      "epoch": 1.407849089332177,
      "grad_norm": 0.17898553609848022,
      "learning_rate": 5.326418105324242e-05,
      "loss": 0.0105,
      "step": 12986
    },
    {
      "epoch": 1.4079575021682567,
      "grad_norm": 0.08801501244306564,
      "learning_rate": 5.326055418540549e-05,
      "loss": 0.0107,
      "step": 12987
    },
    {
      "epoch": 1.4080659150043364,
      "grad_norm": 0.20466698706150055,
      "learning_rate": 5.325692731756855e-05,
      "loss": 0.0294,
      "step": 12988
    },
    {
      "epoch": 1.4081743278404164,
      "grad_norm": 0.1845809519290924,
      "learning_rate": 5.3253300449731615e-05,
      "loss": 0.0124,
      "step": 12989
    },
    {
      "epoch": 1.4082827406764962,
      "grad_norm": 0.2037501037120819,
      "learning_rate": 5.324967358189468e-05,
      "loss": 0.0563,
      "step": 12990
    },
    {
      "epoch": 1.408391153512576,
      "grad_norm": 0.25484591722488403,
      "learning_rate": 5.324604671405774e-05,
      "loss": 0.013,
      "step": 12991
    },
    {
      "epoch": 1.4084995663486557,
      "grad_norm": 0.09634945541620255,
      "learning_rate": 5.32424198462208e-05,
      "loss": 0.009,
      "step": 12992
    },
    {
      "epoch": 1.4086079791847355,
      "grad_norm": 0.27582040429115295,
      "learning_rate": 5.3238792978383865e-05,
      "loss": 0.0385,
      "step": 12993
    },
    {
      "epoch": 1.4087163920208152,
      "grad_norm": 0.2779192626476288,
      "learning_rate": 5.323516611054693e-05,
      "loss": 0.023,
      "step": 12994
    },
    {
      "epoch": 1.408824804856895,
      "grad_norm": 0.18102137744426727,
      "learning_rate": 5.323153924270999e-05,
      "loss": 0.025,
      "step": 12995
    },
    {
      "epoch": 1.408933217692975,
      "grad_norm": 0.3196132779121399,
      "learning_rate": 5.322791237487306e-05,
      "loss": 0.0368,
      "step": 12996
    },
    {
      "epoch": 1.4090416305290545,
      "grad_norm": 0.1359337568283081,
      "learning_rate": 5.322428550703613e-05,
      "loss": 0.0195,
      "step": 12997
    },
    {
      "epoch": 1.4091500433651345,
      "grad_norm": 0.18220731616020203,
      "learning_rate": 5.322065863919919e-05,
      "loss": 0.0208,
      "step": 12998
    },
    {
      "epoch": 1.4092584562012143,
      "grad_norm": 0.13878002762794495,
      "learning_rate": 5.3217031771362256e-05,
      "loss": 0.0089,
      "step": 12999
    },
    {
      "epoch": 1.409366869037294,
      "grad_norm": 0.2499297857284546,
      "learning_rate": 5.321340490352532e-05,
      "loss": 0.0295,
      "step": 13000
    },
    {
      "epoch": 1.4094752818733738,
      "grad_norm": 0.23189221322536469,
      "learning_rate": 5.3209778035688385e-05,
      "loss": 0.0427,
      "step": 13001
    },
    {
      "epoch": 1.4095836947094535,
      "grad_norm": 0.29524314403533936,
      "learning_rate": 5.320615116785145e-05,
      "loss": 0.0406,
      "step": 13002
    },
    {
      "epoch": 1.4096921075455333,
      "grad_norm": 0.2340525984764099,
      "learning_rate": 5.320252430001451e-05,
      "loss": 0.0321,
      "step": 13003
    },
    {
      "epoch": 1.409800520381613,
      "grad_norm": 0.09832858294248581,
      "learning_rate": 5.319889743217758e-05,
      "loss": 0.0082,
      "step": 13004
    },
    {
      "epoch": 1.409908933217693,
      "grad_norm": 0.6138657927513123,
      "learning_rate": 5.319527056434064e-05,
      "loss": 0.061,
      "step": 13005
    },
    {
      "epoch": 1.4100173460537728,
      "grad_norm": 0.30990004539489746,
      "learning_rate": 5.31916436965037e-05,
      "loss": 0.0453,
      "step": 13006
    },
    {
      "epoch": 1.4101257588898526,
      "grad_norm": 0.3435737192630768,
      "learning_rate": 5.318801682866676e-05,
      "loss": 0.0692,
      "step": 13007
    },
    {
      "epoch": 1.4102341717259324,
      "grad_norm": 0.26185041666030884,
      "learning_rate": 5.3184389960829827e-05,
      "loss": 0.0301,
      "step": 13008
    },
    {
      "epoch": 1.4103425845620121,
      "grad_norm": 0.20616284012794495,
      "learning_rate": 5.318076309299289e-05,
      "loss": 0.0104,
      "step": 13009
    },
    {
      "epoch": 1.4104509973980919,
      "grad_norm": 0.1276257038116455,
      "learning_rate": 5.3177136225155955e-05,
      "loss": 0.0065,
      "step": 13010
    },
    {
      "epoch": 1.4105594102341716,
      "grad_norm": 0.8125565052032471,
      "learning_rate": 5.317350935731902e-05,
      "loss": 0.0672,
      "step": 13011
    },
    {
      "epoch": 1.4106678230702516,
      "grad_norm": 0.23951295018196106,
      "learning_rate": 5.316988248948208e-05,
      "loss": 0.0749,
      "step": 13012
    },
    {
      "epoch": 1.4107762359063314,
      "grad_norm": 0.15435616672039032,
      "learning_rate": 5.316625562164515e-05,
      "loss": 0.0097,
      "step": 13013
    },
    {
      "epoch": 1.4108846487424112,
      "grad_norm": 0.11816512793302536,
      "learning_rate": 5.316262875380822e-05,
      "loss": 0.0153,
      "step": 13014
    },
    {
      "epoch": 1.410993061578491,
      "grad_norm": 0.1973954439163208,
      "learning_rate": 5.315900188597128e-05,
      "loss": 0.0211,
      "step": 13015
    },
    {
      "epoch": 1.4111014744145707,
      "grad_norm": 0.30774587392807007,
      "learning_rate": 5.3155375018134346e-05,
      "loss": 0.0455,
      "step": 13016
    },
    {
      "epoch": 1.4112098872506504,
      "grad_norm": 0.19227631390094757,
      "learning_rate": 5.315174815029741e-05,
      "loss": 0.0186,
      "step": 13017
    },
    {
      "epoch": 1.4113183000867302,
      "grad_norm": 0.11200923472642899,
      "learning_rate": 5.3148121282460474e-05,
      "loss": 0.0065,
      "step": 13018
    },
    {
      "epoch": 1.4114267129228102,
      "grad_norm": 0.4317246377468109,
      "learning_rate": 5.314449441462354e-05,
      "loss": 0.0241,
      "step": 13019
    },
    {
      "epoch": 1.4115351257588897,
      "grad_norm": 0.3732213079929352,
      "learning_rate": 5.3140867546786596e-05,
      "loss": 0.0252,
      "step": 13020
    },
    {
      "epoch": 1.4116435385949697,
      "grad_norm": 0.22675436735153198,
      "learning_rate": 5.313724067894966e-05,
      "loss": 0.0185,
      "step": 13021
    },
    {
      "epoch": 1.4117519514310495,
      "grad_norm": 0.15419305860996246,
      "learning_rate": 5.3133613811112724e-05,
      "loss": 0.0159,
      "step": 13022
    },
    {
      "epoch": 1.4118603642671292,
      "grad_norm": 0.44275325536727905,
      "learning_rate": 5.312998694327579e-05,
      "loss": 0.0515,
      "step": 13023
    },
    {
      "epoch": 1.411968777103209,
      "grad_norm": 0.2659789025783539,
      "learning_rate": 5.312636007543885e-05,
      "loss": 0.0338,
      "step": 13024
    },
    {
      "epoch": 1.4120771899392888,
      "grad_norm": 0.34177613258361816,
      "learning_rate": 5.3122733207601916e-05,
      "loss": 0.0457,
      "step": 13025
    },
    {
      "epoch": 1.4121856027753685,
      "grad_norm": 0.2115379124879837,
      "learning_rate": 5.311910633976498e-05,
      "loss": 0.0233,
      "step": 13026
    },
    {
      "epoch": 1.4122940156114483,
      "grad_norm": 0.04828430712223053,
      "learning_rate": 5.3115479471928045e-05,
      "loss": 0.0058,
      "step": 13027
    },
    {
      "epoch": 1.4124024284475283,
      "grad_norm": 0.39185839891433716,
      "learning_rate": 5.311185260409111e-05,
      "loss": 0.055,
      "step": 13028
    },
    {
      "epoch": 1.412510841283608,
      "grad_norm": 0.03590025007724762,
      "learning_rate": 5.3108225736254166e-05,
      "loss": 0.0042,
      "step": 13029
    },
    {
      "epoch": 1.4126192541196878,
      "grad_norm": 0.07861678302288055,
      "learning_rate": 5.310459886841723e-05,
      "loss": 0.0098,
      "step": 13030
    },
    {
      "epoch": 1.4127276669557676,
      "grad_norm": 0.20343337953090668,
      "learning_rate": 5.310097200058031e-05,
      "loss": 0.0172,
      "step": 13031
    },
    {
      "epoch": 1.4128360797918473,
      "grad_norm": 0.10480756312608719,
      "learning_rate": 5.309734513274337e-05,
      "loss": 0.0151,
      "step": 13032
    },
    {
      "epoch": 1.412944492627927,
      "grad_norm": 0.1336812824010849,
      "learning_rate": 5.3093718264906436e-05,
      "loss": 0.0172,
      "step": 13033
    },
    {
      "epoch": 1.4130529054640069,
      "grad_norm": 0.15401606261730194,
      "learning_rate": 5.30900913970695e-05,
      "loss": 0.0152,
      "step": 13034
    },
    {
      "epoch": 1.4131613183000868,
      "grad_norm": 0.21288061141967773,
      "learning_rate": 5.308646452923256e-05,
      "loss": 0.0331,
      "step": 13035
    },
    {
      "epoch": 1.4132697311361664,
      "grad_norm": 0.14946863055229187,
      "learning_rate": 5.308283766139562e-05,
      "loss": 0.0097,
      "step": 13036
    },
    {
      "epoch": 1.4133781439722464,
      "grad_norm": 0.37568381428718567,
      "learning_rate": 5.3079210793558686e-05,
      "loss": 0.0301,
      "step": 13037
    },
    {
      "epoch": 1.4134865568083261,
      "grad_norm": 0.32387980818748474,
      "learning_rate": 5.307558392572175e-05,
      "loss": 0.0164,
      "step": 13038
    },
    {
      "epoch": 1.413594969644406,
      "grad_norm": 0.2322862446308136,
      "learning_rate": 5.3071957057884814e-05,
      "loss": 0.0209,
      "step": 13039
    },
    {
      "epoch": 1.4137033824804857,
      "grad_norm": 0.3727591633796692,
      "learning_rate": 5.306833019004788e-05,
      "loss": 0.0478,
      "step": 13040
    },
    {
      "epoch": 1.4138117953165654,
      "grad_norm": 0.1942918300628662,
      "learning_rate": 5.306470332221094e-05,
      "loss": 0.0243,
      "step": 13041
    },
    {
      "epoch": 1.4139202081526454,
      "grad_norm": 0.16140975058078766,
      "learning_rate": 5.3061076454374006e-05,
      "loss": 0.0164,
      "step": 13042
    },
    {
      "epoch": 1.414028620988725,
      "grad_norm": 0.3850705921649933,
      "learning_rate": 5.305744958653707e-05,
      "loss": 0.0432,
      "step": 13043
    },
    {
      "epoch": 1.414137033824805,
      "grad_norm": 0.37975433468818665,
      "learning_rate": 5.305382271870013e-05,
      "loss": 0.0185,
      "step": 13044
    },
    {
      "epoch": 1.4142454466608847,
      "grad_norm": 0.21767555177211761,
      "learning_rate": 5.305019585086319e-05,
      "loss": 0.0251,
      "step": 13045
    },
    {
      "epoch": 1.4143538594969645,
      "grad_norm": 0.2926967442035675,
      "learning_rate": 5.3046568983026256e-05,
      "loss": 0.0287,
      "step": 13046
    },
    {
      "epoch": 1.4144622723330442,
      "grad_norm": 0.42615193128585815,
      "learning_rate": 5.304294211518932e-05,
      "loss": 0.061,
      "step": 13047
    },
    {
      "epoch": 1.414570685169124,
      "grad_norm": 0.13251252472400665,
      "learning_rate": 5.3039315247352384e-05,
      "loss": 0.016,
      "step": 13048
    },
    {
      "epoch": 1.4146790980052038,
      "grad_norm": 0.2869850993156433,
      "learning_rate": 5.3035688379515455e-05,
      "loss": 0.0162,
      "step": 13049
    },
    {
      "epoch": 1.4147875108412835,
      "grad_norm": 0.20281890034675598,
      "learning_rate": 5.303206151167852e-05,
      "loss": 0.0286,
      "step": 13050
    },
    {
      "epoch": 1.4148959236773635,
      "grad_norm": 0.49984753131866455,
      "learning_rate": 5.302843464384158e-05,
      "loss": 0.0398,
      "step": 13051
    },
    {
      "epoch": 1.4150043365134433,
      "grad_norm": 0.2604929208755493,
      "learning_rate": 5.302480777600465e-05,
      "loss": 0.0367,
      "step": 13052
    },
    {
      "epoch": 1.415112749349523,
      "grad_norm": 0.11988183856010437,
      "learning_rate": 5.302118090816771e-05,
      "loss": 0.0179,
      "step": 13053
    },
    {
      "epoch": 1.4152211621856028,
      "grad_norm": 0.30850905179977417,
      "learning_rate": 5.3017554040330775e-05,
      "loss": 0.036,
      "step": 13054
    },
    {
      "epoch": 1.4153295750216826,
      "grad_norm": 0.2313641905784607,
      "learning_rate": 5.301392717249384e-05,
      "loss": 0.0165,
      "step": 13055
    },
    {
      "epoch": 1.4154379878577623,
      "grad_norm": 0.15552057325839996,
      "learning_rate": 5.3010300304656904e-05,
      "loss": 0.0156,
      "step": 13056
    },
    {
      "epoch": 1.415546400693842,
      "grad_norm": 0.14201050996780396,
      "learning_rate": 5.300667343681997e-05,
      "loss": 0.0257,
      "step": 13057
    },
    {
      "epoch": 1.415654813529922,
      "grad_norm": 0.3930930495262146,
      "learning_rate": 5.3003046568983025e-05,
      "loss": 0.0488,
      "step": 13058
    },
    {
      "epoch": 1.4157632263660016,
      "grad_norm": 0.3201831877231598,
      "learning_rate": 5.299941970114609e-05,
      "loss": 0.036,
      "step": 13059
    },
    {
      "epoch": 1.4158716392020816,
      "grad_norm": 0.3212263882160187,
      "learning_rate": 5.299579283330915e-05,
      "loss": 0.0471,
      "step": 13060
    },
    {
      "epoch": 1.4159800520381614,
      "grad_norm": 0.51047283411026,
      "learning_rate": 5.299216596547222e-05,
      "loss": 0.0524,
      "step": 13061
    },
    {
      "epoch": 1.4160884648742411,
      "grad_norm": 0.4291470944881439,
      "learning_rate": 5.298853909763528e-05,
      "loss": 0.0563,
      "step": 13062
    },
    {
      "epoch": 1.4161968777103209,
      "grad_norm": 0.7943441867828369,
      "learning_rate": 5.2984912229798346e-05,
      "loss": 0.0489,
      "step": 13063
    },
    {
      "epoch": 1.4163052905464006,
      "grad_norm": 0.27764075994491577,
      "learning_rate": 5.298128536196141e-05,
      "loss": 0.0557,
      "step": 13064
    },
    {
      "epoch": 1.4164137033824804,
      "grad_norm": 0.2368410974740982,
      "learning_rate": 5.2977658494124474e-05,
      "loss": 0.0273,
      "step": 13065
    },
    {
      "epoch": 1.4165221162185602,
      "grad_norm": 0.24681156873703003,
      "learning_rate": 5.2974031626287545e-05,
      "loss": 0.0183,
      "step": 13066
    },
    {
      "epoch": 1.4166305290546402,
      "grad_norm": 0.16037440299987793,
      "learning_rate": 5.297040475845061e-05,
      "loss": 0.0152,
      "step": 13067
    },
    {
      "epoch": 1.41673894189072,
      "grad_norm": 0.18439117074012756,
      "learning_rate": 5.296677789061367e-05,
      "loss": 0.0258,
      "step": 13068
    },
    {
      "epoch": 1.4168473547267997,
      "grad_norm": 0.22192996740341187,
      "learning_rate": 5.296315102277674e-05,
      "loss": 0.0276,
      "step": 13069
    },
    {
      "epoch": 1.4169557675628794,
      "grad_norm": 0.3171885311603546,
      "learning_rate": 5.29595241549398e-05,
      "loss": 0.0233,
      "step": 13070
    },
    {
      "epoch": 1.4170641803989592,
      "grad_norm": 0.42441123723983765,
      "learning_rate": 5.2955897287102865e-05,
      "loss": 0.0835,
      "step": 13071
    },
    {
      "epoch": 1.417172593235039,
      "grad_norm": 0.06913737207651138,
      "learning_rate": 5.295227041926592e-05,
      "loss": 0.011,
      "step": 13072
    },
    {
      "epoch": 1.4172810060711187,
      "grad_norm": 0.37191352248191833,
      "learning_rate": 5.2948643551428987e-05,
      "loss": 0.0507,
      "step": 13073
    },
    {
      "epoch": 1.4173894189071987,
      "grad_norm": 0.07993368059396744,
      "learning_rate": 5.294501668359205e-05,
      "loss": 0.0059,
      "step": 13074
    },
    {
      "epoch": 1.4174978317432785,
      "grad_norm": 0.24593737721443176,
      "learning_rate": 5.2941389815755115e-05,
      "loss": 0.0417,
      "step": 13075
    },
    {
      "epoch": 1.4176062445793582,
      "grad_norm": 0.31773579120635986,
      "learning_rate": 5.293776294791818e-05,
      "loss": 0.0403,
      "step": 13076
    },
    {
      "epoch": 1.417714657415438,
      "grad_norm": 0.08874573558568954,
      "learning_rate": 5.293413608008124e-05,
      "loss": 0.0132,
      "step": 13077
    },
    {
      "epoch": 1.4178230702515178,
      "grad_norm": 0.2374742031097412,
      "learning_rate": 5.293050921224431e-05,
      "loss": 0.0487,
      "step": 13078
    },
    {
      "epoch": 1.4179314830875975,
      "grad_norm": 0.11123749613761902,
      "learning_rate": 5.292688234440737e-05,
      "loss": 0.0237,
      "step": 13079
    },
    {
      "epoch": 1.4180398959236773,
      "grad_norm": 0.17301201820373535,
      "learning_rate": 5.2923255476570435e-05,
      "loss": 0.0114,
      "step": 13080
    },
    {
      "epoch": 1.4181483087597573,
      "grad_norm": 0.191032275557518,
      "learning_rate": 5.291962860873349e-05,
      "loss": 0.0194,
      "step": 13081
    },
    {
      "epoch": 1.4182567215958368,
      "grad_norm": 0.1322413682937622,
      "learning_rate": 5.291600174089656e-05,
      "loss": 0.0202,
      "step": 13082
    },
    {
      "epoch": 1.4183651344319168,
      "grad_norm": 0.0979607105255127,
      "learning_rate": 5.2912374873059634e-05,
      "loss": 0.012,
      "step": 13083
    },
    {
      "epoch": 1.4184735472679966,
      "grad_norm": 0.05989322438836098,
      "learning_rate": 5.29087480052227e-05,
      "loss": 0.0082,
      "step": 13084
    },
    {
      "epoch": 1.4185819601040763,
      "grad_norm": 0.2003677934408188,
      "learning_rate": 5.290512113738576e-05,
      "loss": 0.0394,
      "step": 13085
    },
    {
      "epoch": 1.418690372940156,
      "grad_norm": 0.3556734323501587,
      "learning_rate": 5.290149426954883e-05,
      "loss": 0.0243,
      "step": 13086
    },
    {
      "epoch": 1.4187987857762359,
      "grad_norm": 0.10619789361953735,
      "learning_rate": 5.2897867401711884e-05,
      "loss": 0.0083,
      "step": 13087
    },
    {
      "epoch": 1.4189071986123156,
      "grad_norm": 0.11826474964618683,
      "learning_rate": 5.289424053387495e-05,
      "loss": 0.0158,
      "step": 13088
    },
    {
      "epoch": 1.4190156114483954,
      "grad_norm": 0.17186158895492554,
      "learning_rate": 5.289061366603801e-05,
      "loss": 0.0214,
      "step": 13089
    },
    {
      "epoch": 1.4191240242844754,
      "grad_norm": 0.3757305443286896,
      "learning_rate": 5.2886986798201076e-05,
      "loss": 0.0626,
      "step": 13090
    },
    {
      "epoch": 1.4192324371205551,
      "grad_norm": 0.16369716823101044,
      "learning_rate": 5.288335993036414e-05,
      "loss": 0.0361,
      "step": 13091
    },
    {
      "epoch": 1.419340849956635,
      "grad_norm": 0.08764716237783432,
      "learning_rate": 5.2879733062527205e-05,
      "loss": 0.0102,
      "step": 13092
    },
    {
      "epoch": 1.4194492627927147,
      "grad_norm": 0.060665421187877655,
      "learning_rate": 5.287610619469027e-05,
      "loss": 0.0063,
      "step": 13093
    },
    {
      "epoch": 1.4195576756287944,
      "grad_norm": 0.10281891375780106,
      "learning_rate": 5.287247932685333e-05,
      "loss": 0.0109,
      "step": 13094
    },
    {
      "epoch": 1.4196660884648742,
      "grad_norm": 0.48115962743759155,
      "learning_rate": 5.28688524590164e-05,
      "loss": 0.0169,
      "step": 13095
    },
    {
      "epoch": 1.419774501300954,
      "grad_norm": 0.5260470509529114,
      "learning_rate": 5.2865225591179454e-05,
      "loss": 0.0413,
      "step": 13096
    },
    {
      "epoch": 1.419882914137034,
      "grad_norm": 0.35472527146339417,
      "learning_rate": 5.286159872334252e-05,
      "loss": 0.0291,
      "step": 13097
    },
    {
      "epoch": 1.4199913269731137,
      "grad_norm": 0.20113295316696167,
      "learning_rate": 5.285797185550558e-05,
      "loss": 0.0373,
      "step": 13098
    },
    {
      "epoch": 1.4200997398091935,
      "grad_norm": 0.06663785874843597,
      "learning_rate": 5.2854344987668647e-05,
      "loss": 0.0052,
      "step": 13099
    },
    {
      "epoch": 1.4202081526452732,
      "grad_norm": 0.2624529004096985,
      "learning_rate": 5.2850718119831724e-05,
      "loss": 0.023,
      "step": 13100
    },
    {
      "epoch": 1.420316565481353,
      "grad_norm": 0.08351180702447891,
      "learning_rate": 5.284709125199478e-05,
      "loss": 0.0069,
      "step": 13101
    },
    {
      "epoch": 1.4204249783174328,
      "grad_norm": 0.6435299515724182,
      "learning_rate": 5.2843464384157846e-05,
      "loss": 0.0411,
      "step": 13102
    },
    {
      "epoch": 1.4205333911535125,
      "grad_norm": 0.217910498380661,
      "learning_rate": 5.283983751632091e-05,
      "loss": 0.0293,
      "step": 13103
    },
    {
      "epoch": 1.4206418039895925,
      "grad_norm": 0.3061732351779938,
      "learning_rate": 5.2836210648483974e-05,
      "loss": 0.0196,
      "step": 13104
    },
    {
      "epoch": 1.420750216825672,
      "grad_norm": 0.27141350507736206,
      "learning_rate": 5.283258378064704e-05,
      "loss": 0.0335,
      "step": 13105
    },
    {
      "epoch": 1.420858629661752,
      "grad_norm": 0.36951905488967896,
      "learning_rate": 5.28289569128101e-05,
      "loss": 0.0821,
      "step": 13106
    },
    {
      "epoch": 1.4209670424978318,
      "grad_norm": 0.07919556647539139,
      "learning_rate": 5.2825330044973166e-05,
      "loss": 0.0058,
      "step": 13107
    },
    {
      "epoch": 1.4210754553339116,
      "grad_norm": 0.281588077545166,
      "learning_rate": 5.282170317713623e-05,
      "loss": 0.039,
      "step": 13108
    },
    {
      "epoch": 1.4211838681699913,
      "grad_norm": 0.35736992955207825,
      "learning_rate": 5.2818076309299294e-05,
      "loss": 0.0592,
      "step": 13109
    },
    {
      "epoch": 1.421292281006071,
      "grad_norm": 0.14892631769180298,
      "learning_rate": 5.281444944146235e-05,
      "loss": 0.0125,
      "step": 13110
    },
    {
      "epoch": 1.4214006938421508,
      "grad_norm": 0.07030753791332245,
      "learning_rate": 5.2810822573625416e-05,
      "loss": 0.0056,
      "step": 13111
    },
    {
      "epoch": 1.4215091066782306,
      "grad_norm": 0.44672098755836487,
      "learning_rate": 5.280719570578848e-05,
      "loss": 0.0429,
      "step": 13112
    },
    {
      "epoch": 1.4216175195143106,
      "grad_norm": 0.18797165155410767,
      "learning_rate": 5.2803568837951544e-05,
      "loss": 0.0106,
      "step": 13113
    },
    {
      "epoch": 1.4217259323503904,
      "grad_norm": 0.06432504951953888,
      "learning_rate": 5.279994197011461e-05,
      "loss": 0.0085,
      "step": 13114
    },
    {
      "epoch": 1.4218343451864701,
      "grad_norm": 0.20804545283317566,
      "learning_rate": 5.279631510227767e-05,
      "loss": 0.0565,
      "step": 13115
    },
    {
      "epoch": 1.4219427580225499,
      "grad_norm": 0.21077412366867065,
      "learning_rate": 5.2792688234440736e-05,
      "loss": 0.0384,
      "step": 13116
    },
    {
      "epoch": 1.4220511708586296,
      "grad_norm": 0.2853042483329773,
      "learning_rate": 5.27890613666038e-05,
      "loss": 0.0242,
      "step": 13117
    },
    {
      "epoch": 1.4221595836947094,
      "grad_norm": 0.052132535725831985,
      "learning_rate": 5.278543449876687e-05,
      "loss": 0.0044,
      "step": 13118
    },
    {
      "epoch": 1.4222679965307892,
      "grad_norm": 0.19094017148017883,
      "learning_rate": 5.2781807630929935e-05,
      "loss": 0.0132,
      "step": 13119
    },
    {
      "epoch": 1.4223764093668692,
      "grad_norm": 0.3913327753543854,
      "learning_rate": 5.2778180763093e-05,
      "loss": 0.0322,
      "step": 13120
    },
    {
      "epoch": 1.4224848222029487,
      "grad_norm": 0.05533256381750107,
      "learning_rate": 5.2774553895256064e-05,
      "loss": 0.0038,
      "step": 13121
    },
    {
      "epoch": 1.4225932350390287,
      "grad_norm": 0.41461512446403503,
      "learning_rate": 5.277092702741913e-05,
      "loss": 0.0663,
      "step": 13122
    },
    {
      "epoch": 1.4227016478751084,
      "grad_norm": 0.31295260787010193,
      "learning_rate": 5.276730015958219e-05,
      "loss": 0.0492,
      "step": 13123
    },
    {
      "epoch": 1.4228100607111882,
      "grad_norm": 0.22904667258262634,
      "learning_rate": 5.276367329174525e-05,
      "loss": 0.0386,
      "step": 13124
    },
    {
      "epoch": 1.422918473547268,
      "grad_norm": 0.1276436597108841,
      "learning_rate": 5.276004642390831e-05,
      "loss": 0.0102,
      "step": 13125
    },
    {
      "epoch": 1.4230268863833477,
      "grad_norm": 0.3221398591995239,
      "learning_rate": 5.275641955607138e-05,
      "loss": 0.0316,
      "step": 13126
    },
    {
      "epoch": 1.4231352992194277,
      "grad_norm": 0.20002639293670654,
      "learning_rate": 5.275279268823444e-05,
      "loss": 0.0224,
      "step": 13127
    },
    {
      "epoch": 1.4232437120555073,
      "grad_norm": 0.29408976435661316,
      "learning_rate": 5.2749165820397506e-05,
      "loss": 0.0078,
      "step": 13128
    },
    {
      "epoch": 1.4233521248915872,
      "grad_norm": 0.05992821976542473,
      "learning_rate": 5.274553895256057e-05,
      "loss": 0.0056,
      "step": 13129
    },
    {
      "epoch": 1.423460537727667,
      "grad_norm": 0.21029454469680786,
      "learning_rate": 5.2741912084723634e-05,
      "loss": 0.0319,
      "step": 13130
    },
    {
      "epoch": 1.4235689505637468,
      "grad_norm": 0.19863760471343994,
      "learning_rate": 5.27382852168867e-05,
      "loss": 0.018,
      "step": 13131
    },
    {
      "epoch": 1.4236773633998265,
      "grad_norm": 0.22362998127937317,
      "learning_rate": 5.273465834904976e-05,
      "loss": 0.0239,
      "step": 13132
    },
    {
      "epoch": 1.4237857762359063,
      "grad_norm": 0.329377144575119,
      "learning_rate": 5.273103148121282e-05,
      "loss": 0.0306,
      "step": 13133
    },
    {
      "epoch": 1.423894189071986,
      "grad_norm": 0.0789269432425499,
      "learning_rate": 5.2727404613375883e-05,
      "loss": 0.0101,
      "step": 13134
    },
    {
      "epoch": 1.4240026019080658,
      "grad_norm": 0.1577436476945877,
      "learning_rate": 5.272377774553896e-05,
      "loss": 0.0164,
      "step": 13135
    },
    {
      "epoch": 1.4241110147441458,
      "grad_norm": 0.30090177059173584,
      "learning_rate": 5.2720150877702025e-05,
      "loss": 0.025,
      "step": 13136
    },
    {
      "epoch": 1.4242194275802256,
      "grad_norm": 0.312380313873291,
      "learning_rate": 5.271652400986509e-05,
      "loss": 0.0451,
      "step": 13137
    },
    {
      "epoch": 1.4243278404163053,
      "grad_norm": 0.341645210981369,
      "learning_rate": 5.2712897142028153e-05,
      "loss": 0.0359,
      "step": 13138
    },
    {
      "epoch": 1.424436253252385,
      "grad_norm": 0.42479610443115234,
      "learning_rate": 5.270927027419121e-05,
      "loss": 0.0474,
      "step": 13139
    },
    {
      "epoch": 1.4245446660884649,
      "grad_norm": 0.1489248424768448,
      "learning_rate": 5.2705643406354275e-05,
      "loss": 0.0079,
      "step": 13140
    },
    {
      "epoch": 1.4246530789245446,
      "grad_norm": 0.12947051227092743,
      "learning_rate": 5.270201653851734e-05,
      "loss": 0.0144,
      "step": 13141
    },
    {
      "epoch": 1.4247614917606244,
      "grad_norm": 0.334827721118927,
      "learning_rate": 5.26983896706804e-05,
      "loss": 0.0934,
      "step": 13142
    },
    {
      "epoch": 1.4248699045967044,
      "grad_norm": 0.10283501446247101,
      "learning_rate": 5.269476280284347e-05,
      "loss": 0.0156,
      "step": 13143
    },
    {
      "epoch": 1.424978317432784,
      "grad_norm": 0.2705400586128235,
      "learning_rate": 5.269113593500653e-05,
      "loss": 0.0104,
      "step": 13144
    },
    {
      "epoch": 1.425086730268864,
      "grad_norm": 0.34997931122779846,
      "learning_rate": 5.2687509067169595e-05,
      "loss": 0.0296,
      "step": 13145
    },
    {
      "epoch": 1.4251951431049437,
      "grad_norm": 0.46219971776008606,
      "learning_rate": 5.268388219933266e-05,
      "loss": 0.0362,
      "step": 13146
    },
    {
      "epoch": 1.4253035559410234,
      "grad_norm": 0.23298993706703186,
      "learning_rate": 5.2680255331495724e-05,
      "loss": 0.0168,
      "step": 13147
    },
    {
      "epoch": 1.4254119687771032,
      "grad_norm": 0.3164255619049072,
      "learning_rate": 5.267662846365878e-05,
      "loss": 0.0396,
      "step": 13148
    },
    {
      "epoch": 1.425520381613183,
      "grad_norm": 0.030440667644143105,
      "learning_rate": 5.2673001595821845e-05,
      "loss": 0.0024,
      "step": 13149
    },
    {
      "epoch": 1.4256287944492627,
      "grad_norm": 0.7422886490821838,
      "learning_rate": 5.266937472798491e-05,
      "loss": 0.054,
      "step": 13150
    },
    {
      "epoch": 1.4257372072853425,
      "grad_norm": 0.10766790062189102,
      "learning_rate": 5.266574786014797e-05,
      "loss": 0.0111,
      "step": 13151
    },
    {
      "epoch": 1.4258456201214225,
      "grad_norm": 0.32044169306755066,
      "learning_rate": 5.266212099231105e-05,
      "loss": 0.0333,
      "step": 13152
    },
    {
      "epoch": 1.4259540329575022,
      "grad_norm": 0.204049751162529,
      "learning_rate": 5.265849412447411e-05,
      "loss": 0.016,
      "step": 13153
    },
    {
      "epoch": 1.426062445793582,
      "grad_norm": 0.3936128318309784,
      "learning_rate": 5.265486725663717e-05,
      "loss": 0.0441,
      "step": 13154
    },
    {
      "epoch": 1.4261708586296618,
      "grad_norm": 0.08040653169155121,
      "learning_rate": 5.2651240388800236e-05,
      "loss": 0.017,
      "step": 13155
    },
    {
      "epoch": 1.4262792714657415,
      "grad_norm": 0.37535059452056885,
      "learning_rate": 5.26476135209633e-05,
      "loss": 0.0474,
      "step": 13156
    },
    {
      "epoch": 1.4263876843018213,
      "grad_norm": 0.6695371866226196,
      "learning_rate": 5.2643986653126365e-05,
      "loss": 0.0453,
      "step": 13157
    },
    {
      "epoch": 1.426496097137901,
      "grad_norm": 0.15646405518054962,
      "learning_rate": 5.264035978528943e-05,
      "loss": 0.0182,
      "step": 13158
    },
    {
      "epoch": 1.426604509973981,
      "grad_norm": 0.5082730054855347,
      "learning_rate": 5.263673291745249e-05,
      "loss": 0.0651,
      "step": 13159
    },
    {
      "epoch": 1.4267129228100608,
      "grad_norm": 0.27844828367233276,
      "learning_rate": 5.263310604961556e-05,
      "loss": 0.0116,
      "step": 13160
    },
    {
      "epoch": 1.4268213356461406,
      "grad_norm": 0.046758826822042465,
      "learning_rate": 5.262947918177862e-05,
      "loss": 0.0067,
      "step": 13161
    },
    {
      "epoch": 1.4269297484822203,
      "grad_norm": 0.22124703228473663,
      "learning_rate": 5.262585231394168e-05,
      "loss": 0.0229,
      "step": 13162
    },
    {
      "epoch": 1.4270381613183,
      "grad_norm": 0.3519870340824127,
      "learning_rate": 5.262222544610474e-05,
      "loss": 0.0809,
      "step": 13163
    },
    {
      "epoch": 1.4271465741543798,
      "grad_norm": 0.24131448566913605,
      "learning_rate": 5.261859857826781e-05,
      "loss": 0.0156,
      "step": 13164
    },
    {
      "epoch": 1.4272549869904596,
      "grad_norm": 0.14206163585186005,
      "learning_rate": 5.261497171043087e-05,
      "loss": 0.0166,
      "step": 13165
    },
    {
      "epoch": 1.4273633998265396,
      "grad_norm": 0.36814427375793457,
      "learning_rate": 5.2611344842593935e-05,
      "loss": 0.0479,
      "step": 13166
    },
    {
      "epoch": 1.4274718126626191,
      "grad_norm": 0.2568908929824829,
      "learning_rate": 5.2607717974757e-05,
      "loss": 0.028,
      "step": 13167
    },
    {
      "epoch": 1.4275802254986991,
      "grad_norm": 0.14256104826927185,
      "learning_rate": 5.260409110692006e-05,
      "loss": 0.0218,
      "step": 13168
    },
    {
      "epoch": 1.4276886383347789,
      "grad_norm": 0.4043898582458496,
      "learning_rate": 5.260046423908313e-05,
      "loss": 0.0156,
      "step": 13169
    },
    {
      "epoch": 1.4277970511708586,
      "grad_norm": 0.3462977111339569,
      "learning_rate": 5.25968373712462e-05,
      "loss": 0.0275,
      "step": 13170
    },
    {
      "epoch": 1.4279054640069384,
      "grad_norm": 0.40899404883384705,
      "learning_rate": 5.259321050340926e-05,
      "loss": 0.0323,
      "step": 13171
    },
    {
      "epoch": 1.4280138768430182,
      "grad_norm": 0.3672245144844055,
      "learning_rate": 5.2589583635572326e-05,
      "loss": 0.0472,
      "step": 13172
    },
    {
      "epoch": 1.428122289679098,
      "grad_norm": 0.25547242164611816,
      "learning_rate": 5.258595676773539e-05,
      "loss": 0.0316,
      "step": 13173
    },
    {
      "epoch": 1.4282307025151777,
      "grad_norm": 0.19763495028018951,
      "learning_rate": 5.2582329899898454e-05,
      "loss": 0.0175,
      "step": 13174
    },
    {
      "epoch": 1.4283391153512577,
      "grad_norm": 0.15664105117321014,
      "learning_rate": 5.257870303206152e-05,
      "loss": 0.0138,
      "step": 13175
    },
    {
      "epoch": 1.4284475281873374,
      "grad_norm": 0.2205117642879486,
      "learning_rate": 5.2575076164224576e-05,
      "loss": 0.0277,
      "step": 13176
    },
    {
      "epoch": 1.4285559410234172,
      "grad_norm": 0.10966018587350845,
      "learning_rate": 5.257144929638764e-05,
      "loss": 0.005,
      "step": 13177
    },
    {
      "epoch": 1.428664353859497,
      "grad_norm": 0.15527863800525665,
      "learning_rate": 5.2567822428550704e-05,
      "loss": 0.0133,
      "step": 13178
    },
    {
      "epoch": 1.4287727666955767,
      "grad_norm": 0.21819144487380981,
      "learning_rate": 5.256419556071377e-05,
      "loss": 0.0165,
      "step": 13179
    },
    {
      "epoch": 1.4288811795316565,
      "grad_norm": 0.22575752437114716,
      "learning_rate": 5.256056869287683e-05,
      "loss": 0.0171,
      "step": 13180
    },
    {
      "epoch": 1.4289895923677363,
      "grad_norm": 0.10320623219013214,
      "learning_rate": 5.2556941825039896e-05,
      "loss": 0.0112,
      "step": 13181
    },
    {
      "epoch": 1.4290980052038162,
      "grad_norm": 0.19270531833171844,
      "learning_rate": 5.255331495720296e-05,
      "loss": 0.0251,
      "step": 13182
    },
    {
      "epoch": 1.4292064180398958,
      "grad_norm": 0.07172092795372009,
      "learning_rate": 5.2549688089366025e-05,
      "loss": 0.0031,
      "step": 13183
    },
    {
      "epoch": 1.4293148308759758,
      "grad_norm": 0.3051120638847351,
      "learning_rate": 5.254606122152909e-05,
      "loss": 0.0256,
      "step": 13184
    },
    {
      "epoch": 1.4294232437120555,
      "grad_norm": 0.14908955991268158,
      "learning_rate": 5.2542434353692146e-05,
      "loss": 0.015,
      "step": 13185
    },
    {
      "epoch": 1.4295316565481353,
      "grad_norm": 0.1139456033706665,
      "learning_rate": 5.253880748585521e-05,
      "loss": 0.0109,
      "step": 13186
    },
    {
      "epoch": 1.429640069384215,
      "grad_norm": 0.14103643596172333,
      "learning_rate": 5.253518061801829e-05,
      "loss": 0.0102,
      "step": 13187
    },
    {
      "epoch": 1.4297484822202948,
      "grad_norm": 0.0869392678141594,
      "learning_rate": 5.253155375018135e-05,
      "loss": 0.0095,
      "step": 13188
    },
    {
      "epoch": 1.4298568950563748,
      "grad_norm": 0.32964327931404114,
      "learning_rate": 5.2527926882344416e-05,
      "loss": 0.0215,
      "step": 13189
    },
    {
      "epoch": 1.4299653078924544,
      "grad_norm": 0.2612946033477783,
      "learning_rate": 5.252430001450748e-05,
      "loss": 0.0244,
      "step": 13190
    },
    {
      "epoch": 1.4300737207285343,
      "grad_norm": 0.11570457369089127,
      "learning_rate": 5.252067314667054e-05,
      "loss": 0.0119,
      "step": 13191
    },
    {
      "epoch": 1.430182133564614,
      "grad_norm": 0.09952215105295181,
      "learning_rate": 5.25170462788336e-05,
      "loss": 0.0077,
      "step": 13192
    },
    {
      "epoch": 1.4302905464006939,
      "grad_norm": 0.023895934224128723,
      "learning_rate": 5.2513419410996666e-05,
      "loss": 0.0026,
      "step": 13193
    },
    {
      "epoch": 1.4303989592367736,
      "grad_norm": 0.1512545496225357,
      "learning_rate": 5.250979254315973e-05,
      "loss": 0.0173,
      "step": 13194
    },
    {
      "epoch": 1.4305073720728534,
      "grad_norm": 0.4806841313838959,
      "learning_rate": 5.2506165675322794e-05,
      "loss": 0.0472,
      "step": 13195
    },
    {
      "epoch": 1.4306157849089332,
      "grad_norm": 0.285297155380249,
      "learning_rate": 5.250253880748586e-05,
      "loss": 0.0164,
      "step": 13196
    },
    {
      "epoch": 1.430724197745013,
      "grad_norm": 0.21985040605068207,
      "learning_rate": 5.249891193964892e-05,
      "loss": 0.0106,
      "step": 13197
    },
    {
      "epoch": 1.430832610581093,
      "grad_norm": 0.49628394842147827,
      "learning_rate": 5.2495285071811986e-05,
      "loss": 0.0308,
      "step": 13198
    },
    {
      "epoch": 1.4309410234171727,
      "grad_norm": 0.20922556519508362,
      "learning_rate": 5.249165820397505e-05,
      "loss": 0.012,
      "step": 13199
    },
    {
      "epoch": 1.4310494362532524,
      "grad_norm": 0.08294811099767685,
      "learning_rate": 5.248803133613811e-05,
      "loss": 0.0108,
      "step": 13200
    },
    {
      "epoch": 1.4311578490893322,
      "grad_norm": 0.5338172316551208,
      "learning_rate": 5.248440446830117e-05,
      "loss": 0.0147,
      "step": 13201
    },
    {
      "epoch": 1.431266261925412,
      "grad_norm": 0.4576520025730133,
      "learning_rate": 5.2480777600464236e-05,
      "loss": 0.0357,
      "step": 13202
    },
    {
      "epoch": 1.4313746747614917,
      "grad_norm": 0.60249263048172,
      "learning_rate": 5.24771507326273e-05,
      "loss": 0.0295,
      "step": 13203
    },
    {
      "epoch": 1.4314830875975715,
      "grad_norm": 0.1424306035041809,
      "learning_rate": 5.247352386479038e-05,
      "loss": 0.0375,
      "step": 13204
    },
    {
      "epoch": 1.4315915004336515,
      "grad_norm": 0.5012986063957214,
      "learning_rate": 5.2469896996953435e-05,
      "loss": 0.0463,
      "step": 13205
    },
    {
      "epoch": 1.431699913269731,
      "grad_norm": 0.09508569538593292,
      "learning_rate": 5.24662701291165e-05,
      "loss": 0.0081,
      "step": 13206
    },
    {
      "epoch": 1.431808326105811,
      "grad_norm": 0.4926069676876068,
      "learning_rate": 5.246264326127956e-05,
      "loss": 0.0598,
      "step": 13207
    },
    {
      "epoch": 1.4319167389418908,
      "grad_norm": 0.5034588575363159,
      "learning_rate": 5.245901639344263e-05,
      "loss": 0.0162,
      "step": 13208
    },
    {
      "epoch": 1.4320251517779705,
      "grad_norm": 0.5150659680366516,
      "learning_rate": 5.245538952560569e-05,
      "loss": 0.0937,
      "step": 13209
    },
    {
      "epoch": 1.4321335646140503,
      "grad_norm": 0.0768929198384285,
      "learning_rate": 5.2451762657768755e-05,
      "loss": 0.0108,
      "step": 13210
    },
    {
      "epoch": 1.43224197745013,
      "grad_norm": 0.18190322816371918,
      "learning_rate": 5.244813578993182e-05,
      "loss": 0.0112,
      "step": 13211
    },
    {
      "epoch": 1.4323503902862098,
      "grad_norm": 0.3565976917743683,
      "learning_rate": 5.2444508922094884e-05,
      "loss": 0.0304,
      "step": 13212
    },
    {
      "epoch": 1.4324588031222896,
      "grad_norm": 0.27011072635650635,
      "learning_rate": 5.244088205425795e-05,
      "loss": 0.016,
      "step": 13213
    },
    {
      "epoch": 1.4325672159583696,
      "grad_norm": 0.18505333364009857,
      "learning_rate": 5.2437255186421005e-05,
      "loss": 0.0214,
      "step": 13214
    },
    {
      "epoch": 1.4326756287944493,
      "grad_norm": 0.21094052493572235,
      "learning_rate": 5.243362831858407e-05,
      "loss": 0.0205,
      "step": 13215
    },
    {
      "epoch": 1.432784041630529,
      "grad_norm": 0.3169485926628113,
      "learning_rate": 5.243000145074713e-05,
      "loss": 0.0265,
      "step": 13216
    },
    {
      "epoch": 1.4328924544666088,
      "grad_norm": 0.24342188239097595,
      "learning_rate": 5.24263745829102e-05,
      "loss": 0.0119,
      "step": 13217
    },
    {
      "epoch": 1.4330008673026886,
      "grad_norm": 0.2341197282075882,
      "learning_rate": 5.242274771507326e-05,
      "loss": 0.0301,
      "step": 13218
    },
    {
      "epoch": 1.4331092801387684,
      "grad_norm": 0.16748949885368347,
      "learning_rate": 5.2419120847236326e-05,
      "loss": 0.0239,
      "step": 13219
    },
    {
      "epoch": 1.4332176929748481,
      "grad_norm": 0.21930527687072754,
      "learning_rate": 5.241549397939939e-05,
      "loss": 0.0194,
      "step": 13220
    },
    {
      "epoch": 1.4333261058109281,
      "grad_norm": 0.29332390427589417,
      "learning_rate": 5.241186711156246e-05,
      "loss": 0.0155,
      "step": 13221
    },
    {
      "epoch": 1.4334345186470079,
      "grad_norm": 0.2933542728424072,
      "learning_rate": 5.2408240243725525e-05,
      "loss": 0.0332,
      "step": 13222
    },
    {
      "epoch": 1.4335429314830876,
      "grad_norm": 0.10614563524723053,
      "learning_rate": 5.240461337588859e-05,
      "loss": 0.0123,
      "step": 13223
    },
    {
      "epoch": 1.4336513443191674,
      "grad_norm": 0.25368809700012207,
      "learning_rate": 5.240098650805165e-05,
      "loss": 0.0519,
      "step": 13224
    },
    {
      "epoch": 1.4337597571552472,
      "grad_norm": 0.2652261257171631,
      "learning_rate": 5.239735964021472e-05,
      "loss": 0.0428,
      "step": 13225
    },
    {
      "epoch": 1.433868169991327,
      "grad_norm": 0.30371999740600586,
      "learning_rate": 5.239373277237778e-05,
      "loss": 0.0418,
      "step": 13226
    },
    {
      "epoch": 1.4339765828274067,
      "grad_norm": 0.19035495817661285,
      "learning_rate": 5.2390105904540845e-05,
      "loss": 0.0154,
      "step": 13227
    },
    {
      "epoch": 1.4340849956634867,
      "grad_norm": 0.18977953493595123,
      "learning_rate": 5.238647903670391e-05,
      "loss": 0.0111,
      "step": 13228
    },
    {
      "epoch": 1.4341934084995662,
      "grad_norm": 0.36783233284950256,
      "learning_rate": 5.238285216886697e-05,
      "loss": 0.0449,
      "step": 13229
    },
    {
      "epoch": 1.4343018213356462,
      "grad_norm": 0.1679794192314148,
      "learning_rate": 5.237922530103003e-05,
      "loss": 0.0252,
      "step": 13230
    },
    {
      "epoch": 1.434410234171726,
      "grad_norm": 0.27082809805870056,
      "learning_rate": 5.2375598433193095e-05,
      "loss": 0.0201,
      "step": 13231
    },
    {
      "epoch": 1.4345186470078057,
      "grad_norm": 0.28953221440315247,
      "learning_rate": 5.237197156535616e-05,
      "loss": 0.0247,
      "step": 13232
    },
    {
      "epoch": 1.4346270598438855,
      "grad_norm": 0.14648555219173431,
      "learning_rate": 5.236834469751922e-05,
      "loss": 0.0273,
      "step": 13233
    },
    {
      "epoch": 1.4347354726799653,
      "grad_norm": 0.2958427369594574,
      "learning_rate": 5.236471782968229e-05,
      "loss": 0.0348,
      "step": 13234
    },
    {
      "epoch": 1.434843885516045,
      "grad_norm": 0.3017798960208893,
      "learning_rate": 5.236109096184535e-05,
      "loss": 0.0498,
      "step": 13235
    },
    {
      "epoch": 1.4349522983521248,
      "grad_norm": 0.06068424880504608,
      "learning_rate": 5.2357464094008415e-05,
      "loss": 0.0034,
      "step": 13236
    },
    {
      "epoch": 1.4350607111882048,
      "grad_norm": 0.06451597064733505,
      "learning_rate": 5.235383722617147e-05,
      "loss": 0.0073,
      "step": 13237
    },
    {
      "epoch": 1.4351691240242845,
      "grad_norm": 0.3278060555458069,
      "learning_rate": 5.235021035833454e-05,
      "loss": 0.0324,
      "step": 13238
    },
    {
      "epoch": 1.4352775368603643,
      "grad_norm": 0.11003762483596802,
      "learning_rate": 5.2346583490497614e-05,
      "loss": 0.0091,
      "step": 13239
    },
    {
      "epoch": 1.435385949696444,
      "grad_norm": 0.301425576210022,
      "learning_rate": 5.234295662266068e-05,
      "loss": 0.0159,
      "step": 13240
    },
    {
      "epoch": 1.4354943625325238,
      "grad_norm": 0.224866583943367,
      "learning_rate": 5.233932975482374e-05,
      "loss": 0.0186,
      "step": 13241
    },
    {
      "epoch": 1.4356027753686036,
      "grad_norm": 0.1974169909954071,
      "learning_rate": 5.233570288698681e-05,
      "loss": 0.0239,
      "step": 13242
    },
    {
      "epoch": 1.4357111882046834,
      "grad_norm": 0.34778904914855957,
      "learning_rate": 5.2332076019149864e-05,
      "loss": 0.0603,
      "step": 13243
    },
    {
      "epoch": 1.4358196010407633,
      "grad_norm": 0.13332636654376984,
      "learning_rate": 5.232844915131293e-05,
      "loss": 0.0117,
      "step": 13244
    },
    {
      "epoch": 1.435928013876843,
      "grad_norm": 0.35564953088760376,
      "learning_rate": 5.232482228347599e-05,
      "loss": 0.0288,
      "step": 13245
    },
    {
      "epoch": 1.4360364267129229,
      "grad_norm": 0.1569899022579193,
      "learning_rate": 5.2321195415639056e-05,
      "loss": 0.0222,
      "step": 13246
    },
    {
      "epoch": 1.4361448395490026,
      "grad_norm": 0.21899892389774323,
      "learning_rate": 5.231756854780212e-05,
      "loss": 0.0532,
      "step": 13247
    },
    {
      "epoch": 1.4362532523850824,
      "grad_norm": 0.23708434402942657,
      "learning_rate": 5.2313941679965185e-05,
      "loss": 0.045,
      "step": 13248
    },
    {
      "epoch": 1.4363616652211622,
      "grad_norm": 0.30810636281967163,
      "learning_rate": 5.231031481212825e-05,
      "loss": 0.0414,
      "step": 13249
    },
    {
      "epoch": 1.436470078057242,
      "grad_norm": 0.060726989060640335,
      "learning_rate": 5.230668794429131e-05,
      "loss": 0.0048,
      "step": 13250
    },
    {
      "epoch": 1.436578490893322,
      "grad_norm": 0.4850200116634369,
      "learning_rate": 5.230306107645438e-05,
      "loss": 0.0315,
      "step": 13251
    },
    {
      "epoch": 1.4366869037294014,
      "grad_norm": 0.18198499083518982,
      "learning_rate": 5.2299434208617434e-05,
      "loss": 0.0166,
      "step": 13252
    },
    {
      "epoch": 1.4367953165654814,
      "grad_norm": 0.27721571922302246,
      "learning_rate": 5.22958073407805e-05,
      "loss": 0.0187,
      "step": 13253
    },
    {
      "epoch": 1.4369037294015612,
      "grad_norm": 0.5301110148429871,
      "learning_rate": 5.229218047294356e-05,
      "loss": 0.0317,
      "step": 13254
    },
    {
      "epoch": 1.437012142237641,
      "grad_norm": 0.11505533009767532,
      "learning_rate": 5.228855360510663e-05,
      "loss": 0.022,
      "step": 13255
    },
    {
      "epoch": 1.4371205550737207,
      "grad_norm": 0.17654024064540863,
      "learning_rate": 5.2284926737269704e-05,
      "loss": 0.0258,
      "step": 13256
    },
    {
      "epoch": 1.4372289679098005,
      "grad_norm": 0.16924333572387695,
      "learning_rate": 5.228129986943276e-05,
      "loss": 0.0253,
      "step": 13257
    },
    {
      "epoch": 1.4373373807458802,
      "grad_norm": 0.14670509099960327,
      "learning_rate": 5.2277673001595826e-05,
      "loss": 0.0104,
      "step": 13258
    },
    {
      "epoch": 1.43744579358196,
      "grad_norm": 0.5452336668968201,
      "learning_rate": 5.227404613375889e-05,
      "loss": 0.0538,
      "step": 13259
    },
    {
      "epoch": 1.43755420641804,
      "grad_norm": 0.2333826869726181,
      "learning_rate": 5.2270419265921954e-05,
      "loss": 0.0444,
      "step": 13260
    },
    {
      "epoch": 1.4376626192541198,
      "grad_norm": 0.08937518298625946,
      "learning_rate": 5.226679239808502e-05,
      "loss": 0.0158,
      "step": 13261
    },
    {
      "epoch": 1.4377710320901995,
      "grad_norm": 0.5462011694908142,
      "learning_rate": 5.226316553024808e-05,
      "loss": 0.0922,
      "step": 13262
    },
    {
      "epoch": 1.4378794449262793,
      "grad_norm": 0.14102506637573242,
      "learning_rate": 5.2259538662411146e-05,
      "loss": 0.0142,
      "step": 13263
    },
    {
      "epoch": 1.437987857762359,
      "grad_norm": 0.21318647265434265,
      "learning_rate": 5.225591179457421e-05,
      "loss": 0.0083,
      "step": 13264
    },
    {
      "epoch": 1.4380962705984388,
      "grad_norm": 0.2357482761144638,
      "learning_rate": 5.2252284926737274e-05,
      "loss": 0.0278,
      "step": 13265
    },
    {
      "epoch": 1.4382046834345186,
      "grad_norm": 0.3365815281867981,
      "learning_rate": 5.224865805890033e-05,
      "loss": 0.068,
      "step": 13266
    },
    {
      "epoch": 1.4383130962705986,
      "grad_norm": 0.21877317130565643,
      "learning_rate": 5.2245031191063396e-05,
      "loss": 0.0203,
      "step": 13267
    },
    {
      "epoch": 1.438421509106678,
      "grad_norm": 0.19734080135822296,
      "learning_rate": 5.224140432322646e-05,
      "loss": 0.0232,
      "step": 13268
    },
    {
      "epoch": 1.438529921942758,
      "grad_norm": 0.30074000358581543,
      "learning_rate": 5.2237777455389524e-05,
      "loss": 0.0313,
      "step": 13269
    },
    {
      "epoch": 1.4386383347788378,
      "grad_norm": 0.13089916110038757,
      "learning_rate": 5.223415058755259e-05,
      "loss": 0.0124,
      "step": 13270
    },
    {
      "epoch": 1.4387467476149176,
      "grad_norm": 0.0674733817577362,
      "learning_rate": 5.223052371971565e-05,
      "loss": 0.0095,
      "step": 13271
    },
    {
      "epoch": 1.4388551604509974,
      "grad_norm": 0.4906986951828003,
      "learning_rate": 5.2226896851878716e-05,
      "loss": 0.0845,
      "step": 13272
    },
    {
      "epoch": 1.4389635732870771,
      "grad_norm": 0.16028068959712982,
      "learning_rate": 5.222326998404179e-05,
      "loss": 0.02,
      "step": 13273
    },
    {
      "epoch": 1.439071986123157,
      "grad_norm": 0.10634667426347733,
      "learning_rate": 5.221964311620485e-05,
      "loss": 0.0071,
      "step": 13274
    },
    {
      "epoch": 1.4391803989592367,
      "grad_norm": 0.5747691988945007,
      "learning_rate": 5.2216016248367916e-05,
      "loss": 0.0475,
      "step": 13275
    },
    {
      "epoch": 1.4392888117953166,
      "grad_norm": 0.22483417391777039,
      "learning_rate": 5.221238938053098e-05,
      "loss": 0.0435,
      "step": 13276
    },
    {
      "epoch": 1.4393972246313964,
      "grad_norm": 0.4027104377746582,
      "learning_rate": 5.2208762512694044e-05,
      "loss": 0.0474,
      "step": 13277
    },
    {
      "epoch": 1.4395056374674762,
      "grad_norm": 0.1597009301185608,
      "learning_rate": 5.220513564485711e-05,
      "loss": 0.0326,
      "step": 13278
    },
    {
      "epoch": 1.439614050303556,
      "grad_norm": 0.1704264134168625,
      "learning_rate": 5.220150877702017e-05,
      "loss": 0.0155,
      "step": 13279
    },
    {
      "epoch": 1.4397224631396357,
      "grad_norm": 0.2178952544927597,
      "learning_rate": 5.2197881909183236e-05,
      "loss": 0.024,
      "step": 13280
    },
    {
      "epoch": 1.4398308759757155,
      "grad_norm": 0.28547725081443787,
      "learning_rate": 5.219425504134629e-05,
      "loss": 0.0134,
      "step": 13281
    },
    {
      "epoch": 1.4399392888117952,
      "grad_norm": 0.1729971468448639,
      "learning_rate": 5.219062817350936e-05,
      "loss": 0.0223,
      "step": 13282
    },
    {
      "epoch": 1.4400477016478752,
      "grad_norm": 0.27783203125,
      "learning_rate": 5.218700130567242e-05,
      "loss": 0.0336,
      "step": 13283
    },
    {
      "epoch": 1.440156114483955,
      "grad_norm": 0.18794170022010803,
      "learning_rate": 5.2183374437835486e-05,
      "loss": 0.0107,
      "step": 13284
    },
    {
      "epoch": 1.4402645273200347,
      "grad_norm": 0.25503605604171753,
      "learning_rate": 5.217974756999855e-05,
      "loss": 0.0366,
      "step": 13285
    },
    {
      "epoch": 1.4403729401561145,
      "grad_norm": 0.27999165654182434,
      "learning_rate": 5.2176120702161614e-05,
      "loss": 0.0261,
      "step": 13286
    },
    {
      "epoch": 1.4404813529921943,
      "grad_norm": 0.30431854724884033,
      "learning_rate": 5.217249383432468e-05,
      "loss": 0.0364,
      "step": 13287
    },
    {
      "epoch": 1.440589765828274,
      "grad_norm": 0.18278588354587555,
      "learning_rate": 5.216886696648774e-05,
      "loss": 0.0215,
      "step": 13288
    },
    {
      "epoch": 1.4406981786643538,
      "grad_norm": 0.22905966639518738,
      "learning_rate": 5.21652400986508e-05,
      "loss": 0.1015,
      "step": 13289
    },
    {
      "epoch": 1.4408065915004338,
      "grad_norm": 0.20756356418132782,
      "learning_rate": 5.216161323081388e-05,
      "loss": 0.0357,
      "step": 13290
    },
    {
      "epoch": 1.4409150043365133,
      "grad_norm": 0.12834379076957703,
      "learning_rate": 5.215798636297694e-05,
      "loss": 0.0163,
      "step": 13291
    },
    {
      "epoch": 1.4410234171725933,
      "grad_norm": 0.27585238218307495,
      "learning_rate": 5.2154359495140005e-05,
      "loss": 0.0282,
      "step": 13292
    },
    {
      "epoch": 1.441131830008673,
      "grad_norm": 0.24262048304080963,
      "learning_rate": 5.215073262730307e-05,
      "loss": 0.014,
      "step": 13293
    },
    {
      "epoch": 1.4412402428447528,
      "grad_norm": 0.1992197036743164,
      "learning_rate": 5.2147105759466134e-05,
      "loss": 0.0194,
      "step": 13294
    },
    {
      "epoch": 1.4413486556808326,
      "grad_norm": 0.3261241912841797,
      "learning_rate": 5.214347889162919e-05,
      "loss": 0.0305,
      "step": 13295
    },
    {
      "epoch": 1.4414570685169124,
      "grad_norm": 0.32129377126693726,
      "learning_rate": 5.2139852023792255e-05,
      "loss": 0.0207,
      "step": 13296
    },
    {
      "epoch": 1.4415654813529921,
      "grad_norm": 0.18014243245124817,
      "learning_rate": 5.213622515595532e-05,
      "loss": 0.0546,
      "step": 13297
    },
    {
      "epoch": 1.4416738941890719,
      "grad_norm": 0.3607429265975952,
      "learning_rate": 5.213259828811838e-05,
      "loss": 0.0323,
      "step": 13298
    },
    {
      "epoch": 1.4417823070251519,
      "grad_norm": 0.27215391397476196,
      "learning_rate": 5.212897142028145e-05,
      "loss": 0.0247,
      "step": 13299
    },
    {
      "epoch": 1.4418907198612316,
      "grad_norm": 0.408526748418808,
      "learning_rate": 5.212534455244451e-05,
      "loss": 0.0403,
      "step": 13300
    },
    {
      "epoch": 1.4419991326973114,
      "grad_norm": 0.6497610807418823,
      "learning_rate": 5.2121717684607575e-05,
      "loss": 0.0509,
      "step": 13301
    },
    {
      "epoch": 1.4421075455333912,
      "grad_norm": 0.18693503737449646,
      "learning_rate": 5.211809081677064e-05,
      "loss": 0.014,
      "step": 13302
    },
    {
      "epoch": 1.442215958369471,
      "grad_norm": 0.16798099875450134,
      "learning_rate": 5.2114463948933704e-05,
      "loss": 0.0222,
      "step": 13303
    },
    {
      "epoch": 1.4423243712055507,
      "grad_norm": 0.31938111782073975,
      "learning_rate": 5.211083708109676e-05,
      "loss": 0.0277,
      "step": 13304
    },
    {
      "epoch": 1.4424327840416304,
      "grad_norm": 0.12969942390918732,
      "learning_rate": 5.2107210213259825e-05,
      "loss": 0.0141,
      "step": 13305
    },
    {
      "epoch": 1.4425411968777104,
      "grad_norm": 0.10931964963674545,
      "learning_rate": 5.210358334542289e-05,
      "loss": 0.0076,
      "step": 13306
    },
    {
      "epoch": 1.4426496097137902,
      "grad_norm": 0.4292083978652954,
      "learning_rate": 5.209995647758595e-05,
      "loss": 0.0462,
      "step": 13307
    },
    {
      "epoch": 1.44275802254987,
      "grad_norm": 0.2364591360092163,
      "learning_rate": 5.209632960974903e-05,
      "loss": 0.0311,
      "step": 13308
    },
    {
      "epoch": 1.4428664353859497,
      "grad_norm": 0.21325355768203735,
      "learning_rate": 5.209270274191209e-05,
      "loss": 0.0194,
      "step": 13309
    },
    {
      "epoch": 1.4429748482220295,
      "grad_norm": 0.1164734736084938,
      "learning_rate": 5.208907587407515e-05,
      "loss": 0.0154,
      "step": 13310
    },
    {
      "epoch": 1.4430832610581092,
      "grad_norm": 0.0726669505238533,
      "learning_rate": 5.2085449006238217e-05,
      "loss": 0.0049,
      "step": 13311
    },
    {
      "epoch": 1.443191673894189,
      "grad_norm": 0.21518033742904663,
      "learning_rate": 5.208182213840128e-05,
      "loss": 0.0215,
      "step": 13312
    },
    {
      "epoch": 1.443300086730269,
      "grad_norm": 0.17478685081005096,
      "learning_rate": 5.2078195270564345e-05,
      "loss": 0.0098,
      "step": 13313
    },
    {
      "epoch": 1.4434084995663485,
      "grad_norm": 0.23922470211982727,
      "learning_rate": 5.207456840272741e-05,
      "loss": 0.0321,
      "step": 13314
    },
    {
      "epoch": 1.4435169124024285,
      "grad_norm": 0.040943026542663574,
      "learning_rate": 5.207094153489047e-05,
      "loss": 0.0031,
      "step": 13315
    },
    {
      "epoch": 1.4436253252385083,
      "grad_norm": 0.17760473489761353,
      "learning_rate": 5.206731466705354e-05,
      "loss": 0.0256,
      "step": 13316
    },
    {
      "epoch": 1.443733738074588,
      "grad_norm": 0.20654074847698212,
      "learning_rate": 5.20636877992166e-05,
      "loss": 0.0234,
      "step": 13317
    },
    {
      "epoch": 1.4438421509106678,
      "grad_norm": 0.4004489481449127,
      "learning_rate": 5.206006093137966e-05,
      "loss": 0.0228,
      "step": 13318
    },
    {
      "epoch": 1.4439505637467476,
      "grad_norm": 0.13031359016895294,
      "learning_rate": 5.205643406354272e-05,
      "loss": 0.0125,
      "step": 13319
    },
    {
      "epoch": 1.4440589765828273,
      "grad_norm": 0.11975184828042984,
      "learning_rate": 5.205280719570579e-05,
      "loss": 0.0099,
      "step": 13320
    },
    {
      "epoch": 1.444167389418907,
      "grad_norm": 0.21758019924163818,
      "learning_rate": 5.204918032786885e-05,
      "loss": 0.0356,
      "step": 13321
    },
    {
      "epoch": 1.444275802254987,
      "grad_norm": 0.6670481562614441,
      "learning_rate": 5.2045553460031915e-05,
      "loss": 0.0135,
      "step": 13322
    },
    {
      "epoch": 1.4443842150910668,
      "grad_norm": 0.3922145664691925,
      "learning_rate": 5.204192659219498e-05,
      "loss": 0.0593,
      "step": 13323
    },
    {
      "epoch": 1.4444926279271466,
      "grad_norm": 0.4007759988307953,
      "learning_rate": 5.203829972435804e-05,
      "loss": 0.0527,
      "step": 13324
    },
    {
      "epoch": 1.4446010407632264,
      "grad_norm": 0.20365186035633087,
      "learning_rate": 5.2034672856521114e-05,
      "loss": 0.021,
      "step": 13325
    },
    {
      "epoch": 1.4447094535993061,
      "grad_norm": 0.20329339802265167,
      "learning_rate": 5.203104598868418e-05,
      "loss": 0.0253,
      "step": 13326
    },
    {
      "epoch": 1.444817866435386,
      "grad_norm": 0.2231980711221695,
      "learning_rate": 5.202741912084724e-05,
      "loss": 0.0253,
      "step": 13327
    },
    {
      "epoch": 1.4449262792714657,
      "grad_norm": 0.4078071415424347,
      "learning_rate": 5.2023792253010306e-05,
      "loss": 0.0726,
      "step": 13328
    },
    {
      "epoch": 1.4450346921075456,
      "grad_norm": 0.4363945424556732,
      "learning_rate": 5.202016538517337e-05,
      "loss": 0.0654,
      "step": 13329
    },
    {
      "epoch": 1.4451431049436252,
      "grad_norm": 0.24995756149291992,
      "learning_rate": 5.2016538517336435e-05,
      "loss": 0.0278,
      "step": 13330
    },
    {
      "epoch": 1.4452515177797052,
      "grad_norm": 0.2521049678325653,
      "learning_rate": 5.20129116494995e-05,
      "loss": 0.0163,
      "step": 13331
    },
    {
      "epoch": 1.445359930615785,
      "grad_norm": 0.16218997538089752,
      "learning_rate": 5.200928478166256e-05,
      "loss": 0.0138,
      "step": 13332
    },
    {
      "epoch": 1.4454683434518647,
      "grad_norm": 0.16111882030963898,
      "learning_rate": 5.200565791382562e-05,
      "loss": 0.0097,
      "step": 13333
    },
    {
      "epoch": 1.4455767562879445,
      "grad_norm": 0.14446447789669037,
      "learning_rate": 5.2002031045988684e-05,
      "loss": 0.0105,
      "step": 13334
    },
    {
      "epoch": 1.4456851691240242,
      "grad_norm": 0.04645266756415367,
      "learning_rate": 5.199840417815175e-05,
      "loss": 0.0045,
      "step": 13335
    },
    {
      "epoch": 1.4457935819601042,
      "grad_norm": 0.07365375012159348,
      "learning_rate": 5.199477731031481e-05,
      "loss": 0.0067,
      "step": 13336
    },
    {
      "epoch": 1.4459019947961838,
      "grad_norm": 0.13742822408676147,
      "learning_rate": 5.1991150442477876e-05,
      "loss": 0.0117,
      "step": 13337
    },
    {
      "epoch": 1.4460104076322637,
      "grad_norm": 0.16383469104766846,
      "learning_rate": 5.198752357464094e-05,
      "loss": 0.0134,
      "step": 13338
    },
    {
      "epoch": 1.4461188204683435,
      "grad_norm": 0.20425179600715637,
      "learning_rate": 5.1983896706804005e-05,
      "loss": 0.0099,
      "step": 13339
    },
    {
      "epoch": 1.4462272333044233,
      "grad_norm": 0.22542744874954224,
      "learning_rate": 5.198026983896707e-05,
      "loss": 0.0093,
      "step": 13340
    },
    {
      "epoch": 1.446335646140503,
      "grad_norm": 0.429262638092041,
      "learning_rate": 5.1976642971130126e-05,
      "loss": 0.0357,
      "step": 13341
    },
    {
      "epoch": 1.4464440589765828,
      "grad_norm": 0.5397676825523376,
      "learning_rate": 5.1973016103293204e-05,
      "loss": 0.0248,
      "step": 13342
    },
    {
      "epoch": 1.4465524718126626,
      "grad_norm": 0.2850436568260193,
      "learning_rate": 5.196938923545627e-05,
      "loss": 0.0163,
      "step": 13343
    },
    {
      "epoch": 1.4466608846487423,
      "grad_norm": 0.315778523683548,
      "learning_rate": 5.196576236761933e-05,
      "loss": 0.0431,
      "step": 13344
    },
    {
      "epoch": 1.4467692974848223,
      "grad_norm": 0.24919754266738892,
      "learning_rate": 5.1962135499782396e-05,
      "loss": 0.032,
      "step": 13345
    },
    {
      "epoch": 1.446877710320902,
      "grad_norm": 0.22466714680194855,
      "learning_rate": 5.195850863194546e-05,
      "loss": 0.0407,
      "step": 13346
    },
    {
      "epoch": 1.4469861231569818,
      "grad_norm": 0.2878679633140564,
      "learning_rate": 5.195488176410852e-05,
      "loss": 0.0629,
      "step": 13347
    },
    {
      "epoch": 1.4470945359930616,
      "grad_norm": 0.18714618682861328,
      "learning_rate": 5.195125489627158e-05,
      "loss": 0.0288,
      "step": 13348
    },
    {
      "epoch": 1.4472029488291414,
      "grad_norm": 0.5023149251937866,
      "learning_rate": 5.1947628028434646e-05,
      "loss": 0.0507,
      "step": 13349
    },
    {
      "epoch": 1.4473113616652211,
      "grad_norm": 0.40486985445022583,
      "learning_rate": 5.194400116059771e-05,
      "loss": 0.0322,
      "step": 13350
    },
    {
      "epoch": 1.4474197745013009,
      "grad_norm": 0.39010390639305115,
      "learning_rate": 5.1940374292760774e-05,
      "loss": 0.0441,
      "step": 13351
    },
    {
      "epoch": 1.4475281873373809,
      "grad_norm": 0.4168893098831177,
      "learning_rate": 5.193674742492384e-05,
      "loss": 0.043,
      "step": 13352
    },
    {
      "epoch": 1.4476366001734604,
      "grad_norm": 0.30945712327957153,
      "learning_rate": 5.19331205570869e-05,
      "loss": 0.0446,
      "step": 13353
    },
    {
      "epoch": 1.4477450130095404,
      "grad_norm": 0.2243855744600296,
      "learning_rate": 5.1929493689249966e-05,
      "loss": 0.0139,
      "step": 13354
    },
    {
      "epoch": 1.4478534258456202,
      "grad_norm": 0.215647354722023,
      "learning_rate": 5.192586682141303e-05,
      "loss": 0.0122,
      "step": 13355
    },
    {
      "epoch": 1.4479618386817,
      "grad_norm": 0.4459879696369171,
      "learning_rate": 5.192223995357609e-05,
      "loss": 0.0428,
      "step": 13356
    },
    {
      "epoch": 1.4480702515177797,
      "grad_norm": 0.04751257225871086,
      "learning_rate": 5.191861308573915e-05,
      "loss": 0.0049,
      "step": 13357
    },
    {
      "epoch": 1.4481786643538594,
      "grad_norm": 0.13803471624851227,
      "learning_rate": 5.1914986217902216e-05,
      "loss": 0.011,
      "step": 13358
    },
    {
      "epoch": 1.4482870771899392,
      "grad_norm": 0.10815196484327316,
      "learning_rate": 5.191135935006528e-05,
      "loss": 0.0146,
      "step": 13359
    },
    {
      "epoch": 1.448395490026019,
      "grad_norm": 0.1866488754749298,
      "learning_rate": 5.190773248222836e-05,
      "loss": 0.0226,
      "step": 13360
    },
    {
      "epoch": 1.448503902862099,
      "grad_norm": 0.31558021903038025,
      "learning_rate": 5.190410561439142e-05,
      "loss": 0.0334,
      "step": 13361
    },
    {
      "epoch": 1.4486123156981787,
      "grad_norm": 0.30757012963294983,
      "learning_rate": 5.190047874655448e-05,
      "loss": 0.028,
      "step": 13362
    },
    {
      "epoch": 1.4487207285342585,
      "grad_norm": 0.1337488442659378,
      "learning_rate": 5.189685187871754e-05,
      "loss": 0.0161,
      "step": 13363
    },
    {
      "epoch": 1.4488291413703382,
      "grad_norm": 0.3916369676589966,
      "learning_rate": 5.189322501088061e-05,
      "loss": 0.0858,
      "step": 13364
    },
    {
      "epoch": 1.448937554206418,
      "grad_norm": 0.19329297542572021,
      "learning_rate": 5.188959814304367e-05,
      "loss": 0.0108,
      "step": 13365
    },
    {
      "epoch": 1.4490459670424978,
      "grad_norm": 0.3643571734428406,
      "learning_rate": 5.1885971275206736e-05,
      "loss": 0.0738,
      "step": 13366
    },
    {
      "epoch": 1.4491543798785775,
      "grad_norm": 0.11015447974205017,
      "learning_rate": 5.18823444073698e-05,
      "loss": 0.0108,
      "step": 13367
    },
    {
      "epoch": 1.4492627927146575,
      "grad_norm": 0.08953486382961273,
      "learning_rate": 5.1878717539532864e-05,
      "loss": 0.0076,
      "step": 13368
    },
    {
      "epoch": 1.4493712055507373,
      "grad_norm": 0.2595684230327606,
      "learning_rate": 5.187509067169593e-05,
      "loss": 0.0441,
      "step": 13369
    },
    {
      "epoch": 1.449479618386817,
      "grad_norm": 0.19206252694129944,
      "learning_rate": 5.1871463803858985e-05,
      "loss": 0.0211,
      "step": 13370
    },
    {
      "epoch": 1.4495880312228968,
      "grad_norm": 0.33140066266059875,
      "learning_rate": 5.186783693602205e-05,
      "loss": 0.0383,
      "step": 13371
    },
    {
      "epoch": 1.4496964440589766,
      "grad_norm": 0.33042460680007935,
      "learning_rate": 5.186421006818511e-05,
      "loss": 0.0269,
      "step": 13372
    },
    {
      "epoch": 1.4498048568950563,
      "grad_norm": 0.2582499384880066,
      "learning_rate": 5.186058320034818e-05,
      "loss": 0.0189,
      "step": 13373
    },
    {
      "epoch": 1.449913269731136,
      "grad_norm": 0.1864650547504425,
      "learning_rate": 5.185695633251124e-05,
      "loss": 0.0225,
      "step": 13374
    },
    {
      "epoch": 1.450021682567216,
      "grad_norm": 0.20542855560779572,
      "learning_rate": 5.1853329464674306e-05,
      "loss": 0.0221,
      "step": 13375
    },
    {
      "epoch": 1.4501300954032956,
      "grad_norm": 0.15569563210010529,
      "learning_rate": 5.184970259683737e-05,
      "loss": 0.0132,
      "step": 13376
    },
    {
      "epoch": 1.4502385082393756,
      "grad_norm": 0.19529692828655243,
      "learning_rate": 5.184607572900044e-05,
      "loss": 0.0161,
      "step": 13377
    },
    {
      "epoch": 1.4503469210754554,
      "grad_norm": 0.25890281796455383,
      "learning_rate": 5.1842448861163505e-05,
      "loss": 0.0332,
      "step": 13378
    },
    {
      "epoch": 1.4504553339115351,
      "grad_norm": 0.2857212424278259,
      "learning_rate": 5.183882199332657e-05,
      "loss": 0.0239,
      "step": 13379
    },
    {
      "epoch": 1.450563746747615,
      "grad_norm": 0.15114924311637878,
      "learning_rate": 5.183519512548963e-05,
      "loss": 0.0239,
      "step": 13380
    },
    {
      "epoch": 1.4506721595836947,
      "grad_norm": 0.08911171555519104,
      "learning_rate": 5.18315682576527e-05,
      "loss": 0.0072,
      "step": 13381
    },
    {
      "epoch": 1.4507805724197744,
      "grad_norm": 0.19832593202590942,
      "learning_rate": 5.182794138981576e-05,
      "loss": 0.0166,
      "step": 13382
    },
    {
      "epoch": 1.4508889852558542,
      "grad_norm": 0.16662421822547913,
      "learning_rate": 5.1824314521978825e-05,
      "loss": 0.017,
      "step": 13383
    },
    {
      "epoch": 1.4509973980919342,
      "grad_norm": 0.07983575016260147,
      "learning_rate": 5.182068765414189e-05,
      "loss": 0.0139,
      "step": 13384
    },
    {
      "epoch": 1.451105810928014,
      "grad_norm": 0.2415614128112793,
      "learning_rate": 5.181706078630495e-05,
      "loss": 0.0214,
      "step": 13385
    },
    {
      "epoch": 1.4512142237640937,
      "grad_norm": 0.3938223421573639,
      "learning_rate": 5.181343391846801e-05,
      "loss": 0.0192,
      "step": 13386
    },
    {
      "epoch": 1.4513226366001735,
      "grad_norm": 0.35796499252319336,
      "learning_rate": 5.1809807050631075e-05,
      "loss": 0.0334,
      "step": 13387
    },
    {
      "epoch": 1.4514310494362532,
      "grad_norm": 0.4192480742931366,
      "learning_rate": 5.180618018279414e-05,
      "loss": 0.0145,
      "step": 13388
    },
    {
      "epoch": 1.451539462272333,
      "grad_norm": 0.22087901830673218,
      "learning_rate": 5.18025533149572e-05,
      "loss": 0.0275,
      "step": 13389
    },
    {
      "epoch": 1.4516478751084128,
      "grad_norm": 0.48186418414115906,
      "learning_rate": 5.179892644712027e-05,
      "loss": 0.0203,
      "step": 13390
    },
    {
      "epoch": 1.4517562879444927,
      "grad_norm": 0.19090358912944794,
      "learning_rate": 5.179529957928333e-05,
      "loss": 0.0233,
      "step": 13391
    },
    {
      "epoch": 1.4518647007805723,
      "grad_norm": 0.30035990476608276,
      "learning_rate": 5.1791672711446395e-05,
      "loss": 0.0261,
      "step": 13392
    },
    {
      "epoch": 1.4519731136166523,
      "grad_norm": 0.3476613163948059,
      "learning_rate": 5.178804584360946e-05,
      "loss": 0.0255,
      "step": 13393
    },
    {
      "epoch": 1.452081526452732,
      "grad_norm": 0.16045629978179932,
      "learning_rate": 5.178441897577253e-05,
      "loss": 0.0169,
      "step": 13394
    },
    {
      "epoch": 1.4521899392888118,
      "grad_norm": 0.2510378956794739,
      "learning_rate": 5.1780792107935595e-05,
      "loss": 0.0356,
      "step": 13395
    },
    {
      "epoch": 1.4522983521248916,
      "grad_norm": 0.17606204748153687,
      "learning_rate": 5.177716524009866e-05,
      "loss": 0.0214,
      "step": 13396
    },
    {
      "epoch": 1.4524067649609713,
      "grad_norm": 0.29062727093696594,
      "learning_rate": 5.177353837226172e-05,
      "loss": 0.0145,
      "step": 13397
    },
    {
      "epoch": 1.4525151777970513,
      "grad_norm": 0.3141705393791199,
      "learning_rate": 5.176991150442479e-05,
      "loss": 0.02,
      "step": 13398
    },
    {
      "epoch": 1.4526235906331308,
      "grad_norm": 0.22659170627593994,
      "learning_rate": 5.1766284636587844e-05,
      "loss": 0.0285,
      "step": 13399
    },
    {
      "epoch": 1.4527320034692108,
      "grad_norm": 0.06159519404172897,
      "learning_rate": 5.176265776875091e-05,
      "loss": 0.0061,
      "step": 13400
    },
    {
      "epoch": 1.4528404163052906,
      "grad_norm": 0.42434006929397583,
      "learning_rate": 5.175903090091397e-05,
      "loss": 0.034,
      "step": 13401
    },
    {
      "epoch": 1.4529488291413704,
      "grad_norm": 0.2657054364681244,
      "learning_rate": 5.1755404033077037e-05,
      "loss": 0.019,
      "step": 13402
    },
    {
      "epoch": 1.4530572419774501,
      "grad_norm": 0.7086246609687805,
      "learning_rate": 5.17517771652401e-05,
      "loss": 0.0481,
      "step": 13403
    },
    {
      "epoch": 1.4531656548135299,
      "grad_norm": 0.12007205933332443,
      "learning_rate": 5.1748150297403165e-05,
      "loss": 0.0079,
      "step": 13404
    },
    {
      "epoch": 1.4532740676496096,
      "grad_norm": 0.6609095931053162,
      "learning_rate": 5.174452342956623e-05,
      "loss": 0.0939,
      "step": 13405
    },
    {
      "epoch": 1.4533824804856894,
      "grad_norm": 0.20643842220306396,
      "learning_rate": 5.174089656172929e-05,
      "loss": 0.0272,
      "step": 13406
    },
    {
      "epoch": 1.4534908933217694,
      "grad_norm": 0.1753753274679184,
      "learning_rate": 5.173726969389236e-05,
      "loss": 0.0834,
      "step": 13407
    },
    {
      "epoch": 1.4535993061578492,
      "grad_norm": 0.31844598054885864,
      "learning_rate": 5.1733642826055414e-05,
      "loss": 0.0639,
      "step": 13408
    },
    {
      "epoch": 1.453707718993929,
      "grad_norm": 0.27385449409484863,
      "learning_rate": 5.173001595821848e-05,
      "loss": 0.0228,
      "step": 13409
    },
    {
      "epoch": 1.4538161318300087,
      "grad_norm": 0.3116278648376465,
      "learning_rate": 5.172638909038154e-05,
      "loss": 0.0096,
      "step": 13410
    },
    {
      "epoch": 1.4539245446660884,
      "grad_norm": 0.14710108935832977,
      "learning_rate": 5.172276222254462e-05,
      "loss": 0.0098,
      "step": 13411
    },
    {
      "epoch": 1.4540329575021682,
      "grad_norm": 0.31200990080833435,
      "learning_rate": 5.1719135354707684e-05,
      "loss": 0.0381,
      "step": 13412
    },
    {
      "epoch": 1.454141370338248,
      "grad_norm": 0.15323182940483093,
      "learning_rate": 5.171550848687075e-05,
      "loss": 0.0153,
      "step": 13413
    },
    {
      "epoch": 1.454249783174328,
      "grad_norm": 0.11676804721355438,
      "learning_rate": 5.1711881619033806e-05,
      "loss": 0.0078,
      "step": 13414
    },
    {
      "epoch": 1.4543581960104075,
      "grad_norm": 0.42306846380233765,
      "learning_rate": 5.170825475119687e-05,
      "loss": 0.0631,
      "step": 13415
    },
    {
      "epoch": 1.4544666088464875,
      "grad_norm": 0.33003416657447815,
      "learning_rate": 5.1704627883359934e-05,
      "loss": 0.0311,
      "step": 13416
    },
    {
      "epoch": 1.4545750216825672,
      "grad_norm": 0.0763762965798378,
      "learning_rate": 5.1701001015523e-05,
      "loss": 0.0074,
      "step": 13417
    },
    {
      "epoch": 1.454683434518647,
      "grad_norm": 0.29896730184555054,
      "learning_rate": 5.169737414768606e-05,
      "loss": 0.0452,
      "step": 13418
    },
    {
      "epoch": 1.4547918473547268,
      "grad_norm": 0.4992152452468872,
      "learning_rate": 5.1693747279849126e-05,
      "loss": 0.0351,
      "step": 13419
    },
    {
      "epoch": 1.4549002601908065,
      "grad_norm": 0.1676524430513382,
      "learning_rate": 5.169012041201219e-05,
      "loss": 0.0158,
      "step": 13420
    },
    {
      "epoch": 1.4550086730268863,
      "grad_norm": 0.4092892110347748,
      "learning_rate": 5.1686493544175255e-05,
      "loss": 0.0521,
      "step": 13421
    },
    {
      "epoch": 1.455117085862966,
      "grad_norm": 0.5202605128288269,
      "learning_rate": 5.168286667633831e-05,
      "loss": 0.0271,
      "step": 13422
    },
    {
      "epoch": 1.455225498699046,
      "grad_norm": 0.19787509739398956,
      "learning_rate": 5.1679239808501376e-05,
      "loss": 0.0286,
      "step": 13423
    },
    {
      "epoch": 1.4553339115351258,
      "grad_norm": 0.12446965277194977,
      "learning_rate": 5.167561294066444e-05,
      "loss": 0.006,
      "step": 13424
    },
    {
      "epoch": 1.4554423243712056,
      "grad_norm": 0.313141405582428,
      "learning_rate": 5.1671986072827504e-05,
      "loss": 0.0578,
      "step": 13425
    },
    {
      "epoch": 1.4555507372072853,
      "grad_norm": 0.2037356197834015,
      "learning_rate": 5.166835920499057e-05,
      "loss": 0.0168,
      "step": 13426
    },
    {
      "epoch": 1.455659150043365,
      "grad_norm": 0.11175311356782913,
      "learning_rate": 5.166473233715363e-05,
      "loss": 0.0154,
      "step": 13427
    },
    {
      "epoch": 1.4557675628794449,
      "grad_norm": 0.47182831168174744,
      "learning_rate": 5.1661105469316696e-05,
      "loss": 0.0996,
      "step": 13428
    },
    {
      "epoch": 1.4558759757155246,
      "grad_norm": 0.18537084758281708,
      "learning_rate": 5.165747860147977e-05,
      "loss": 0.0172,
      "step": 13429
    },
    {
      "epoch": 1.4559843885516046,
      "grad_norm": 0.14558473229408264,
      "learning_rate": 5.165385173364283e-05,
      "loss": 0.0115,
      "step": 13430
    },
    {
      "epoch": 1.4560928013876844,
      "grad_norm": 0.25812390446662903,
      "learning_rate": 5.1650224865805896e-05,
      "loss": 0.0378,
      "step": 13431
    },
    {
      "epoch": 1.4562012142237641,
      "grad_norm": 0.13091979920864105,
      "learning_rate": 5.164659799796896e-05,
      "loss": 0.0181,
      "step": 13432
    },
    {
      "epoch": 1.456309627059844,
      "grad_norm": 0.44094568490982056,
      "learning_rate": 5.1642971130132024e-05,
      "loss": 0.0565,
      "step": 13433
    },
    {
      "epoch": 1.4564180398959237,
      "grad_norm": 0.1913125216960907,
      "learning_rate": 5.163934426229509e-05,
      "loss": 0.031,
      "step": 13434
    },
    {
      "epoch": 1.4565264527320034,
      "grad_norm": 0.4867110550403595,
      "learning_rate": 5.163571739445815e-05,
      "loss": 0.0621,
      "step": 13435
    },
    {
      "epoch": 1.4566348655680832,
      "grad_norm": 0.1626761257648468,
      "learning_rate": 5.1632090526621216e-05,
      "loss": 0.0287,
      "step": 13436
    },
    {
      "epoch": 1.4567432784041632,
      "grad_norm": 0.2187124490737915,
      "learning_rate": 5.1628463658784273e-05,
      "loss": 0.0266,
      "step": 13437
    },
    {
      "epoch": 1.4568516912402427,
      "grad_norm": 0.19166886806488037,
      "learning_rate": 5.162483679094734e-05,
      "loss": 0.0159,
      "step": 13438
    },
    {
      "epoch": 1.4569601040763227,
      "grad_norm": 0.2278931438922882,
      "learning_rate": 5.16212099231104e-05,
      "loss": 0.0456,
      "step": 13439
    },
    {
      "epoch": 1.4570685169124025,
      "grad_norm": 0.40259963274002075,
      "learning_rate": 5.1617583055273466e-05,
      "loss": 0.075,
      "step": 13440
    },
    {
      "epoch": 1.4571769297484822,
      "grad_norm": 0.145530104637146,
      "learning_rate": 5.161395618743653e-05,
      "loss": 0.024,
      "step": 13441
    },
    {
      "epoch": 1.457285342584562,
      "grad_norm": 0.2875494956970215,
      "learning_rate": 5.1610329319599594e-05,
      "loss": 0.0372,
      "step": 13442
    },
    {
      "epoch": 1.4573937554206418,
      "grad_norm": 0.1993260532617569,
      "learning_rate": 5.160670245176266e-05,
      "loss": 0.0263,
      "step": 13443
    },
    {
      "epoch": 1.4575021682567215,
      "grad_norm": 0.2161177545785904,
      "learning_rate": 5.160307558392572e-05,
      "loss": 0.0377,
      "step": 13444
    },
    {
      "epoch": 1.4576105810928013,
      "grad_norm": 0.37606194615364075,
      "learning_rate": 5.1599448716088786e-05,
      "loss": 0.0577,
      "step": 13445
    },
    {
      "epoch": 1.4577189939288813,
      "grad_norm": 0.1560160517692566,
      "learning_rate": 5.159582184825186e-05,
      "loss": 0.024,
      "step": 13446
    },
    {
      "epoch": 1.457827406764961,
      "grad_norm": 0.14250928163528442,
      "learning_rate": 5.159219498041492e-05,
      "loss": 0.0203,
      "step": 13447
    },
    {
      "epoch": 1.4579358196010408,
      "grad_norm": 0.09708886593580246,
      "learning_rate": 5.1588568112577985e-05,
      "loss": 0.0158,
      "step": 13448
    },
    {
      "epoch": 1.4580442324371206,
      "grad_norm": 0.18828082084655762,
      "learning_rate": 5.158494124474105e-05,
      "loss": 0.0224,
      "step": 13449
    },
    {
      "epoch": 1.4581526452732003,
      "grad_norm": 0.42789435386657715,
      "learning_rate": 5.1581314376904114e-05,
      "loss": 0.045,
      "step": 13450
    },
    {
      "epoch": 1.45826105810928,
      "grad_norm": 0.18230025470256805,
      "learning_rate": 5.157768750906717e-05,
      "loss": 0.0191,
      "step": 13451
    },
    {
      "epoch": 1.4583694709453598,
      "grad_norm": 0.3760993182659149,
      "learning_rate": 5.1574060641230235e-05,
      "loss": 0.0259,
      "step": 13452
    },
    {
      "epoch": 1.4584778837814398,
      "grad_norm": 0.4855615794658661,
      "learning_rate": 5.15704337733933e-05,
      "loss": 0.0584,
      "step": 13453
    },
    {
      "epoch": 1.4585862966175196,
      "grad_norm": 0.03798891231417656,
      "learning_rate": 5.156680690555636e-05,
      "loss": 0.0035,
      "step": 13454
    },
    {
      "epoch": 1.4586947094535994,
      "grad_norm": 0.38498324155807495,
      "learning_rate": 5.156318003771943e-05,
      "loss": 0.0433,
      "step": 13455
    },
    {
      "epoch": 1.4588031222896791,
      "grad_norm": 0.12834244966506958,
      "learning_rate": 5.155955316988249e-05,
      "loss": 0.0107,
      "step": 13456
    },
    {
      "epoch": 1.4589115351257589,
      "grad_norm": 0.3658784031867981,
      "learning_rate": 5.1555926302045556e-05,
      "loss": 0.0189,
      "step": 13457
    },
    {
      "epoch": 1.4590199479618386,
      "grad_norm": 0.30575627088546753,
      "learning_rate": 5.155229943420862e-05,
      "loss": 0.055,
      "step": 13458
    },
    {
      "epoch": 1.4591283607979184,
      "grad_norm": 0.2527649998664856,
      "learning_rate": 5.1548672566371684e-05,
      "loss": 0.0298,
      "step": 13459
    },
    {
      "epoch": 1.4592367736339984,
      "grad_norm": 0.43358731269836426,
      "learning_rate": 5.154504569853474e-05,
      "loss": 0.0319,
      "step": 13460
    },
    {
      "epoch": 1.459345186470078,
      "grad_norm": 0.07977607101202011,
      "learning_rate": 5.1541418830697805e-05,
      "loss": 0.0054,
      "step": 13461
    },
    {
      "epoch": 1.459453599306158,
      "grad_norm": 0.27980995178222656,
      "learning_rate": 5.153779196286087e-05,
      "loss": 0.0437,
      "step": 13462
    },
    {
      "epoch": 1.4595620121422377,
      "grad_norm": 0.13419222831726074,
      "learning_rate": 5.153416509502395e-05,
      "loss": 0.022,
      "step": 13463
    },
    {
      "epoch": 1.4596704249783174,
      "grad_norm": 0.2090514451265335,
      "learning_rate": 5.153053822718701e-05,
      "loss": 0.0334,
      "step": 13464
    },
    {
      "epoch": 1.4597788378143972,
      "grad_norm": 0.12398091703653336,
      "learning_rate": 5.1526911359350075e-05,
      "loss": 0.0246,
      "step": 13465
    },
    {
      "epoch": 1.459887250650477,
      "grad_norm": 0.2237216979265213,
      "learning_rate": 5.152328449151313e-05,
      "loss": 0.0494,
      "step": 13466
    },
    {
      "epoch": 1.4599956634865567,
      "grad_norm": 0.04483422636985779,
      "learning_rate": 5.1519657623676197e-05,
      "loss": 0.0072,
      "step": 13467
    },
    {
      "epoch": 1.4601040763226365,
      "grad_norm": 0.11383423209190369,
      "learning_rate": 5.151603075583926e-05,
      "loss": 0.0137,
      "step": 13468
    },
    {
      "epoch": 1.4602124891587165,
      "grad_norm": 0.22100122272968292,
      "learning_rate": 5.1512403888002325e-05,
      "loss": 0.0323,
      "step": 13469
    },
    {
      "epoch": 1.4603209019947962,
      "grad_norm": 0.17273461818695068,
      "learning_rate": 5.150877702016539e-05,
      "loss": 0.0453,
      "step": 13470
    },
    {
      "epoch": 1.460429314830876,
      "grad_norm": 0.32445865869522095,
      "learning_rate": 5.150515015232845e-05,
      "loss": 0.0317,
      "step": 13471
    },
    {
      "epoch": 1.4605377276669558,
      "grad_norm": 0.1228390783071518,
      "learning_rate": 5.150152328449152e-05,
      "loss": 0.0146,
      "step": 13472
    },
    {
      "epoch": 1.4606461405030355,
      "grad_norm": 0.1282685548067093,
      "learning_rate": 5.149789641665458e-05,
      "loss": 0.0099,
      "step": 13473
    },
    {
      "epoch": 1.4607545533391153,
      "grad_norm": 0.0837097316980362,
      "learning_rate": 5.149426954881764e-05,
      "loss": 0.0091,
      "step": 13474
    },
    {
      "epoch": 1.460862966175195,
      "grad_norm": 0.18530911207199097,
      "learning_rate": 5.14906426809807e-05,
      "loss": 0.0289,
      "step": 13475
    },
    {
      "epoch": 1.460971379011275,
      "grad_norm": 0.23974117636680603,
      "learning_rate": 5.148701581314377e-05,
      "loss": 0.0206,
      "step": 13476
    },
    {
      "epoch": 1.4610797918473546,
      "grad_norm": 0.1512579619884491,
      "learning_rate": 5.148338894530683e-05,
      "loss": 0.0701,
      "step": 13477
    },
    {
      "epoch": 1.4611882046834346,
      "grad_norm": 0.3611113727092743,
      "learning_rate": 5.1479762077469895e-05,
      "loss": 0.0126,
      "step": 13478
    },
    {
      "epoch": 1.4612966175195143,
      "grad_norm": 0.35003066062927246,
      "learning_rate": 5.147613520963296e-05,
      "loss": 0.0578,
      "step": 13479
    },
    {
      "epoch": 1.461405030355594,
      "grad_norm": 0.10282757133245468,
      "learning_rate": 5.147250834179602e-05,
      "loss": 0.0151,
      "step": 13480
    },
    {
      "epoch": 1.4615134431916739,
      "grad_norm": 0.18611103296279907,
      "learning_rate": 5.1468881473959094e-05,
      "loss": 0.022,
      "step": 13481
    },
    {
      "epoch": 1.4616218560277536,
      "grad_norm": 0.14287446439266205,
      "learning_rate": 5.146525460612216e-05,
      "loss": 0.0266,
      "step": 13482
    },
    {
      "epoch": 1.4617302688638336,
      "grad_norm": 0.12149494141340256,
      "learning_rate": 5.146162773828522e-05,
      "loss": 0.0179,
      "step": 13483
    },
    {
      "epoch": 1.4618386816999132,
      "grad_norm": 0.3591483235359192,
      "learning_rate": 5.1458000870448286e-05,
      "loss": 0.0599,
      "step": 13484
    },
    {
      "epoch": 1.4619470945359931,
      "grad_norm": 0.17620915174484253,
      "learning_rate": 5.145437400261135e-05,
      "loss": 0.022,
      "step": 13485
    },
    {
      "epoch": 1.462055507372073,
      "grad_norm": 0.08187244832515717,
      "learning_rate": 5.1450747134774415e-05,
      "loss": 0.0104,
      "step": 13486
    },
    {
      "epoch": 1.4621639202081527,
      "grad_norm": 0.17777058482170105,
      "learning_rate": 5.144712026693748e-05,
      "loss": 0.0175,
      "step": 13487
    },
    {
      "epoch": 1.4622723330442324,
      "grad_norm": 0.07242588698863983,
      "learning_rate": 5.144349339910054e-05,
      "loss": 0.0056,
      "step": 13488
    },
    {
      "epoch": 1.4623807458803122,
      "grad_norm": 0.0721186026930809,
      "learning_rate": 5.14398665312636e-05,
      "loss": 0.0149,
      "step": 13489
    },
    {
      "epoch": 1.462489158716392,
      "grad_norm": 0.038674090057611465,
      "learning_rate": 5.1436239663426664e-05,
      "loss": 0.0027,
      "step": 13490
    },
    {
      "epoch": 1.4625975715524717,
      "grad_norm": 0.1126055121421814,
      "learning_rate": 5.143261279558973e-05,
      "loss": 0.0147,
      "step": 13491
    },
    {
      "epoch": 1.4627059843885517,
      "grad_norm": 0.14565829932689667,
      "learning_rate": 5.142898592775279e-05,
      "loss": 0.0101,
      "step": 13492
    },
    {
      "epoch": 1.4628143972246315,
      "grad_norm": 0.29070326685905457,
      "learning_rate": 5.1425359059915857e-05,
      "loss": 0.0185,
      "step": 13493
    },
    {
      "epoch": 1.4629228100607112,
      "grad_norm": 0.37367701530456543,
      "learning_rate": 5.142173219207892e-05,
      "loss": 0.0577,
      "step": 13494
    },
    {
      "epoch": 1.463031222896791,
      "grad_norm": 0.1992601901292801,
      "learning_rate": 5.1418105324241985e-05,
      "loss": 0.0133,
      "step": 13495
    },
    {
      "epoch": 1.4631396357328708,
      "grad_norm": 0.38317936658859253,
      "learning_rate": 5.141447845640505e-05,
      "loss": 0.0213,
      "step": 13496
    },
    {
      "epoch": 1.4632480485689505,
      "grad_norm": 0.5133411884307861,
      "learning_rate": 5.141085158856811e-05,
      "loss": 0.0588,
      "step": 13497
    },
    {
      "epoch": 1.4633564614050303,
      "grad_norm": 0.295660138130188,
      "learning_rate": 5.1407224720731184e-05,
      "loss": 0.0313,
      "step": 13498
    },
    {
      "epoch": 1.4634648742411103,
      "grad_norm": 0.08830427378416061,
      "learning_rate": 5.140359785289425e-05,
      "loss": 0.0097,
      "step": 13499
    },
    {
      "epoch": 1.4635732870771898,
      "grad_norm": 0.46246787905693054,
      "learning_rate": 5.139997098505731e-05,
      "loss": 0.0241,
      "step": 13500
    },
    {
      "epoch": 1.4636816999132698,
      "grad_norm": 0.13347718119621277,
      "learning_rate": 5.1396344117220376e-05,
      "loss": 0.0338,
      "step": 13501
    },
    {
      "epoch": 1.4637901127493496,
      "grad_norm": 0.22521533071994781,
      "learning_rate": 5.139271724938344e-05,
      "loss": 0.0187,
      "step": 13502
    },
    {
      "epoch": 1.4638985255854293,
      "grad_norm": 0.09713924676179886,
      "learning_rate": 5.13890903815465e-05,
      "loss": 0.0071,
      "step": 13503
    },
    {
      "epoch": 1.464006938421509,
      "grad_norm": 0.1279362589120865,
      "learning_rate": 5.138546351370956e-05,
      "loss": 0.0246,
      "step": 13504
    },
    {
      "epoch": 1.4641153512575888,
      "grad_norm": 0.20397379994392395,
      "learning_rate": 5.1381836645872626e-05,
      "loss": 0.018,
      "step": 13505
    },
    {
      "epoch": 1.4642237640936686,
      "grad_norm": 0.5147131085395813,
      "learning_rate": 5.137820977803569e-05,
      "loss": 0.0556,
      "step": 13506
    },
    {
      "epoch": 1.4643321769297484,
      "grad_norm": 0.3354588747024536,
      "learning_rate": 5.1374582910198754e-05,
      "loss": 0.0424,
      "step": 13507
    },
    {
      "epoch": 1.4644405897658284,
      "grad_norm": 0.14400260150432587,
      "learning_rate": 5.137095604236182e-05,
      "loss": 0.0332,
      "step": 13508
    },
    {
      "epoch": 1.4645490026019081,
      "grad_norm": 0.06277962028980255,
      "learning_rate": 5.136732917452488e-05,
      "loss": 0.0075,
      "step": 13509
    },
    {
      "epoch": 1.4646574154379879,
      "grad_norm": 0.14033211767673492,
      "learning_rate": 5.1363702306687946e-05,
      "loss": 0.0245,
      "step": 13510
    },
    {
      "epoch": 1.4647658282740676,
      "grad_norm": 0.39309653639793396,
      "learning_rate": 5.136007543885101e-05,
      "loss": 0.0289,
      "step": 13511
    },
    {
      "epoch": 1.4648742411101474,
      "grad_norm": 0.061825625598430634,
      "learning_rate": 5.135644857101407e-05,
      "loss": 0.0045,
      "step": 13512
    },
    {
      "epoch": 1.4649826539462272,
      "grad_norm": 0.47706398367881775,
      "learning_rate": 5.135282170317713e-05,
      "loss": 0.0412,
      "step": 13513
    },
    {
      "epoch": 1.465091066782307,
      "grad_norm": 0.4364263117313385,
      "learning_rate": 5.1349194835340196e-05,
      "loss": 0.0382,
      "step": 13514
    },
    {
      "epoch": 1.465199479618387,
      "grad_norm": 0.3273497521877289,
      "learning_rate": 5.1345567967503274e-05,
      "loss": 0.0398,
      "step": 13515
    },
    {
      "epoch": 1.4653078924544667,
      "grad_norm": 0.27086955308914185,
      "learning_rate": 5.134194109966634e-05,
      "loss": 0.0291,
      "step": 13516
    },
    {
      "epoch": 1.4654163052905465,
      "grad_norm": 0.19425825774669647,
      "learning_rate": 5.13383142318294e-05,
      "loss": 0.0162,
      "step": 13517
    },
    {
      "epoch": 1.4655247181266262,
      "grad_norm": 0.2634299397468567,
      "learning_rate": 5.133468736399246e-05,
      "loss": 0.0319,
      "step": 13518
    },
    {
      "epoch": 1.465633130962706,
      "grad_norm": 0.4041367769241333,
      "learning_rate": 5.133106049615552e-05,
      "loss": 0.0523,
      "step": 13519
    },
    {
      "epoch": 1.4657415437987857,
      "grad_norm": 0.2017735093832016,
      "learning_rate": 5.132743362831859e-05,
      "loss": 0.016,
      "step": 13520
    },
    {
      "epoch": 1.4658499566348655,
      "grad_norm": 0.5207608342170715,
      "learning_rate": 5.132380676048165e-05,
      "loss": 0.0287,
      "step": 13521
    },
    {
      "epoch": 1.4659583694709455,
      "grad_norm": 0.03900417685508728,
      "learning_rate": 5.1320179892644716e-05,
      "loss": 0.0034,
      "step": 13522
    },
    {
      "epoch": 1.466066782307025,
      "grad_norm": 0.11627689749002457,
      "learning_rate": 5.131655302480778e-05,
      "loss": 0.0104,
      "step": 13523
    },
    {
      "epoch": 1.466175195143105,
      "grad_norm": 0.12377159297466278,
      "learning_rate": 5.1312926156970844e-05,
      "loss": 0.0124,
      "step": 13524
    },
    {
      "epoch": 1.4662836079791848,
      "grad_norm": 0.39779654145240784,
      "learning_rate": 5.130929928913391e-05,
      "loss": 0.0471,
      "step": 13525
    },
    {
      "epoch": 1.4663920208152645,
      "grad_norm": 0.240963876247406,
      "learning_rate": 5.1305672421296965e-05,
      "loss": 0.026,
      "step": 13526
    },
    {
      "epoch": 1.4665004336513443,
      "grad_norm": 0.10178878158330917,
      "learning_rate": 5.130204555346003e-05,
      "loss": 0.0067,
      "step": 13527
    },
    {
      "epoch": 1.466608846487424,
      "grad_norm": 0.10908208787441254,
      "learning_rate": 5.1298418685623093e-05,
      "loss": 0.0094,
      "step": 13528
    },
    {
      "epoch": 1.4667172593235038,
      "grad_norm": 0.2132963240146637,
      "learning_rate": 5.129479181778616e-05,
      "loss": 0.0235,
      "step": 13529
    },
    {
      "epoch": 1.4668256721595836,
      "grad_norm": 0.21070751547813416,
      "learning_rate": 5.129116494994922e-05,
      "loss": 0.0314,
      "step": 13530
    },
    {
      "epoch": 1.4669340849956636,
      "grad_norm": 0.2689635157585144,
      "learning_rate": 5.1287538082112286e-05,
      "loss": 0.0429,
      "step": 13531
    },
    {
      "epoch": 1.4670424978317433,
      "grad_norm": 0.13483832776546478,
      "learning_rate": 5.128391121427536e-05,
      "loss": 0.0156,
      "step": 13532
    },
    {
      "epoch": 1.467150910667823,
      "grad_norm": 0.08645189553499222,
      "learning_rate": 5.128028434643842e-05,
      "loss": 0.0088,
      "step": 13533
    },
    {
      "epoch": 1.4672593235039029,
      "grad_norm": 0.13002759218215942,
      "learning_rate": 5.1276657478601485e-05,
      "loss": 0.0227,
      "step": 13534
    },
    {
      "epoch": 1.4673677363399826,
      "grad_norm": 0.18850357830524445,
      "learning_rate": 5.127303061076455e-05,
      "loss": 0.0445,
      "step": 13535
    },
    {
      "epoch": 1.4674761491760624,
      "grad_norm": 0.28882256150245667,
      "learning_rate": 5.126940374292761e-05,
      "loss": 0.0212,
      "step": 13536
    },
    {
      "epoch": 1.4675845620121422,
      "grad_norm": 0.19903896749019623,
      "learning_rate": 5.126577687509068e-05,
      "loss": 0.0182,
      "step": 13537
    },
    {
      "epoch": 1.4676929748482221,
      "grad_norm": 0.45553094148635864,
      "learning_rate": 5.126215000725374e-05,
      "loss": 0.0169,
      "step": 13538
    },
    {
      "epoch": 1.4678013876843017,
      "grad_norm": 0.22765958309173584,
      "learning_rate": 5.1258523139416805e-05,
      "loss": 0.0272,
      "step": 13539
    },
    {
      "epoch": 1.4679098005203817,
      "grad_norm": 0.0807720422744751,
      "learning_rate": 5.125489627157987e-05,
      "loss": 0.0089,
      "step": 13540
    },
    {
      "epoch": 1.4680182133564614,
      "grad_norm": 0.419193834066391,
      "learning_rate": 5.125126940374293e-05,
      "loss": 0.0487,
      "step": 13541
    },
    {
      "epoch": 1.4681266261925412,
      "grad_norm": 0.328885018825531,
      "learning_rate": 5.124764253590599e-05,
      "loss": 0.0354,
      "step": 13542
    },
    {
      "epoch": 1.468235039028621,
      "grad_norm": 0.3216390013694763,
      "learning_rate": 5.1244015668069055e-05,
      "loss": 0.024,
      "step": 13543
    },
    {
      "epoch": 1.4683434518647007,
      "grad_norm": 0.37224432826042175,
      "learning_rate": 5.124038880023212e-05,
      "loss": 0.0489,
      "step": 13544
    },
    {
      "epoch": 1.4684518647007807,
      "grad_norm": 0.29944461584091187,
      "learning_rate": 5.123676193239518e-05,
      "loss": 0.0353,
      "step": 13545
    },
    {
      "epoch": 1.4685602775368602,
      "grad_norm": 0.09932206571102142,
      "learning_rate": 5.123313506455825e-05,
      "loss": 0.0104,
      "step": 13546
    },
    {
      "epoch": 1.4686686903729402,
      "grad_norm": 0.1534559577703476,
      "learning_rate": 5.122950819672131e-05,
      "loss": 0.0154,
      "step": 13547
    },
    {
      "epoch": 1.46877710320902,
      "grad_norm": 0.3695380389690399,
      "learning_rate": 5.1225881328884376e-05,
      "loss": 0.0161,
      "step": 13548
    },
    {
      "epoch": 1.4688855160450998,
      "grad_norm": 0.10163591802120209,
      "learning_rate": 5.122225446104744e-05,
      "loss": 0.0183,
      "step": 13549
    },
    {
      "epoch": 1.4689939288811795,
      "grad_norm": 0.20494528114795685,
      "learning_rate": 5.121862759321051e-05,
      "loss": 0.0193,
      "step": 13550
    },
    {
      "epoch": 1.4691023417172593,
      "grad_norm": 0.24332623183727264,
      "learning_rate": 5.1215000725373575e-05,
      "loss": 0.0299,
      "step": 13551
    },
    {
      "epoch": 1.469210754553339,
      "grad_norm": 0.20454128086566925,
      "learning_rate": 5.121137385753664e-05,
      "loss": 0.0317,
      "step": 13552
    },
    {
      "epoch": 1.4693191673894188,
      "grad_norm": 0.10774753242731094,
      "learning_rate": 5.12077469896997e-05,
      "loss": 0.0105,
      "step": 13553
    },
    {
      "epoch": 1.4694275802254988,
      "grad_norm": 0.16398955881595612,
      "learning_rate": 5.120412012186277e-05,
      "loss": 0.0106,
      "step": 13554
    },
    {
      "epoch": 1.4695359930615786,
      "grad_norm": 0.20061630010604858,
      "learning_rate": 5.1200493254025824e-05,
      "loss": 0.0163,
      "step": 13555
    },
    {
      "epoch": 1.4696444058976583,
      "grad_norm": 0.09438726305961609,
      "learning_rate": 5.119686638618889e-05,
      "loss": 0.0168,
      "step": 13556
    },
    {
      "epoch": 1.469752818733738,
      "grad_norm": 0.36064720153808594,
      "learning_rate": 5.119323951835195e-05,
      "loss": 0.0475,
      "step": 13557
    },
    {
      "epoch": 1.4698612315698178,
      "grad_norm": 0.4476366341114044,
      "learning_rate": 5.1189612650515017e-05,
      "loss": 0.0613,
      "step": 13558
    },
    {
      "epoch": 1.4699696444058976,
      "grad_norm": 0.19207501411437988,
      "learning_rate": 5.118598578267808e-05,
      "loss": 0.021,
      "step": 13559
    },
    {
      "epoch": 1.4700780572419774,
      "grad_norm": 0.2815733551979065,
      "learning_rate": 5.1182358914841145e-05,
      "loss": 0.0261,
      "step": 13560
    },
    {
      "epoch": 1.4701864700780574,
      "grad_norm": 0.1862505078315735,
      "learning_rate": 5.117873204700421e-05,
      "loss": 0.0289,
      "step": 13561
    },
    {
      "epoch": 1.470294882914137,
      "grad_norm": 0.04634120315313339,
      "learning_rate": 5.117510517916727e-05,
      "loss": 0.0058,
      "step": 13562
    },
    {
      "epoch": 1.4704032957502169,
      "grad_norm": 0.16847443580627441,
      "learning_rate": 5.117147831133034e-05,
      "loss": 0.0417,
      "step": 13563
    },
    {
      "epoch": 1.4705117085862967,
      "grad_norm": 0.26960355043411255,
      "learning_rate": 5.1167851443493394e-05,
      "loss": 0.0669,
      "step": 13564
    },
    {
      "epoch": 1.4706201214223764,
      "grad_norm": 0.27281951904296875,
      "learning_rate": 5.116422457565646e-05,
      "loss": 0.0489,
      "step": 13565
    },
    {
      "epoch": 1.4707285342584562,
      "grad_norm": 0.20392999053001404,
      "learning_rate": 5.116059770781952e-05,
      "loss": 0.0196,
      "step": 13566
    },
    {
      "epoch": 1.470836947094536,
      "grad_norm": 0.43955132365226746,
      "learning_rate": 5.11569708399826e-05,
      "loss": 0.0246,
      "step": 13567
    },
    {
      "epoch": 1.4709453599306157,
      "grad_norm": 0.39057794213294983,
      "learning_rate": 5.1153343972145664e-05,
      "loss": 0.0271,
      "step": 13568
    },
    {
      "epoch": 1.4710537727666955,
      "grad_norm": 0.2939232587814331,
      "learning_rate": 5.114971710430873e-05,
      "loss": 0.0321,
      "step": 13569
    },
    {
      "epoch": 1.4711621856027755,
      "grad_norm": 0.12733308970928192,
      "learning_rate": 5.1146090236471786e-05,
      "loss": 0.0109,
      "step": 13570
    },
    {
      "epoch": 1.4712705984388552,
      "grad_norm": 0.1388659030199051,
      "learning_rate": 5.114246336863485e-05,
      "loss": 0.013,
      "step": 13571
    },
    {
      "epoch": 1.471379011274935,
      "grad_norm": 0.20315717160701752,
      "learning_rate": 5.1138836500797914e-05,
      "loss": 0.0144,
      "step": 13572
    },
    {
      "epoch": 1.4714874241110147,
      "grad_norm": 0.20523685216903687,
      "learning_rate": 5.113520963296098e-05,
      "loss": 0.0177,
      "step": 13573
    },
    {
      "epoch": 1.4715958369470945,
      "grad_norm": 0.2786957025527954,
      "learning_rate": 5.113158276512404e-05,
      "loss": 0.0607,
      "step": 13574
    },
    {
      "epoch": 1.4717042497831743,
      "grad_norm": 0.45667341351509094,
      "learning_rate": 5.1127955897287106e-05,
      "loss": 0.067,
      "step": 13575
    },
    {
      "epoch": 1.471812662619254,
      "grad_norm": 0.7124718427658081,
      "learning_rate": 5.112432902945017e-05,
      "loss": 0.0273,
      "step": 13576
    },
    {
      "epoch": 1.471921075455334,
      "grad_norm": 0.1014319434762001,
      "learning_rate": 5.1120702161613235e-05,
      "loss": 0.0095,
      "step": 13577
    },
    {
      "epoch": 1.4720294882914138,
      "grad_norm": 0.45367828011512756,
      "learning_rate": 5.11170752937763e-05,
      "loss": 0.0835,
      "step": 13578
    },
    {
      "epoch": 1.4721379011274935,
      "grad_norm": 0.3550944924354553,
      "learning_rate": 5.1113448425939356e-05,
      "loss": 0.0163,
      "step": 13579
    },
    {
      "epoch": 1.4722463139635733,
      "grad_norm": 0.1123594343662262,
      "learning_rate": 5.110982155810242e-05,
      "loss": 0.0151,
      "step": 13580
    },
    {
      "epoch": 1.472354726799653,
      "grad_norm": 0.038749922066926956,
      "learning_rate": 5.1106194690265484e-05,
      "loss": 0.0031,
      "step": 13581
    },
    {
      "epoch": 1.4724631396357328,
      "grad_norm": 0.11018960922956467,
      "learning_rate": 5.110256782242855e-05,
      "loss": 0.0124,
      "step": 13582
    },
    {
      "epoch": 1.4725715524718126,
      "grad_norm": 0.12610355019569397,
      "learning_rate": 5.109894095459161e-05,
      "loss": 0.0143,
      "step": 13583
    },
    {
      "epoch": 1.4726799653078926,
      "grad_norm": 0.43775758147239685,
      "learning_rate": 5.109531408675468e-05,
      "loss": 0.0562,
      "step": 13584
    },
    {
      "epoch": 1.4727883781439721,
      "grad_norm": 0.2535783648490906,
      "learning_rate": 5.109168721891775e-05,
      "loss": 0.0373,
      "step": 13585
    },
    {
      "epoch": 1.472896790980052,
      "grad_norm": 0.1811709702014923,
      "learning_rate": 5.108806035108081e-05,
      "loss": 0.0295,
      "step": 13586
    },
    {
      "epoch": 1.4730052038161319,
      "grad_norm": 0.7097036242485046,
      "learning_rate": 5.1084433483243876e-05,
      "loss": 0.0188,
      "step": 13587
    },
    {
      "epoch": 1.4731136166522116,
      "grad_norm": 0.20395095646381378,
      "learning_rate": 5.108080661540694e-05,
      "loss": 0.0144,
      "step": 13588
    },
    {
      "epoch": 1.4732220294882914,
      "grad_norm": 0.07483864575624466,
      "learning_rate": 5.1077179747570004e-05,
      "loss": 0.0086,
      "step": 13589
    },
    {
      "epoch": 1.4733304423243712,
      "grad_norm": 0.15702275931835175,
      "learning_rate": 5.107355287973307e-05,
      "loss": 0.0363,
      "step": 13590
    },
    {
      "epoch": 1.473438855160451,
      "grad_norm": 0.22865578532218933,
      "learning_rate": 5.106992601189613e-05,
      "loss": 0.0308,
      "step": 13591
    },
    {
      "epoch": 1.4735472679965307,
      "grad_norm": 0.10675790160894394,
      "learning_rate": 5.1066299144059196e-05,
      "loss": 0.0169,
      "step": 13592
    },
    {
      "epoch": 1.4736556808326107,
      "grad_norm": 0.22840413451194763,
      "learning_rate": 5.1062672276222253e-05,
      "loss": 0.0298,
      "step": 13593
    },
    {
      "epoch": 1.4737640936686904,
      "grad_norm": 0.34129029512405396,
      "learning_rate": 5.105904540838532e-05,
      "loss": 0.0422,
      "step": 13594
    },
    {
      "epoch": 1.4738725065047702,
      "grad_norm": 0.22594428062438965,
      "learning_rate": 5.105541854054838e-05,
      "loss": 0.0139,
      "step": 13595
    },
    {
      "epoch": 1.47398091934085,
      "grad_norm": 0.07462960481643677,
      "learning_rate": 5.1051791672711446e-05,
      "loss": 0.0048,
      "step": 13596
    },
    {
      "epoch": 1.4740893321769297,
      "grad_norm": 0.5320504903793335,
      "learning_rate": 5.104816480487451e-05,
      "loss": 0.0372,
      "step": 13597
    },
    {
      "epoch": 1.4741977450130095,
      "grad_norm": 0.5068418979644775,
      "learning_rate": 5.1044537937037574e-05,
      "loss": 0.0785,
      "step": 13598
    },
    {
      "epoch": 1.4743061578490892,
      "grad_norm": 0.4296530783176422,
      "learning_rate": 5.104091106920064e-05,
      "loss": 0.0376,
      "step": 13599
    },
    {
      "epoch": 1.4744145706851692,
      "grad_norm": 0.23654665052890778,
      "learning_rate": 5.10372842013637e-05,
      "loss": 0.0184,
      "step": 13600
    },
    {
      "epoch": 1.474522983521249,
      "grad_norm": 0.39694222807884216,
      "learning_rate": 5.103365733352677e-05,
      "loss": 0.0612,
      "step": 13601
    },
    {
      "epoch": 1.4746313963573288,
      "grad_norm": 0.1856381893157959,
      "learning_rate": 5.103003046568984e-05,
      "loss": 0.0337,
      "step": 13602
    },
    {
      "epoch": 1.4747398091934085,
      "grad_norm": 0.4158084988594055,
      "learning_rate": 5.10264035978529e-05,
      "loss": 0.0266,
      "step": 13603
    },
    {
      "epoch": 1.4748482220294883,
      "grad_norm": 0.155699223279953,
      "learning_rate": 5.1022776730015965e-05,
      "loss": 0.0104,
      "step": 13604
    },
    {
      "epoch": 1.474956634865568,
      "grad_norm": 0.11769644916057587,
      "learning_rate": 5.101914986217903e-05,
      "loss": 0.0148,
      "step": 13605
    },
    {
      "epoch": 1.4750650477016478,
      "grad_norm": 0.07998593151569366,
      "learning_rate": 5.1015522994342094e-05,
      "loss": 0.0122,
      "step": 13606
    },
    {
      "epoch": 1.4751734605377278,
      "grad_norm": 0.4920268654823303,
      "learning_rate": 5.101189612650515e-05,
      "loss": 0.0617,
      "step": 13607
    },
    {
      "epoch": 1.4752818733738073,
      "grad_norm": 0.15116262435913086,
      "learning_rate": 5.1008269258668215e-05,
      "loss": 0.0139,
      "step": 13608
    },
    {
      "epoch": 1.4753902862098873,
      "grad_norm": 0.46787941455841064,
      "learning_rate": 5.100464239083128e-05,
      "loss": 0.0298,
      "step": 13609
    },
    {
      "epoch": 1.475498699045967,
      "grad_norm": 0.21490001678466797,
      "learning_rate": 5.100101552299434e-05,
      "loss": 0.0318,
      "step": 13610
    },
    {
      "epoch": 1.4756071118820469,
      "grad_norm": 0.24279995262622833,
      "learning_rate": 5.099738865515741e-05,
      "loss": 0.0625,
      "step": 13611
    },
    {
      "epoch": 1.4757155247181266,
      "grad_norm": 0.14196571707725525,
      "learning_rate": 5.099376178732047e-05,
      "loss": 0.0109,
      "step": 13612
    },
    {
      "epoch": 1.4758239375542064,
      "grad_norm": 0.36576300859451294,
      "learning_rate": 5.0990134919483536e-05,
      "loss": 0.0155,
      "step": 13613
    },
    {
      "epoch": 1.4759323503902861,
      "grad_norm": 0.2723883092403412,
      "learning_rate": 5.09865080516466e-05,
      "loss": 0.0718,
      "step": 13614
    },
    {
      "epoch": 1.476040763226366,
      "grad_norm": 0.1978462189435959,
      "learning_rate": 5.0982881183809664e-05,
      "loss": 0.0317,
      "step": 13615
    },
    {
      "epoch": 1.476149176062446,
      "grad_norm": 0.19726598262786865,
      "learning_rate": 5.097925431597272e-05,
      "loss": 0.0234,
      "step": 13616
    },
    {
      "epoch": 1.4762575888985257,
      "grad_norm": 0.280843049287796,
      "learning_rate": 5.0975627448135785e-05,
      "loss": 0.0261,
      "step": 13617
    },
    {
      "epoch": 1.4763660017346054,
      "grad_norm": 0.18602661788463593,
      "learning_rate": 5.097200058029885e-05,
      "loss": 0.0344,
      "step": 13618
    },
    {
      "epoch": 1.4764744145706852,
      "grad_norm": 0.18492929637432098,
      "learning_rate": 5.096837371246193e-05,
      "loss": 0.0273,
      "step": 13619
    },
    {
      "epoch": 1.476582827406765,
      "grad_norm": 0.11732735484838486,
      "learning_rate": 5.096474684462499e-05,
      "loss": 0.0139,
      "step": 13620
    },
    {
      "epoch": 1.4766912402428447,
      "grad_norm": 0.14648635685443878,
      "learning_rate": 5.0961119976788055e-05,
      "loss": 0.0207,
      "step": 13621
    },
    {
      "epoch": 1.4767996530789245,
      "grad_norm": 0.06353375315666199,
      "learning_rate": 5.095749310895111e-05,
      "loss": 0.0041,
      "step": 13622
    },
    {
      "epoch": 1.4769080659150045,
      "grad_norm": 0.10337623208761215,
      "learning_rate": 5.095386624111418e-05,
      "loss": 0.0167,
      "step": 13623
    },
    {
      "epoch": 1.477016478751084,
      "grad_norm": 0.14651088416576385,
      "learning_rate": 5.095023937327724e-05,
      "loss": 0.0337,
      "step": 13624
    },
    {
      "epoch": 1.477124891587164,
      "grad_norm": 0.3362748324871063,
      "learning_rate": 5.0946612505440305e-05,
      "loss": 0.0566,
      "step": 13625
    },
    {
      "epoch": 1.4772333044232437,
      "grad_norm": 0.22263428568840027,
      "learning_rate": 5.094298563760337e-05,
      "loss": 0.0214,
      "step": 13626
    },
    {
      "epoch": 1.4773417172593235,
      "grad_norm": 0.2000892609357834,
      "learning_rate": 5.093935876976643e-05,
      "loss": 0.0556,
      "step": 13627
    },
    {
      "epoch": 1.4774501300954033,
      "grad_norm": 0.2208288311958313,
      "learning_rate": 5.09357319019295e-05,
      "loss": 0.0472,
      "step": 13628
    },
    {
      "epoch": 1.477558542931483,
      "grad_norm": 0.020149948075413704,
      "learning_rate": 5.093210503409256e-05,
      "loss": 0.002,
      "step": 13629
    },
    {
      "epoch": 1.477666955767563,
      "grad_norm": 0.21073313057422638,
      "learning_rate": 5.0928478166255625e-05,
      "loss": 0.0335,
      "step": 13630
    },
    {
      "epoch": 1.4777753686036426,
      "grad_norm": 0.0890098437666893,
      "learning_rate": 5.092485129841868e-05,
      "loss": 0.0073,
      "step": 13631
    },
    {
      "epoch": 1.4778837814397225,
      "grad_norm": 0.3225480020046234,
      "learning_rate": 5.092122443058175e-05,
      "loss": 0.0337,
      "step": 13632
    },
    {
      "epoch": 1.4779921942758023,
      "grad_norm": 0.16425511240959167,
      "learning_rate": 5.091759756274481e-05,
      "loss": 0.0152,
      "step": 13633
    },
    {
      "epoch": 1.478100607111882,
      "grad_norm": 0.3246656358242035,
      "learning_rate": 5.0913970694907875e-05,
      "loss": 0.0457,
      "step": 13634
    },
    {
      "epoch": 1.4782090199479618,
      "grad_norm": 0.10946281254291534,
      "learning_rate": 5.091034382707094e-05,
      "loss": 0.0159,
      "step": 13635
    },
    {
      "epoch": 1.4783174327840416,
      "grad_norm": 0.12973636388778687,
      "learning_rate": 5.090671695923401e-05,
      "loss": 0.0165,
      "step": 13636
    },
    {
      "epoch": 1.4784258456201214,
      "grad_norm": 0.3806620240211487,
      "learning_rate": 5.0903090091397074e-05,
      "loss": 0.0324,
      "step": 13637
    },
    {
      "epoch": 1.4785342584562011,
      "grad_norm": 0.3339310884475708,
      "learning_rate": 5.089946322356014e-05,
      "loss": 0.0189,
      "step": 13638
    },
    {
      "epoch": 1.478642671292281,
      "grad_norm": 0.1050243228673935,
      "learning_rate": 5.08958363557232e-05,
      "loss": 0.0124,
      "step": 13639
    },
    {
      "epoch": 1.4787510841283609,
      "grad_norm": 0.042369257658720016,
      "learning_rate": 5.0892209487886266e-05,
      "loss": 0.0045,
      "step": 13640
    },
    {
      "epoch": 1.4788594969644406,
      "grad_norm": 0.1558067351579666,
      "learning_rate": 5.088858262004933e-05,
      "loss": 0.0087,
      "step": 13641
    },
    {
      "epoch": 1.4789679098005204,
      "grad_norm": 0.3642004728317261,
      "learning_rate": 5.0884955752212395e-05,
      "loss": 0.044,
      "step": 13642
    },
    {
      "epoch": 1.4790763226366002,
      "grad_norm": 0.2691369652748108,
      "learning_rate": 5.088132888437546e-05,
      "loss": 0.0265,
      "step": 13643
    },
    {
      "epoch": 1.47918473547268,
      "grad_norm": 0.09009265899658203,
      "learning_rate": 5.087770201653852e-05,
      "loss": 0.0138,
      "step": 13644
    },
    {
      "epoch": 1.4792931483087597,
      "grad_norm": 0.33600422739982605,
      "learning_rate": 5.087407514870158e-05,
      "loss": 0.0308,
      "step": 13645
    },
    {
      "epoch": 1.4794015611448397,
      "grad_norm": 0.1606825888156891,
      "learning_rate": 5.0870448280864644e-05,
      "loss": 0.0228,
      "step": 13646
    },
    {
      "epoch": 1.4795099739809192,
      "grad_norm": 0.3869864046573639,
      "learning_rate": 5.086682141302771e-05,
      "loss": 0.0208,
      "step": 13647
    },
    {
      "epoch": 1.4796183868169992,
      "grad_norm": 0.1421668976545334,
      "learning_rate": 5.086319454519077e-05,
      "loss": 0.0225,
      "step": 13648
    },
    {
      "epoch": 1.479726799653079,
      "grad_norm": 0.19475170969963074,
      "learning_rate": 5.0859567677353837e-05,
      "loss": 0.0115,
      "step": 13649
    },
    {
      "epoch": 1.4798352124891587,
      "grad_norm": 0.28456637263298035,
      "learning_rate": 5.08559408095169e-05,
      "loss": 0.0389,
      "step": 13650
    },
    {
      "epoch": 1.4799436253252385,
      "grad_norm": 0.20954696834087372,
      "learning_rate": 5.0852313941679965e-05,
      "loss": 0.0245,
      "step": 13651
    },
    {
      "epoch": 1.4800520381613183,
      "grad_norm": 0.2545660138130188,
      "learning_rate": 5.084868707384303e-05,
      "loss": 0.0176,
      "step": 13652
    },
    {
      "epoch": 1.480160450997398,
      "grad_norm": 0.23261234164237976,
      "learning_rate": 5.08450602060061e-05,
      "loss": 0.0355,
      "step": 13653
    },
    {
      "epoch": 1.4802688638334778,
      "grad_norm": 0.8112819194793701,
      "learning_rate": 5.0841433338169164e-05,
      "loss": 0.0587,
      "step": 13654
    },
    {
      "epoch": 1.4803772766695578,
      "grad_norm": 0.20005200803279877,
      "learning_rate": 5.083780647033223e-05,
      "loss": 0.0314,
      "step": 13655
    },
    {
      "epoch": 1.4804856895056375,
      "grad_norm": 0.0711856409907341,
      "learning_rate": 5.083417960249529e-05,
      "loss": 0.0085,
      "step": 13656
    },
    {
      "epoch": 1.4805941023417173,
      "grad_norm": 0.3187759816646576,
      "learning_rate": 5.0830552734658356e-05,
      "loss": 0.0169,
      "step": 13657
    },
    {
      "epoch": 1.480702515177797,
      "grad_norm": 0.4015650451183319,
      "learning_rate": 5.082692586682142e-05,
      "loss": 0.1081,
      "step": 13658
    },
    {
      "epoch": 1.4808109280138768,
      "grad_norm": 0.33268553018569946,
      "learning_rate": 5.082329899898448e-05,
      "loss": 0.03,
      "step": 13659
    },
    {
      "epoch": 1.4809193408499566,
      "grad_norm": 0.26198044419288635,
      "learning_rate": 5.081967213114754e-05,
      "loss": 0.031,
      "step": 13660
    },
    {
      "epoch": 1.4810277536860363,
      "grad_norm": 0.3677379786968231,
      "learning_rate": 5.0816045263310606e-05,
      "loss": 0.0629,
      "step": 13661
    },
    {
      "epoch": 1.4811361665221163,
      "grad_norm": 0.09772031009197235,
      "learning_rate": 5.081241839547367e-05,
      "loss": 0.0454,
      "step": 13662
    },
    {
      "epoch": 1.481244579358196,
      "grad_norm": 0.16127841174602509,
      "learning_rate": 5.0808791527636734e-05,
      "loss": 0.0315,
      "step": 13663
    },
    {
      "epoch": 1.4813529921942759,
      "grad_norm": 0.18961989879608154,
      "learning_rate": 5.08051646597998e-05,
      "loss": 0.0085,
      "step": 13664
    },
    {
      "epoch": 1.4814614050303556,
      "grad_norm": 0.19760340452194214,
      "learning_rate": 5.080153779196286e-05,
      "loss": 0.0378,
      "step": 13665
    },
    {
      "epoch": 1.4815698178664354,
      "grad_norm": 0.31469857692718506,
      "learning_rate": 5.0797910924125926e-05,
      "loss": 0.0399,
      "step": 13666
    },
    {
      "epoch": 1.4816782307025151,
      "grad_norm": 0.3321375250816345,
      "learning_rate": 5.079428405628899e-05,
      "loss": 0.026,
      "step": 13667
    },
    {
      "epoch": 1.481786643538595,
      "grad_norm": 0.22984160482883453,
      "learning_rate": 5.079065718845205e-05,
      "loss": 0.0152,
      "step": 13668
    },
    {
      "epoch": 1.481895056374675,
      "grad_norm": 0.40498748421669006,
      "learning_rate": 5.078703032061511e-05,
      "loss": 0.0472,
      "step": 13669
    },
    {
      "epoch": 1.4820034692107544,
      "grad_norm": 0.18379119038581848,
      "learning_rate": 5.0783403452778176e-05,
      "loss": 0.0204,
      "step": 13670
    },
    {
      "epoch": 1.4821118820468344,
      "grad_norm": 0.25765615701675415,
      "learning_rate": 5.0779776584941254e-05,
      "loss": 0.019,
      "step": 13671
    },
    {
      "epoch": 1.4822202948829142,
      "grad_norm": 0.15743237733840942,
      "learning_rate": 5.077614971710432e-05,
      "loss": 0.0091,
      "step": 13672
    },
    {
      "epoch": 1.482328707718994,
      "grad_norm": 0.39517131447792053,
      "learning_rate": 5.077252284926738e-05,
      "loss": 0.0584,
      "step": 13673
    },
    {
      "epoch": 1.4824371205550737,
      "grad_norm": 0.3474276661872864,
      "learning_rate": 5.076889598143044e-05,
      "loss": 0.0272,
      "step": 13674
    },
    {
      "epoch": 1.4825455333911535,
      "grad_norm": 0.2338346540927887,
      "learning_rate": 5.07652691135935e-05,
      "loss": 0.0236,
      "step": 13675
    },
    {
      "epoch": 1.4826539462272332,
      "grad_norm": 0.29224956035614014,
      "learning_rate": 5.076164224575657e-05,
      "loss": 0.0442,
      "step": 13676
    },
    {
      "epoch": 1.482762359063313,
      "grad_norm": 0.0636717900633812,
      "learning_rate": 5.075801537791963e-05,
      "loss": 0.0076,
      "step": 13677
    },
    {
      "epoch": 1.482870771899393,
      "grad_norm": 0.3518769443035126,
      "learning_rate": 5.0754388510082696e-05,
      "loss": 0.0355,
      "step": 13678
    },
    {
      "epoch": 1.4829791847354727,
      "grad_norm": 0.2702234089374542,
      "learning_rate": 5.075076164224576e-05,
      "loss": 0.0456,
      "step": 13679
    },
    {
      "epoch": 1.4830875975715525,
      "grad_norm": 0.16559924185276031,
      "learning_rate": 5.0747134774408824e-05,
      "loss": 0.021,
      "step": 13680
    },
    {
      "epoch": 1.4831960104076323,
      "grad_norm": 0.20963717997074127,
      "learning_rate": 5.074350790657189e-05,
      "loss": 0.0335,
      "step": 13681
    },
    {
      "epoch": 1.483304423243712,
      "grad_norm": 0.22084204852581024,
      "learning_rate": 5.073988103873495e-05,
      "loss": 0.0132,
      "step": 13682
    },
    {
      "epoch": 1.4834128360797918,
      "grad_norm": 0.17351487278938293,
      "learning_rate": 5.073625417089801e-05,
      "loss": 0.0199,
      "step": 13683
    },
    {
      "epoch": 1.4835212489158716,
      "grad_norm": 0.3117727041244507,
      "learning_rate": 5.0732627303061073e-05,
      "loss": 0.0098,
      "step": 13684
    },
    {
      "epoch": 1.4836296617519515,
      "grad_norm": 0.470427542924881,
      "learning_rate": 5.072900043522414e-05,
      "loss": 0.0286,
      "step": 13685
    },
    {
      "epoch": 1.483738074588031,
      "grad_norm": 0.2401384711265564,
      "learning_rate": 5.07253735673872e-05,
      "loss": 0.0295,
      "step": 13686
    },
    {
      "epoch": 1.483846487424111,
      "grad_norm": 0.2416568100452423,
      "learning_rate": 5.0721746699550266e-05,
      "loss": 0.0226,
      "step": 13687
    },
    {
      "epoch": 1.4839549002601908,
      "grad_norm": 0.1524200439453125,
      "learning_rate": 5.071811983171334e-05,
      "loss": 0.0063,
      "step": 13688
    },
    {
      "epoch": 1.4840633130962706,
      "grad_norm": 0.31345123052597046,
      "learning_rate": 5.07144929638764e-05,
      "loss": 0.0149,
      "step": 13689
    },
    {
      "epoch": 1.4841717259323504,
      "grad_norm": 0.3251737654209137,
      "learning_rate": 5.0710866096039465e-05,
      "loss": 0.0311,
      "step": 13690
    },
    {
      "epoch": 1.4842801387684301,
      "grad_norm": 0.08582159876823425,
      "learning_rate": 5.070723922820253e-05,
      "loss": 0.0046,
      "step": 13691
    },
    {
      "epoch": 1.48438855160451,
      "grad_norm": 0.07070264965295792,
      "learning_rate": 5.070361236036559e-05,
      "loss": 0.0055,
      "step": 13692
    },
    {
      "epoch": 1.4844969644405897,
      "grad_norm": 0.17718607187271118,
      "learning_rate": 5.069998549252866e-05,
      "loss": 0.0192,
      "step": 13693
    },
    {
      "epoch": 1.4846053772766696,
      "grad_norm": 0.21789592504501343,
      "learning_rate": 5.069635862469172e-05,
      "loss": 0.022,
      "step": 13694
    },
    {
      "epoch": 1.4847137901127494,
      "grad_norm": 0.3195558786392212,
      "learning_rate": 5.0692731756854785e-05,
      "loss": 0.0252,
      "step": 13695
    },
    {
      "epoch": 1.4848222029488292,
      "grad_norm": 0.33321642875671387,
      "learning_rate": 5.068910488901785e-05,
      "loss": 0.0164,
      "step": 13696
    },
    {
      "epoch": 1.484930615784909,
      "grad_norm": 0.2847837209701538,
      "learning_rate": 5.068547802118091e-05,
      "loss": 0.0387,
      "step": 13697
    },
    {
      "epoch": 1.4850390286209887,
      "grad_norm": 0.16525410115718842,
      "learning_rate": 5.068185115334397e-05,
      "loss": 0.0305,
      "step": 13698
    },
    {
      "epoch": 1.4851474414570685,
      "grad_norm": 0.2891446650028229,
      "learning_rate": 5.0678224285507035e-05,
      "loss": 0.0218,
      "step": 13699
    },
    {
      "epoch": 1.4852558542931482,
      "grad_norm": 0.30046606063842773,
      "learning_rate": 5.06745974176701e-05,
      "loss": 0.0325,
      "step": 13700
    },
    {
      "epoch": 1.4853642671292282,
      "grad_norm": 0.18449266254901886,
      "learning_rate": 5.067097054983316e-05,
      "loss": 0.0198,
      "step": 13701
    },
    {
      "epoch": 1.485472679965308,
      "grad_norm": 0.35754460096359253,
      "learning_rate": 5.066734368199623e-05,
      "loss": 0.0373,
      "step": 13702
    },
    {
      "epoch": 1.4855810928013877,
      "grad_norm": 0.37480831146240234,
      "learning_rate": 5.066371681415929e-05,
      "loss": 0.066,
      "step": 13703
    },
    {
      "epoch": 1.4856895056374675,
      "grad_norm": 0.16535119712352753,
      "learning_rate": 5.0660089946322356e-05,
      "loss": 0.0186,
      "step": 13704
    },
    {
      "epoch": 1.4857979184735473,
      "grad_norm": 0.07149580121040344,
      "learning_rate": 5.0656463078485426e-05,
      "loss": 0.0063,
      "step": 13705
    },
    {
      "epoch": 1.485906331309627,
      "grad_norm": 0.33075982332229614,
      "learning_rate": 5.065283621064849e-05,
      "loss": 0.0829,
      "step": 13706
    },
    {
      "epoch": 1.4860147441457068,
      "grad_norm": 0.39982521533966064,
      "learning_rate": 5.0649209342811555e-05,
      "loss": 0.0388,
      "step": 13707
    },
    {
      "epoch": 1.4861231569817868,
      "grad_norm": 0.2253919541835785,
      "learning_rate": 5.064558247497462e-05,
      "loss": 0.0203,
      "step": 13708
    },
    {
      "epoch": 1.4862315698178663,
      "grad_norm": 0.9810272455215454,
      "learning_rate": 5.064195560713768e-05,
      "loss": 0.0804,
      "step": 13709
    },
    {
      "epoch": 1.4863399826539463,
      "grad_norm": 0.20313557982444763,
      "learning_rate": 5.063832873930075e-05,
      "loss": 0.0235,
      "step": 13710
    },
    {
      "epoch": 1.486448395490026,
      "grad_norm": 0.12383643537759781,
      "learning_rate": 5.063470187146381e-05,
      "loss": 0.0058,
      "step": 13711
    },
    {
      "epoch": 1.4865568083261058,
      "grad_norm": 0.2575944662094116,
      "learning_rate": 5.063107500362687e-05,
      "loss": 0.0753,
      "step": 13712
    },
    {
      "epoch": 1.4866652211621856,
      "grad_norm": 0.24422943592071533,
      "learning_rate": 5.062744813578993e-05,
      "loss": 0.0427,
      "step": 13713
    },
    {
      "epoch": 1.4867736339982653,
      "grad_norm": 0.2594519853591919,
      "learning_rate": 5.0623821267953e-05,
      "loss": 0.0388,
      "step": 13714
    },
    {
      "epoch": 1.486882046834345,
      "grad_norm": 0.33754387497901917,
      "learning_rate": 5.062019440011606e-05,
      "loss": 0.0453,
      "step": 13715
    },
    {
      "epoch": 1.4869904596704249,
      "grad_norm": 0.5923190712928772,
      "learning_rate": 5.0616567532279125e-05,
      "loss": 0.0388,
      "step": 13716
    },
    {
      "epoch": 1.4870988725065049,
      "grad_norm": 0.3226493299007416,
      "learning_rate": 5.061294066444219e-05,
      "loss": 0.0181,
      "step": 13717
    },
    {
      "epoch": 1.4872072853425846,
      "grad_norm": 0.3413115441799164,
      "learning_rate": 5.060931379660525e-05,
      "loss": 0.0252,
      "step": 13718
    },
    {
      "epoch": 1.4873156981786644,
      "grad_norm": 0.17432869970798492,
      "learning_rate": 5.060568692876832e-05,
      "loss": 0.0482,
      "step": 13719
    },
    {
      "epoch": 1.4874241110147441,
      "grad_norm": 0.5447832345962524,
      "learning_rate": 5.0602060060931375e-05,
      "loss": 0.0784,
      "step": 13720
    },
    {
      "epoch": 1.487532523850824,
      "grad_norm": 0.20289981365203857,
      "learning_rate": 5.059843319309444e-05,
      "loss": 0.0116,
      "step": 13721
    },
    {
      "epoch": 1.4876409366869037,
      "grad_norm": 0.2692315876483917,
      "learning_rate": 5.0594806325257516e-05,
      "loss": 0.0373,
      "step": 13722
    },
    {
      "epoch": 1.4877493495229834,
      "grad_norm": 0.23249109089374542,
      "learning_rate": 5.059117945742058e-05,
      "loss": 0.0364,
      "step": 13723
    },
    {
      "epoch": 1.4878577623590634,
      "grad_norm": 0.1623069792985916,
      "learning_rate": 5.0587552589583644e-05,
      "loss": 0.0096,
      "step": 13724
    },
    {
      "epoch": 1.4879661751951432,
      "grad_norm": 0.20477424561977386,
      "learning_rate": 5.058392572174671e-05,
      "loss": 0.0259,
      "step": 13725
    },
    {
      "epoch": 1.488074588031223,
      "grad_norm": 0.1998264491558075,
      "learning_rate": 5.0580298853909766e-05,
      "loss": 0.0325,
      "step": 13726
    },
    {
      "epoch": 1.4881830008673027,
      "grad_norm": 0.12389220297336578,
      "learning_rate": 5.057667198607283e-05,
      "loss": 0.0104,
      "step": 13727
    },
    {
      "epoch": 1.4882914137033825,
      "grad_norm": 0.17579656839370728,
      "learning_rate": 5.0573045118235894e-05,
      "loss": 0.041,
      "step": 13728
    },
    {
      "epoch": 1.4883998265394622,
      "grad_norm": 0.19356702268123627,
      "learning_rate": 5.056941825039896e-05,
      "loss": 0.0204,
      "step": 13729
    },
    {
      "epoch": 1.488508239375542,
      "grad_norm": 0.39773014187812805,
      "learning_rate": 5.056579138256202e-05,
      "loss": 0.0088,
      "step": 13730
    },
    {
      "epoch": 1.488616652211622,
      "grad_norm": 0.27370768785476685,
      "learning_rate": 5.0562164514725086e-05,
      "loss": 0.0159,
      "step": 13731
    },
    {
      "epoch": 1.4887250650477015,
      "grad_norm": 0.15769918262958527,
      "learning_rate": 5.055853764688815e-05,
      "loss": 0.0267,
      "step": 13732
    },
    {
      "epoch": 1.4888334778837815,
      "grad_norm": 0.40484049916267395,
      "learning_rate": 5.0554910779051215e-05,
      "loss": 0.0272,
      "step": 13733
    },
    {
      "epoch": 1.4889418907198613,
      "grad_norm": 0.3342546820640564,
      "learning_rate": 5.055128391121428e-05,
      "loss": 0.0239,
      "step": 13734
    },
    {
      "epoch": 1.489050303555941,
      "grad_norm": 0.14327016472816467,
      "learning_rate": 5.0547657043377336e-05,
      "loss": 0.0452,
      "step": 13735
    },
    {
      "epoch": 1.4891587163920208,
      "grad_norm": 0.10962551832199097,
      "learning_rate": 5.05440301755404e-05,
      "loss": 0.011,
      "step": 13736
    },
    {
      "epoch": 1.4892671292281006,
      "grad_norm": 0.29267412424087524,
      "learning_rate": 5.0540403307703464e-05,
      "loss": 0.0286,
      "step": 13737
    },
    {
      "epoch": 1.4893755420641803,
      "grad_norm": 0.386023610830307,
      "learning_rate": 5.053677643986653e-05,
      "loss": 0.0259,
      "step": 13738
    },
    {
      "epoch": 1.48948395490026,
      "grad_norm": 0.22235006093978882,
      "learning_rate": 5.053314957202959e-05,
      "loss": 0.0261,
      "step": 13739
    },
    {
      "epoch": 1.48959236773634,
      "grad_norm": 0.33528488874435425,
      "learning_rate": 5.052952270419266e-05,
      "loss": 0.0278,
      "step": 13740
    },
    {
      "epoch": 1.4897007805724198,
      "grad_norm": 0.10449814796447754,
      "learning_rate": 5.052589583635573e-05,
      "loss": 0.0313,
      "step": 13741
    },
    {
      "epoch": 1.4898091934084996,
      "grad_norm": 0.13308316469192505,
      "learning_rate": 5.052226896851879e-05,
      "loss": 0.0282,
      "step": 13742
    },
    {
      "epoch": 1.4899176062445794,
      "grad_norm": 0.33480706810951233,
      "learning_rate": 5.0518642100681856e-05,
      "loss": 0.0528,
      "step": 13743
    },
    {
      "epoch": 1.4900260190806591,
      "grad_norm": 0.3263149559497833,
      "learning_rate": 5.051501523284492e-05,
      "loss": 0.0149,
      "step": 13744
    },
    {
      "epoch": 1.4901344319167389,
      "grad_norm": 0.18848048150539398,
      "learning_rate": 5.0511388365007984e-05,
      "loss": 0.0142,
      "step": 13745
    },
    {
      "epoch": 1.4902428447528187,
      "grad_norm": 0.3731165826320648,
      "learning_rate": 5.050776149717105e-05,
      "loss": 0.0289,
      "step": 13746
    },
    {
      "epoch": 1.4903512575888986,
      "grad_norm": 0.18721286952495575,
      "learning_rate": 5.050413462933411e-05,
      "loss": 0.0507,
      "step": 13747
    },
    {
      "epoch": 1.4904596704249784,
      "grad_norm": 0.18938344717025757,
      "learning_rate": 5.0500507761497176e-05,
      "loss": 0.0164,
      "step": 13748
    },
    {
      "epoch": 1.4905680832610582,
      "grad_norm": 0.13371723890304565,
      "learning_rate": 5.0496880893660234e-05,
      "loss": 0.0098,
      "step": 13749
    },
    {
      "epoch": 1.490676496097138,
      "grad_norm": 0.31947171688079834,
      "learning_rate": 5.04932540258233e-05,
      "loss": 0.042,
      "step": 13750
    },
    {
      "epoch": 1.4907849089332177,
      "grad_norm": 0.15520788729190826,
      "learning_rate": 5.048962715798636e-05,
      "loss": 0.0136,
      "step": 13751
    },
    {
      "epoch": 1.4908933217692975,
      "grad_norm": 0.10428701341152191,
      "learning_rate": 5.0486000290149426e-05,
      "loss": 0.0133,
      "step": 13752
    },
    {
      "epoch": 1.4910017346053772,
      "grad_norm": 0.19945523142814636,
      "learning_rate": 5.048237342231249e-05,
      "loss": 0.0316,
      "step": 13753
    },
    {
      "epoch": 1.4911101474414572,
      "grad_norm": 0.21064777672290802,
      "learning_rate": 5.0478746554475554e-05,
      "loss": 0.0428,
      "step": 13754
    },
    {
      "epoch": 1.4912185602775367,
      "grad_norm": 0.29538390040397644,
      "learning_rate": 5.047511968663862e-05,
      "loss": 0.0408,
      "step": 13755
    },
    {
      "epoch": 1.4913269731136167,
      "grad_norm": 0.1287977546453476,
      "learning_rate": 5.047149281880168e-05,
      "loss": 0.0138,
      "step": 13756
    },
    {
      "epoch": 1.4914353859496965,
      "grad_norm": 0.23108281195163727,
      "learning_rate": 5.046786595096475e-05,
      "loss": 0.0423,
      "step": 13757
    },
    {
      "epoch": 1.4915437987857763,
      "grad_norm": 0.3247698247432709,
      "learning_rate": 5.046423908312782e-05,
      "loss": 0.027,
      "step": 13758
    },
    {
      "epoch": 1.491652211621856,
      "grad_norm": 0.09511058032512665,
      "learning_rate": 5.046061221529088e-05,
      "loss": 0.0086,
      "step": 13759
    },
    {
      "epoch": 1.4917606244579358,
      "grad_norm": 0.02112041600048542,
      "learning_rate": 5.0456985347453945e-05,
      "loss": 0.0025,
      "step": 13760
    },
    {
      "epoch": 1.4918690372940155,
      "grad_norm": 0.2365233153104782,
      "learning_rate": 5.045335847961701e-05,
      "loss": 0.0166,
      "step": 13761
    },
    {
      "epoch": 1.4919774501300953,
      "grad_norm": 0.18311487138271332,
      "learning_rate": 5.0449731611780074e-05,
      "loss": 0.021,
      "step": 13762
    },
    {
      "epoch": 1.4920858629661753,
      "grad_norm": 0.24188056588172913,
      "learning_rate": 5.044610474394314e-05,
      "loss": 0.037,
      "step": 13763
    },
    {
      "epoch": 1.492194275802255,
      "grad_norm": 0.23375973105430603,
      "learning_rate": 5.0442477876106195e-05,
      "loss": 0.0356,
      "step": 13764
    },
    {
      "epoch": 1.4923026886383348,
      "grad_norm": 0.3798938989639282,
      "learning_rate": 5.043885100826926e-05,
      "loss": 0.0281,
      "step": 13765
    },
    {
      "epoch": 1.4924111014744146,
      "grad_norm": 0.20480793714523315,
      "learning_rate": 5.043522414043232e-05,
      "loss": 0.0375,
      "step": 13766
    },
    {
      "epoch": 1.4925195143104943,
      "grad_norm": 0.3870880901813507,
      "learning_rate": 5.043159727259539e-05,
      "loss": 0.0479,
      "step": 13767
    },
    {
      "epoch": 1.492627927146574,
      "grad_norm": 0.19270190596580505,
      "learning_rate": 5.042797040475845e-05,
      "loss": 0.0116,
      "step": 13768
    },
    {
      "epoch": 1.4927363399826539,
      "grad_norm": 0.1663779765367508,
      "learning_rate": 5.0424343536921516e-05,
      "loss": 0.0283,
      "step": 13769
    },
    {
      "epoch": 1.4928447528187339,
      "grad_norm": 0.4464537501335144,
      "learning_rate": 5.042071666908458e-05,
      "loss": 0.0566,
      "step": 13770
    },
    {
      "epoch": 1.4929531656548134,
      "grad_norm": 0.22837679088115692,
      "learning_rate": 5.0417089801247644e-05,
      "loss": 0.0167,
      "step": 13771
    },
    {
      "epoch": 1.4930615784908934,
      "grad_norm": 0.10048837214708328,
      "learning_rate": 5.04134629334107e-05,
      "loss": 0.0138,
      "step": 13772
    },
    {
      "epoch": 1.4931699913269731,
      "grad_norm": 0.22445394098758698,
      "learning_rate": 5.0409836065573765e-05,
      "loss": 0.0298,
      "step": 13773
    },
    {
      "epoch": 1.493278404163053,
      "grad_norm": 0.3184453845024109,
      "learning_rate": 5.040620919773684e-05,
      "loss": 0.0354,
      "step": 13774
    },
    {
      "epoch": 1.4933868169991327,
      "grad_norm": 0.10531892627477646,
      "learning_rate": 5.040258232989991e-05,
      "loss": 0.0091,
      "step": 13775
    },
    {
      "epoch": 1.4934952298352124,
      "grad_norm": 0.32023945450782776,
      "learning_rate": 5.039895546206297e-05,
      "loss": 0.0232,
      "step": 13776
    },
    {
      "epoch": 1.4936036426712924,
      "grad_norm": 0.27220892906188965,
      "learning_rate": 5.0395328594226035e-05,
      "loss": 0.0387,
      "step": 13777
    },
    {
      "epoch": 1.493712055507372,
      "grad_norm": 0.15758554637432098,
      "learning_rate": 5.039170172638909e-05,
      "loss": 0.063,
      "step": 13778
    },
    {
      "epoch": 1.493820468343452,
      "grad_norm": 0.4911021590232849,
      "learning_rate": 5.038807485855216e-05,
      "loss": 0.0632,
      "step": 13779
    },
    {
      "epoch": 1.4939288811795317,
      "grad_norm": 0.19683325290679932,
      "learning_rate": 5.038444799071522e-05,
      "loss": 0.022,
      "step": 13780
    },
    {
      "epoch": 1.4940372940156115,
      "grad_norm": 0.40698182582855225,
      "learning_rate": 5.0380821122878285e-05,
      "loss": 0.0627,
      "step": 13781
    },
    {
      "epoch": 1.4941457068516912,
      "grad_norm": 0.100430928170681,
      "learning_rate": 5.037719425504135e-05,
      "loss": 0.0129,
      "step": 13782
    },
    {
      "epoch": 1.494254119687771,
      "grad_norm": 0.2868245244026184,
      "learning_rate": 5.037356738720441e-05,
      "loss": 0.0503,
      "step": 13783
    },
    {
      "epoch": 1.4943625325238508,
      "grad_norm": 0.03374941274523735,
      "learning_rate": 5.036994051936748e-05,
      "loss": 0.0024,
      "step": 13784
    },
    {
      "epoch": 1.4944709453599305,
      "grad_norm": 0.24706608057022095,
      "learning_rate": 5.036631365153054e-05,
      "loss": 0.0249,
      "step": 13785
    },
    {
      "epoch": 1.4945793581960105,
      "grad_norm": 0.08083316683769226,
      "learning_rate": 5.0362686783693605e-05,
      "loss": 0.008,
      "step": 13786
    },
    {
      "epoch": 1.4946877710320903,
      "grad_norm": 0.1325228214263916,
      "learning_rate": 5.035905991585666e-05,
      "loss": 0.0175,
      "step": 13787
    },
    {
      "epoch": 1.49479618386817,
      "grad_norm": 0.17316065728664398,
      "learning_rate": 5.035543304801973e-05,
      "loss": 0.0489,
      "step": 13788
    },
    {
      "epoch": 1.4949045967042498,
      "grad_norm": 0.11778192967176437,
      "learning_rate": 5.035180618018279e-05,
      "loss": 0.0153,
      "step": 13789
    },
    {
      "epoch": 1.4950130095403296,
      "grad_norm": 0.11331453919410706,
      "learning_rate": 5.0348179312345855e-05,
      "loss": 0.0131,
      "step": 13790
    },
    {
      "epoch": 1.4951214223764093,
      "grad_norm": 0.12391293048858643,
      "learning_rate": 5.034455244450893e-05,
      "loss": 0.0179,
      "step": 13791
    },
    {
      "epoch": 1.495229835212489,
      "grad_norm": 0.10783185064792633,
      "learning_rate": 5.034092557667199e-05,
      "loss": 0.0143,
      "step": 13792
    },
    {
      "epoch": 1.495338248048569,
      "grad_norm": 0.01895468309521675,
      "learning_rate": 5.0337298708835054e-05,
      "loss": 0.0029,
      "step": 13793
    },
    {
      "epoch": 1.4954466608846486,
      "grad_norm": 0.2989536225795746,
      "learning_rate": 5.033367184099812e-05,
      "loss": 0.0571,
      "step": 13794
    },
    {
      "epoch": 1.4955550737207286,
      "grad_norm": 0.039184216409921646,
      "learning_rate": 5.033004497316118e-05,
      "loss": 0.0027,
      "step": 13795
    },
    {
      "epoch": 1.4956634865568084,
      "grad_norm": 0.3790280520915985,
      "learning_rate": 5.0326418105324246e-05,
      "loss": 0.052,
      "step": 13796
    },
    {
      "epoch": 1.4957718993928881,
      "grad_norm": 0.10449463129043579,
      "learning_rate": 5.032279123748731e-05,
      "loss": 0.0101,
      "step": 13797
    },
    {
      "epoch": 1.495880312228968,
      "grad_norm": 0.1494036614894867,
      "learning_rate": 5.0319164369650375e-05,
      "loss": 0.027,
      "step": 13798
    },
    {
      "epoch": 1.4959887250650477,
      "grad_norm": 0.08341053128242493,
      "learning_rate": 5.031553750181344e-05,
      "loss": 0.0085,
      "step": 13799
    },
    {
      "epoch": 1.4960971379011274,
      "grad_norm": 0.3793449401855469,
      "learning_rate": 5.03119106339765e-05,
      "loss": 0.0259,
      "step": 13800
    },
    {
      "epoch": 1.4962055507372072,
      "grad_norm": 0.03726830333471298,
      "learning_rate": 5.030828376613956e-05,
      "loss": 0.0036,
      "step": 13801
    },
    {
      "epoch": 1.4963139635732872,
      "grad_norm": 0.3905203342437744,
      "learning_rate": 5.0304656898302624e-05,
      "loss": 0.0095,
      "step": 13802
    },
    {
      "epoch": 1.496422376409367,
      "grad_norm": 0.06647789478302002,
      "learning_rate": 5.030103003046569e-05,
      "loss": 0.0066,
      "step": 13803
    },
    {
      "epoch": 1.4965307892454467,
      "grad_norm": 0.2831501066684723,
      "learning_rate": 5.029740316262875e-05,
      "loss": 0.0275,
      "step": 13804
    },
    {
      "epoch": 1.4966392020815265,
      "grad_norm": 0.1008477583527565,
      "learning_rate": 5.029377629479182e-05,
      "loss": 0.007,
      "step": 13805
    },
    {
      "epoch": 1.4967476149176062,
      "grad_norm": 0.3721206486225128,
      "learning_rate": 5.029014942695488e-05,
      "loss": 0.0263,
      "step": 13806
    },
    {
      "epoch": 1.496856027753686,
      "grad_norm": 0.24096088111400604,
      "learning_rate": 5.0286522559117945e-05,
      "loss": 0.0532,
      "step": 13807
    },
    {
      "epoch": 1.4969644405897657,
      "grad_norm": 0.33224841952323914,
      "learning_rate": 5.028289569128101e-05,
      "loss": 0.0267,
      "step": 13808
    },
    {
      "epoch": 1.4970728534258457,
      "grad_norm": 0.23006859421730042,
      "learning_rate": 5.027926882344408e-05,
      "loss": 0.022,
      "step": 13809
    },
    {
      "epoch": 1.4971812662619255,
      "grad_norm": 0.32948237657546997,
      "learning_rate": 5.0275641955607144e-05,
      "loss": 0.0242,
      "step": 13810
    },
    {
      "epoch": 1.4972896790980053,
      "grad_norm": 0.2006497085094452,
      "learning_rate": 5.027201508777021e-05,
      "loss": 0.0304,
      "step": 13811
    },
    {
      "epoch": 1.497398091934085,
      "grad_norm": 0.12621574103832245,
      "learning_rate": 5.026838821993327e-05,
      "loss": 0.0124,
      "step": 13812
    },
    {
      "epoch": 1.4975065047701648,
      "grad_norm": 0.15358100831508636,
      "learning_rate": 5.0264761352096336e-05,
      "loss": 0.014,
      "step": 13813
    },
    {
      "epoch": 1.4976149176062445,
      "grad_norm": 0.16129404306411743,
      "learning_rate": 5.02611344842594e-05,
      "loss": 0.0252,
      "step": 13814
    },
    {
      "epoch": 1.4977233304423243,
      "grad_norm": 0.13213719427585602,
      "learning_rate": 5.0257507616422464e-05,
      "loss": 0.0173,
      "step": 13815
    },
    {
      "epoch": 1.4978317432784043,
      "grad_norm": 0.19744136929512024,
      "learning_rate": 5.025388074858552e-05,
      "loss": 0.0385,
      "step": 13816
    },
    {
      "epoch": 1.4979401561144838,
      "grad_norm": 0.2780677080154419,
      "learning_rate": 5.0250253880748586e-05,
      "loss": 0.0394,
      "step": 13817
    },
    {
      "epoch": 1.4980485689505638,
      "grad_norm": 0.06917808204889297,
      "learning_rate": 5.024662701291165e-05,
      "loss": 0.0046,
      "step": 13818
    },
    {
      "epoch": 1.4981569817866436,
      "grad_norm": 0.27417394518852234,
      "learning_rate": 5.0243000145074714e-05,
      "loss": 0.0283,
      "step": 13819
    },
    {
      "epoch": 1.4982653946227233,
      "grad_norm": 0.16618549823760986,
      "learning_rate": 5.023937327723778e-05,
      "loss": 0.0115,
      "step": 13820
    },
    {
      "epoch": 1.498373807458803,
      "grad_norm": 0.24234195053577423,
      "learning_rate": 5.023574640940084e-05,
      "loss": 0.012,
      "step": 13821
    },
    {
      "epoch": 1.4984822202948829,
      "grad_norm": 0.12145887315273285,
      "learning_rate": 5.0232119541563906e-05,
      "loss": 0.0058,
      "step": 13822
    },
    {
      "epoch": 1.4985906331309626,
      "grad_norm": 0.30260783433914185,
      "learning_rate": 5.022849267372697e-05,
      "loss": 0.0143,
      "step": 13823
    },
    {
      "epoch": 1.4986990459670424,
      "grad_norm": 0.16564621031284332,
      "learning_rate": 5.022486580589003e-05,
      "loss": 0.0099,
      "step": 13824
    },
    {
      "epoch": 1.4988074588031224,
      "grad_norm": 0.20633374154567719,
      "learning_rate": 5.022123893805309e-05,
      "loss": 0.0693,
      "step": 13825
    },
    {
      "epoch": 1.4989158716392021,
      "grad_norm": 0.27375563979148865,
      "learning_rate": 5.021761207021617e-05,
      "loss": 0.0178,
      "step": 13826
    },
    {
      "epoch": 1.499024284475282,
      "grad_norm": 0.2583969533443451,
      "learning_rate": 5.0213985202379234e-05,
      "loss": 0.0309,
      "step": 13827
    },
    {
      "epoch": 1.4991326973113617,
      "grad_norm": 0.3990273177623749,
      "learning_rate": 5.02103583345423e-05,
      "loss": 0.0567,
      "step": 13828
    },
    {
      "epoch": 1.4992411101474414,
      "grad_norm": 0.20779970288276672,
      "learning_rate": 5.020673146670536e-05,
      "loss": 0.0283,
      "step": 13829
    },
    {
      "epoch": 1.4993495229835212,
      "grad_norm": 0.2955836355686188,
      "learning_rate": 5.020310459886842e-05,
      "loss": 0.0159,
      "step": 13830
    },
    {
      "epoch": 1.499457935819601,
      "grad_norm": 0.12978214025497437,
      "learning_rate": 5.0199477731031483e-05,
      "loss": 0.0131,
      "step": 13831
    },
    {
      "epoch": 1.499566348655681,
      "grad_norm": 0.15786467492580414,
      "learning_rate": 5.019585086319455e-05,
      "loss": 0.0226,
      "step": 13832
    },
    {
      "epoch": 1.4996747614917605,
      "grad_norm": 0.2125030755996704,
      "learning_rate": 5.019222399535761e-05,
      "loss": 0.0141,
      "step": 13833
    },
    {
      "epoch": 1.4997831743278405,
      "grad_norm": 0.10238546133041382,
      "learning_rate": 5.0188597127520676e-05,
      "loss": 0.0127,
      "step": 13834
    },
    {
      "epoch": 1.4998915871639202,
      "grad_norm": 0.38812094926834106,
      "learning_rate": 5.018497025968374e-05,
      "loss": 0.0153,
      "step": 13835
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.1421346366405487,
      "learning_rate": 5.0181343391846804e-05,
      "loss": 0.0177,
      "step": 13836
    },
    {
      "epoch": 1.5001084128360798,
      "grad_norm": 0.0976613461971283,
      "learning_rate": 5.017771652400987e-05,
      "loss": 0.0083,
      "step": 13837
    },
    {
      "epoch": 1.5002168256721595,
      "grad_norm": 0.15002861618995667,
      "learning_rate": 5.017408965617293e-05,
      "loss": 0.0189,
      "step": 13838
    },
    {
      "epoch": 1.5003252385082395,
      "grad_norm": 0.19272753596305847,
      "learning_rate": 5.017046278833599e-05,
      "loss": 0.035,
      "step": 13839
    },
    {
      "epoch": 1.500433651344319,
      "grad_norm": 0.19399088621139526,
      "learning_rate": 5.0166835920499054e-05,
      "loss": 0.0313,
      "step": 13840
    },
    {
      "epoch": 1.500542064180399,
      "grad_norm": 0.36436933279037476,
      "learning_rate": 5.016320905266212e-05,
      "loss": 0.0501,
      "step": 13841
    },
    {
      "epoch": 1.5006504770164788,
      "grad_norm": 0.4524528980255127,
      "learning_rate": 5.015958218482518e-05,
      "loss": 0.0131,
      "step": 13842
    },
    {
      "epoch": 1.5007588898525586,
      "grad_norm": 0.1611141860485077,
      "learning_rate": 5.015595531698826e-05,
      "loss": 0.0119,
      "step": 13843
    },
    {
      "epoch": 1.5008673026886383,
      "grad_norm": 0.10779616981744766,
      "learning_rate": 5.015232844915132e-05,
      "loss": 0.0135,
      "step": 13844
    },
    {
      "epoch": 1.500975715524718,
      "grad_norm": 0.3424423933029175,
      "learning_rate": 5.014870158131438e-05,
      "loss": 0.0439,
      "step": 13845
    },
    {
      "epoch": 1.501084128360798,
      "grad_norm": 0.18351517617702484,
      "learning_rate": 5.0145074713477445e-05,
      "loss": 0.0225,
      "step": 13846
    },
    {
      "epoch": 1.5011925411968776,
      "grad_norm": 0.6663958430290222,
      "learning_rate": 5.014144784564051e-05,
      "loss": 0.0309,
      "step": 13847
    },
    {
      "epoch": 1.5013009540329576,
      "grad_norm": 0.48427581787109375,
      "learning_rate": 5.013782097780357e-05,
      "loss": 0.0537,
      "step": 13848
    },
    {
      "epoch": 1.5014093668690371,
      "grad_norm": 0.2328381985425949,
      "learning_rate": 5.013419410996664e-05,
      "loss": 0.0205,
      "step": 13849
    },
    {
      "epoch": 1.5015177797051171,
      "grad_norm": 0.15240004658699036,
      "learning_rate": 5.01305672421297e-05,
      "loss": 0.0077,
      "step": 13850
    },
    {
      "epoch": 1.501626192541197,
      "grad_norm": 0.4643874168395996,
      "learning_rate": 5.0126940374292765e-05,
      "loss": 0.0574,
      "step": 13851
    },
    {
      "epoch": 1.5017346053772767,
      "grad_norm": 0.22672337293624878,
      "learning_rate": 5.012331350645583e-05,
      "loss": 0.0225,
      "step": 13852
    },
    {
      "epoch": 1.5018430182133564,
      "grad_norm": 0.16192489862442017,
      "learning_rate": 5.011968663861889e-05,
      "loss": 0.0214,
      "step": 13853
    },
    {
      "epoch": 1.5019514310494362,
      "grad_norm": 0.14347806572914124,
      "learning_rate": 5.011605977078195e-05,
      "loss": 0.0205,
      "step": 13854
    },
    {
      "epoch": 1.5020598438855162,
      "grad_norm": 0.2702459990978241,
      "learning_rate": 5.0112432902945015e-05,
      "loss": 0.0208,
      "step": 13855
    },
    {
      "epoch": 1.5021682567215957,
      "grad_norm": 0.23741638660430908,
      "learning_rate": 5.010880603510808e-05,
      "loss": 0.0462,
      "step": 13856
    },
    {
      "epoch": 1.5022766695576757,
      "grad_norm": 0.10946038365364075,
      "learning_rate": 5.010517916727114e-05,
      "loss": 0.0057,
      "step": 13857
    },
    {
      "epoch": 1.5023850823937555,
      "grad_norm": 0.08923573046922684,
      "learning_rate": 5.010155229943421e-05,
      "loss": 0.0115,
      "step": 13858
    },
    {
      "epoch": 1.5024934952298352,
      "grad_norm": 0.1884009689092636,
      "learning_rate": 5.009792543159727e-05,
      "loss": 0.0178,
      "step": 13859
    },
    {
      "epoch": 1.502601908065915,
      "grad_norm": 0.22056405246257782,
      "learning_rate": 5.0094298563760336e-05,
      "loss": 0.0493,
      "step": 13860
    },
    {
      "epoch": 1.5027103209019947,
      "grad_norm": 0.06513454765081406,
      "learning_rate": 5.0090671695923407e-05,
      "loss": 0.0046,
      "step": 13861
    },
    {
      "epoch": 1.5028187337380747,
      "grad_norm": 0.3125479221343994,
      "learning_rate": 5.008704482808647e-05,
      "loss": 0.049,
      "step": 13862
    },
    {
      "epoch": 1.5029271465741543,
      "grad_norm": 0.34039896726608276,
      "learning_rate": 5.0083417960249535e-05,
      "loss": 0.0251,
      "step": 13863
    },
    {
      "epoch": 1.5030355594102343,
      "grad_norm": 0.2775084972381592,
      "learning_rate": 5.00797910924126e-05,
      "loss": 0.0278,
      "step": 13864
    },
    {
      "epoch": 1.5031439722463138,
      "grad_norm": 0.16863586008548737,
      "learning_rate": 5.007616422457566e-05,
      "loss": 0.0276,
      "step": 13865
    },
    {
      "epoch": 1.5032523850823938,
      "grad_norm": 0.09074714034795761,
      "learning_rate": 5.007253735673873e-05,
      "loss": 0.009,
      "step": 13866
    },
    {
      "epoch": 1.5033607979184735,
      "grad_norm": 0.13774694502353668,
      "learning_rate": 5.006891048890179e-05,
      "loss": 0.0121,
      "step": 13867
    },
    {
      "epoch": 1.5034692107545533,
      "grad_norm": 0.10273538529872894,
      "learning_rate": 5.006528362106485e-05,
      "loss": 0.0281,
      "step": 13868
    },
    {
      "epoch": 1.5035776235906333,
      "grad_norm": 0.43926554918289185,
      "learning_rate": 5.006165675322791e-05,
      "loss": 0.0296,
      "step": 13869
    },
    {
      "epoch": 1.5036860364267128,
      "grad_norm": 0.18984355032444,
      "learning_rate": 5.005802988539098e-05,
      "loss": 0.0201,
      "step": 13870
    },
    {
      "epoch": 1.5037944492627928,
      "grad_norm": 0.3178662359714508,
      "learning_rate": 5.005440301755404e-05,
      "loss": 0.0787,
      "step": 13871
    },
    {
      "epoch": 1.5039028620988724,
      "grad_norm": 0.2565363049507141,
      "learning_rate": 5.0050776149717105e-05,
      "loss": 0.017,
      "step": 13872
    },
    {
      "epoch": 1.5040112749349523,
      "grad_norm": 0.14164310693740845,
      "learning_rate": 5.004714928188017e-05,
      "loss": 0.0196,
      "step": 13873
    },
    {
      "epoch": 1.504119687771032,
      "grad_norm": 0.2658907175064087,
      "learning_rate": 5.004352241404323e-05,
      "loss": 0.0238,
      "step": 13874
    },
    {
      "epoch": 1.5042281006071119,
      "grad_norm": 0.08107077330350876,
      "learning_rate": 5.00398955462063e-05,
      "loss": 0.0125,
      "step": 13875
    },
    {
      "epoch": 1.5043365134431916,
      "grad_norm": 0.41236650943756104,
      "learning_rate": 5.0036268678369355e-05,
      "loss": 0.0344,
      "step": 13876
    },
    {
      "epoch": 1.5044449262792714,
      "grad_norm": 0.12340178340673447,
      "learning_rate": 5.003264181053242e-05,
      "loss": 0.0104,
      "step": 13877
    },
    {
      "epoch": 1.5045533391153514,
      "grad_norm": 0.342164009809494,
      "learning_rate": 5.0029014942695496e-05,
      "loss": 0.0406,
      "step": 13878
    },
    {
      "epoch": 1.504661751951431,
      "grad_norm": 0.08862410485744476,
      "learning_rate": 5.002538807485856e-05,
      "loss": 0.0084,
      "step": 13879
    },
    {
      "epoch": 1.504770164787511,
      "grad_norm": 0.5150549411773682,
      "learning_rate": 5.0021761207021625e-05,
      "loss": 0.0518,
      "step": 13880
    },
    {
      "epoch": 1.5048785776235907,
      "grad_norm": 0.06281685829162598,
      "learning_rate": 5.001813433918469e-05,
      "loss": 0.0046,
      "step": 13881
    },
    {
      "epoch": 1.5049869904596704,
      "grad_norm": 0.4983040690422058,
      "learning_rate": 5.0014507471347746e-05,
      "loss": 0.0456,
      "step": 13882
    },
    {
      "epoch": 1.5050954032957502,
      "grad_norm": 0.09035977721214294,
      "learning_rate": 5.001088060351081e-05,
      "loss": 0.0153,
      "step": 13883
    },
    {
      "epoch": 1.50520381613183,
      "grad_norm": 0.19653841853141785,
      "learning_rate": 5.0007253735673874e-05,
      "loss": 0.0259,
      "step": 13884
    },
    {
      "epoch": 1.50531222896791,
      "grad_norm": 0.3462134003639221,
      "learning_rate": 5.000362686783694e-05,
      "loss": 0.0377,
      "step": 13885
    },
    {
      "epoch": 1.5054206418039895,
      "grad_norm": 0.5921053886413574,
      "learning_rate": 5e-05,
      "loss": 0.0323,
      "step": 13886
    },
    {
      "epoch": 1.5055290546400695,
      "grad_norm": 0.20337094366550446,
      "learning_rate": 4.9996373132163067e-05,
      "loss": 0.0175,
      "step": 13887
    },
    {
      "epoch": 1.505637467476149,
      "grad_norm": 0.16479958593845367,
      "learning_rate": 4.999274626432613e-05,
      "loss": 0.0196,
      "step": 13888
    },
    {
      "epoch": 1.505745880312229,
      "grad_norm": 0.22555898129940033,
      "learning_rate": 4.9989119396489195e-05,
      "loss": 0.0286,
      "step": 13889
    },
    {
      "epoch": 1.5058542931483088,
      "grad_norm": 0.457867830991745,
      "learning_rate": 4.998549252865226e-05,
      "loss": 0.0587,
      "step": 13890
    },
    {
      "epoch": 1.5059627059843885,
      "grad_norm": 0.03602975234389305,
      "learning_rate": 4.998186566081532e-05,
      "loss": 0.0045,
      "step": 13891
    },
    {
      "epoch": 1.5060711188204683,
      "grad_norm": 0.3106003701686859,
      "learning_rate": 4.997823879297839e-05,
      "loss": 0.0145,
      "step": 13892
    },
    {
      "epoch": 1.506179531656548,
      "grad_norm": 0.2173018455505371,
      "learning_rate": 4.997461192514145e-05,
      "loss": 0.0109,
      "step": 13893
    },
    {
      "epoch": 1.506287944492628,
      "grad_norm": 0.30054572224617004,
      "learning_rate": 4.9970985057304515e-05,
      "loss": 0.0474,
      "step": 13894
    },
    {
      "epoch": 1.5063963573287076,
      "grad_norm": 0.3643036186695099,
      "learning_rate": 4.996735818946758e-05,
      "loss": 0.042,
      "step": 13895
    },
    {
      "epoch": 1.5065047701647876,
      "grad_norm": 0.13545984029769897,
      "learning_rate": 4.9963731321630643e-05,
      "loss": 0.0106,
      "step": 13896
    },
    {
      "epoch": 1.5066131830008673,
      "grad_norm": 0.3263546824455261,
      "learning_rate": 4.996010445379371e-05,
      "loss": 0.0228,
      "step": 13897
    },
    {
      "epoch": 1.506721595836947,
      "grad_norm": 0.199038565158844,
      "learning_rate": 4.9956477585956765e-05,
      "loss": 0.0365,
      "step": 13898
    },
    {
      "epoch": 1.5068300086730269,
      "grad_norm": 0.11002776771783829,
      "learning_rate": 4.9952850718119836e-05,
      "loss": 0.0156,
      "step": 13899
    },
    {
      "epoch": 1.5069384215091066,
      "grad_norm": 0.6100531220436096,
      "learning_rate": 4.99492238502829e-05,
      "loss": 0.0755,
      "step": 13900
    },
    {
      "epoch": 1.5070468343451866,
      "grad_norm": 0.18177847564220428,
      "learning_rate": 4.9945596982445964e-05,
      "loss": 0.0261,
      "step": 13901
    },
    {
      "epoch": 1.5071552471812661,
      "grad_norm": 0.2306067794561386,
      "learning_rate": 4.994197011460903e-05,
      "loss": 0.0243,
      "step": 13902
    },
    {
      "epoch": 1.5072636600173461,
      "grad_norm": 0.1521865427494049,
      "learning_rate": 4.993834324677209e-05,
      "loss": 0.0175,
      "step": 13903
    },
    {
      "epoch": 1.507372072853426,
      "grad_norm": 0.12399479746818542,
      "learning_rate": 4.9934716378935156e-05,
      "loss": 0.0215,
      "step": 13904
    },
    {
      "epoch": 1.5074804856895057,
      "grad_norm": 0.1727714091539383,
      "learning_rate": 4.9931089511098214e-05,
      "loss": 0.0116,
      "step": 13905
    },
    {
      "epoch": 1.5075888985255854,
      "grad_norm": 0.13026589155197144,
      "learning_rate": 4.992746264326128e-05,
      "loss": 0.0187,
      "step": 13906
    },
    {
      "epoch": 1.5076973113616652,
      "grad_norm": 0.2833854854106903,
      "learning_rate": 4.992383577542434e-05,
      "loss": 0.0409,
      "step": 13907
    },
    {
      "epoch": 1.5078057241977452,
      "grad_norm": 0.12483955174684525,
      "learning_rate": 4.992020890758741e-05,
      "loss": 0.0071,
      "step": 13908
    },
    {
      "epoch": 1.5079141370338247,
      "grad_norm": 0.06883400678634644,
      "learning_rate": 4.991658203975048e-05,
      "loss": 0.0063,
      "step": 13909
    },
    {
      "epoch": 1.5080225498699047,
      "grad_norm": 0.1386450082063675,
      "learning_rate": 4.991295517191354e-05,
      "loss": 0.0207,
      "step": 13910
    },
    {
      "epoch": 1.5081309627059842,
      "grad_norm": 0.044103365391492844,
      "learning_rate": 4.9909328304076605e-05,
      "loss": 0.0056,
      "step": 13911
    },
    {
      "epoch": 1.5082393755420642,
      "grad_norm": 0.16308046877384186,
      "learning_rate": 4.990570143623967e-05,
      "loss": 0.0183,
      "step": 13912
    },
    {
      "epoch": 1.508347788378144,
      "grad_norm": 0.1588708758354187,
      "learning_rate": 4.9902074568402726e-05,
      "loss": 0.0264,
      "step": 13913
    },
    {
      "epoch": 1.5084562012142237,
      "grad_norm": 0.31631484627723694,
      "learning_rate": 4.989844770056579e-05,
      "loss": 0.0208,
      "step": 13914
    },
    {
      "epoch": 1.5085646140503035,
      "grad_norm": 0.19234851002693176,
      "learning_rate": 4.9894820832728855e-05,
      "loss": 0.0224,
      "step": 13915
    },
    {
      "epoch": 1.5086730268863833,
      "grad_norm": 0.12886318564414978,
      "learning_rate": 4.989119396489192e-05,
      "loss": 0.0163,
      "step": 13916
    },
    {
      "epoch": 1.5087814397224633,
      "grad_norm": 0.5439552068710327,
      "learning_rate": 4.988756709705499e-05,
      "loss": 0.0355,
      "step": 13917
    },
    {
      "epoch": 1.5088898525585428,
      "grad_norm": 0.15955519676208496,
      "learning_rate": 4.9883940229218054e-05,
      "loss": 0.0169,
      "step": 13918
    },
    {
      "epoch": 1.5089982653946228,
      "grad_norm": 0.2979365885257721,
      "learning_rate": 4.988031336138112e-05,
      "loss": 0.0397,
      "step": 13919
    },
    {
      "epoch": 1.5091066782307025,
      "grad_norm": 0.21417196094989777,
      "learning_rate": 4.9876686493544175e-05,
      "loss": 0.0125,
      "step": 13920
    },
    {
      "epoch": 1.5092150910667823,
      "grad_norm": 0.29872769117355347,
      "learning_rate": 4.987305962570724e-05,
      "loss": 0.014,
      "step": 13921
    },
    {
      "epoch": 1.509323503902862,
      "grad_norm": 0.3721359074115753,
      "learning_rate": 4.9869432757870303e-05,
      "loss": 0.0296,
      "step": 13922
    },
    {
      "epoch": 1.5094319167389418,
      "grad_norm": 0.27948153018951416,
      "learning_rate": 4.986580589003337e-05,
      "loss": 0.0215,
      "step": 13923
    },
    {
      "epoch": 1.5095403295750218,
      "grad_norm": 0.31667011976242065,
      "learning_rate": 4.986217902219643e-05,
      "loss": 0.0152,
      "step": 13924
    },
    {
      "epoch": 1.5096487424111014,
      "grad_norm": 0.49740928411483765,
      "learning_rate": 4.98585521543595e-05,
      "loss": 0.0389,
      "step": 13925
    },
    {
      "epoch": 1.5097571552471813,
      "grad_norm": 0.18357767164707184,
      "learning_rate": 4.9854925286522567e-05,
      "loss": 0.0181,
      "step": 13926
    },
    {
      "epoch": 1.5098655680832611,
      "grad_norm": 0.23747122287750244,
      "learning_rate": 4.9851298418685624e-05,
      "loss": 0.0304,
      "step": 13927
    },
    {
      "epoch": 1.5099739809193409,
      "grad_norm": 0.09537187218666077,
      "learning_rate": 4.984767155084869e-05,
      "loss": 0.0058,
      "step": 13928
    },
    {
      "epoch": 1.5100823937554206,
      "grad_norm": 0.553123950958252,
      "learning_rate": 4.984404468301175e-05,
      "loss": 0.0403,
      "step": 13929
    },
    {
      "epoch": 1.5101908065915004,
      "grad_norm": 0.07016536593437195,
      "learning_rate": 4.9840417815174816e-05,
      "loss": 0.0098,
      "step": 13930
    },
    {
      "epoch": 1.5102992194275804,
      "grad_norm": 0.24621272087097168,
      "learning_rate": 4.983679094733788e-05,
      "loss": 0.0544,
      "step": 13931
    },
    {
      "epoch": 1.51040763226366,
      "grad_norm": 0.11433471739292145,
      "learning_rate": 4.9833164079500944e-05,
      "loss": 0.0103,
      "step": 13932
    },
    {
      "epoch": 1.51051604509974,
      "grad_norm": 0.25409820675849915,
      "learning_rate": 4.982953721166401e-05,
      "loss": 0.0084,
      "step": 13933
    },
    {
      "epoch": 1.5106244579358195,
      "grad_norm": 0.3147021532058716,
      "learning_rate": 4.982591034382707e-05,
      "loss": 0.039,
      "step": 13934
    },
    {
      "epoch": 1.5107328707718994,
      "grad_norm": 0.3800274729728699,
      "learning_rate": 4.982228347599014e-05,
      "loss": 0.0672,
      "step": 13935
    },
    {
      "epoch": 1.5108412836079792,
      "grad_norm": 0.4209362864494324,
      "learning_rate": 4.98186566081532e-05,
      "loss": 0.0208,
      "step": 13936
    },
    {
      "epoch": 1.510949696444059,
      "grad_norm": 0.26522064208984375,
      "learning_rate": 4.9815029740316265e-05,
      "loss": 0.0535,
      "step": 13937
    },
    {
      "epoch": 1.5110581092801387,
      "grad_norm": 0.09524532407522202,
      "learning_rate": 4.981140287247933e-05,
      "loss": 0.0108,
      "step": 13938
    },
    {
      "epoch": 1.5111665221162185,
      "grad_norm": 0.2068275809288025,
      "learning_rate": 4.980777600464239e-05,
      "loss": 0.0234,
      "step": 13939
    },
    {
      "epoch": 1.5112749349522985,
      "grad_norm": 0.51768559217453,
      "learning_rate": 4.980414913680546e-05,
      "loss": 0.094,
      "step": 13940
    },
    {
      "epoch": 1.511383347788378,
      "grad_norm": 0.10314096510410309,
      "learning_rate": 4.980052226896852e-05,
      "loss": 0.0087,
      "step": 13941
    },
    {
      "epoch": 1.511491760624458,
      "grad_norm": 0.3723616898059845,
      "learning_rate": 4.9796895401131586e-05,
      "loss": 0.0176,
      "step": 13942
    },
    {
      "epoch": 1.5116001734605378,
      "grad_norm": 0.1673799604177475,
      "learning_rate": 4.979326853329465e-05,
      "loss": 0.0094,
      "step": 13943
    },
    {
      "epoch": 1.5117085862966175,
      "grad_norm": 0.02438848838210106,
      "learning_rate": 4.9789641665457714e-05,
      "loss": 0.0023,
      "step": 13944
    },
    {
      "epoch": 1.5118169991326973,
      "grad_norm": 0.2538294792175293,
      "learning_rate": 4.978601479762078e-05,
      "loss": 0.0261,
      "step": 13945
    },
    {
      "epoch": 1.511925411968777,
      "grad_norm": 0.1359575092792511,
      "learning_rate": 4.978238792978384e-05,
      "loss": 0.009,
      "step": 13946
    },
    {
      "epoch": 1.512033824804857,
      "grad_norm": 0.06841306388378143,
      "learning_rate": 4.9778761061946906e-05,
      "loss": 0.0056,
      "step": 13947
    },
    {
      "epoch": 1.5121422376409366,
      "grad_norm": 0.36759209632873535,
      "learning_rate": 4.977513419410997e-05,
      "loss": 0.0214,
      "step": 13948
    },
    {
      "epoch": 1.5122506504770166,
      "grad_norm": 0.3137156665325165,
      "learning_rate": 4.9771507326273034e-05,
      "loss": 0.0288,
      "step": 13949
    },
    {
      "epoch": 1.512359063313096,
      "grad_norm": 0.04293151944875717,
      "learning_rate": 4.976788045843609e-05,
      "loss": 0.0078,
      "step": 13950
    },
    {
      "epoch": 1.512467476149176,
      "grad_norm": 0.13533630967140198,
      "learning_rate": 4.976425359059916e-05,
      "loss": 0.0135,
      "step": 13951
    },
    {
      "epoch": 1.5125758889852559,
      "grad_norm": 0.395452618598938,
      "learning_rate": 4.9760626722762227e-05,
      "loss": 0.0597,
      "step": 13952
    },
    {
      "epoch": 1.5126843018213356,
      "grad_norm": 0.18229931592941284,
      "learning_rate": 4.975699985492529e-05,
      "loss": 0.0279,
      "step": 13953
    },
    {
      "epoch": 1.5127927146574154,
      "grad_norm": 0.21907049417495728,
      "learning_rate": 4.9753372987088355e-05,
      "loss": 0.019,
      "step": 13954
    },
    {
      "epoch": 1.5129011274934951,
      "grad_norm": 0.31709790229797363,
      "learning_rate": 4.974974611925142e-05,
      "loss": 0.0184,
      "step": 13955
    },
    {
      "epoch": 1.5130095403295751,
      "grad_norm": 0.6353853940963745,
      "learning_rate": 4.974611925141448e-05,
      "loss": 0.0194,
      "step": 13956
    },
    {
      "epoch": 1.5131179531656547,
      "grad_norm": 0.1293720304965973,
      "learning_rate": 4.974249238357754e-05,
      "loss": 0.0151,
      "step": 13957
    },
    {
      "epoch": 1.5132263660017347,
      "grad_norm": 0.16488517820835114,
      "learning_rate": 4.9738865515740604e-05,
      "loss": 0.0296,
      "step": 13958
    },
    {
      "epoch": 1.5133347788378144,
      "grad_norm": 0.1917501986026764,
      "learning_rate": 4.973523864790367e-05,
      "loss": 0.0138,
      "step": 13959
    },
    {
      "epoch": 1.5134431916738942,
      "grad_norm": 0.6817569732666016,
      "learning_rate": 4.973161178006674e-05,
      "loss": 0.0294,
      "step": 13960
    },
    {
      "epoch": 1.513551604509974,
      "grad_norm": 0.2025177776813507,
      "learning_rate": 4.9727984912229804e-05,
      "loss": 0.019,
      "step": 13961
    },
    {
      "epoch": 1.5136600173460537,
      "grad_norm": 0.21671472489833832,
      "learning_rate": 4.972435804439287e-05,
      "loss": 0.0318,
      "step": 13962
    },
    {
      "epoch": 1.5137684301821337,
      "grad_norm": 0.16350139677524567,
      "learning_rate": 4.972073117655593e-05,
      "loss": 0.0276,
      "step": 13963
    },
    {
      "epoch": 1.5138768430182132,
      "grad_norm": 0.32857462763786316,
      "learning_rate": 4.9717104308718996e-05,
      "loss": 0.0327,
      "step": 13964
    },
    {
      "epoch": 1.5139852558542932,
      "grad_norm": 0.25271740555763245,
      "learning_rate": 4.971347744088205e-05,
      "loss": 0.018,
      "step": 13965
    },
    {
      "epoch": 1.514093668690373,
      "grad_norm": 0.39601296186447144,
      "learning_rate": 4.970985057304512e-05,
      "loss": 0.0443,
      "step": 13966
    },
    {
      "epoch": 1.5142020815264527,
      "grad_norm": 0.03700704127550125,
      "learning_rate": 4.970622370520818e-05,
      "loss": 0.0034,
      "step": 13967
    },
    {
      "epoch": 1.5143104943625325,
      "grad_norm": 0.2323659360408783,
      "learning_rate": 4.9702596837371245e-05,
      "loss": 0.0101,
      "step": 13968
    },
    {
      "epoch": 1.5144189071986123,
      "grad_norm": 0.11911775171756744,
      "learning_rate": 4.9698969969534316e-05,
      "loss": 0.0062,
      "step": 13969
    },
    {
      "epoch": 1.5145273200346923,
      "grad_norm": 0.05650707334280014,
      "learning_rate": 4.969534310169738e-05,
      "loss": 0.0056,
      "step": 13970
    },
    {
      "epoch": 1.5146357328707718,
      "grad_norm": 0.5550726652145386,
      "learning_rate": 4.9691716233860445e-05,
      "loss": 0.0389,
      "step": 13971
    },
    {
      "epoch": 1.5147441457068518,
      "grad_norm": 0.1478724330663681,
      "learning_rate": 4.96880893660235e-05,
      "loss": 0.0159,
      "step": 13972
    },
    {
      "epoch": 1.5148525585429313,
      "grad_norm": 0.2809463441371918,
      "learning_rate": 4.9684462498186566e-05,
      "loss": 0.0197,
      "step": 13973
    },
    {
      "epoch": 1.5149609713790113,
      "grad_norm": 0.25441431999206543,
      "learning_rate": 4.968083563034963e-05,
      "loss": 0.0534,
      "step": 13974
    },
    {
      "epoch": 1.515069384215091,
      "grad_norm": 0.2421749383211136,
      "learning_rate": 4.9677208762512694e-05,
      "loss": 0.0267,
      "step": 13975
    },
    {
      "epoch": 1.5151777970511708,
      "grad_norm": 0.0895998552441597,
      "learning_rate": 4.967358189467576e-05,
      "loss": 0.0082,
      "step": 13976
    },
    {
      "epoch": 1.5152862098872506,
      "grad_norm": 0.4538537859916687,
      "learning_rate": 4.966995502683883e-05,
      "loss": 0.0306,
      "step": 13977
    },
    {
      "epoch": 1.5153946227233304,
      "grad_norm": 0.22113999724388123,
      "learning_rate": 4.966632815900189e-05,
      "loss": 0.014,
      "step": 13978
    },
    {
      "epoch": 1.5155030355594103,
      "grad_norm": 0.2496638000011444,
      "learning_rate": 4.966270129116495e-05,
      "loss": 0.0235,
      "step": 13979
    },
    {
      "epoch": 1.51561144839549,
      "grad_norm": 0.5218359231948853,
      "learning_rate": 4.9659074423328015e-05,
      "loss": 0.0676,
      "step": 13980
    },
    {
      "epoch": 1.5157198612315699,
      "grad_norm": 0.14532676339149475,
      "learning_rate": 4.965544755549108e-05,
      "loss": 0.0056,
      "step": 13981
    },
    {
      "epoch": 1.5158282740676496,
      "grad_norm": 0.09262136369943619,
      "learning_rate": 4.965182068765414e-05,
      "loss": 0.0075,
      "step": 13982
    },
    {
      "epoch": 1.5159366869037294,
      "grad_norm": 0.2583596110343933,
      "learning_rate": 4.964819381981721e-05,
      "loss": 0.0285,
      "step": 13983
    },
    {
      "epoch": 1.5160450997398092,
      "grad_norm": 0.11684603244066238,
      "learning_rate": 4.964456695198027e-05,
      "loss": 0.0151,
      "step": 13984
    },
    {
      "epoch": 1.516153512575889,
      "grad_norm": 0.26596498489379883,
      "learning_rate": 4.9640940084143335e-05,
      "loss": 0.0276,
      "step": 13985
    },
    {
      "epoch": 1.516261925411969,
      "grad_norm": 0.04725184291601181,
      "learning_rate": 4.96373132163064e-05,
      "loss": 0.0049,
      "step": 13986
    },
    {
      "epoch": 1.5163703382480485,
      "grad_norm": 0.7665667533874512,
      "learning_rate": 4.9633686348469463e-05,
      "loss": 0.0661,
      "step": 13987
    },
    {
      "epoch": 1.5164787510841284,
      "grad_norm": 0.3397456705570221,
      "learning_rate": 4.963005948063253e-05,
      "loss": 0.0144,
      "step": 13988
    },
    {
      "epoch": 1.5165871639202082,
      "grad_norm": 0.32500800490379333,
      "learning_rate": 4.962643261279559e-05,
      "loss": 0.0352,
      "step": 13989
    },
    {
      "epoch": 1.516695576756288,
      "grad_norm": 0.2677173316478729,
      "learning_rate": 4.9622805744958656e-05,
      "loss": 0.0273,
      "step": 13990
    },
    {
      "epoch": 1.5168039895923677,
      "grad_norm": 0.08333205431699753,
      "learning_rate": 4.961917887712172e-05,
      "loss": 0.0093,
      "step": 13991
    },
    {
      "epoch": 1.5169124024284475,
      "grad_norm": 0.13778257369995117,
      "learning_rate": 4.9615552009284784e-05,
      "loss": 0.0109,
      "step": 13992
    },
    {
      "epoch": 1.5170208152645275,
      "grad_norm": 0.12329592555761337,
      "learning_rate": 4.961192514144785e-05,
      "loss": 0.0174,
      "step": 13993
    },
    {
      "epoch": 1.517129228100607,
      "grad_norm": 0.43564337491989136,
      "learning_rate": 4.960829827361091e-05,
      "loss": 0.0454,
      "step": 13994
    },
    {
      "epoch": 1.517237640936687,
      "grad_norm": 0.5729845762252808,
      "learning_rate": 4.9604671405773976e-05,
      "loss": 0.0844,
      "step": 13995
    },
    {
      "epoch": 1.5173460537727665,
      "grad_norm": 0.21173863112926483,
      "learning_rate": 4.960104453793704e-05,
      "loss": 0.0164,
      "step": 13996
    },
    {
      "epoch": 1.5174544666088465,
      "grad_norm": 0.3105681538581848,
      "learning_rate": 4.9597417670100105e-05,
      "loss": 0.0295,
      "step": 13997
    },
    {
      "epoch": 1.5175628794449263,
      "grad_norm": 0.3163664937019348,
      "learning_rate": 4.959379080226317e-05,
      "loss": 0.0334,
      "step": 13998
    },
    {
      "epoch": 1.517671292281006,
      "grad_norm": 0.03126801177859306,
      "learning_rate": 4.959016393442623e-05,
      "loss": 0.0022,
      "step": 13999
    },
    {
      "epoch": 1.5177797051170858,
      "grad_norm": 0.46473345160484314,
      "learning_rate": 4.95865370665893e-05,
      "loss": 0.0543,
      "step": 14000
    },
    {
      "epoch": 1.5178881179531656,
      "grad_norm": 0.18343347311019897,
      "learning_rate": 4.958291019875236e-05,
      "loss": 0.0148,
      "step": 14001
    },
    {
      "epoch": 1.5179965307892456,
      "grad_norm": 0.15103071928024292,
      "learning_rate": 4.957928333091542e-05,
      "loss": 0.0228,
      "step": 14002
    },
    {
      "epoch": 1.518104943625325,
      "grad_norm": 0.298125296831131,
      "learning_rate": 4.957565646307849e-05,
      "loss": 0.0214,
      "step": 14003
    },
    {
      "epoch": 1.518213356461405,
      "grad_norm": 0.15553617477416992,
      "learning_rate": 4.957202959524155e-05,
      "loss": 0.0095,
      "step": 14004
    },
    {
      "epoch": 1.5183217692974849,
      "grad_norm": 0.21511949598789215,
      "learning_rate": 4.956840272740462e-05,
      "loss": 0.0223,
      "step": 14005
    },
    {
      "epoch": 1.5184301821335646,
      "grad_norm": 0.15243442356586456,
      "learning_rate": 4.956477585956768e-05,
      "loss": 0.0104,
      "step": 14006
    },
    {
      "epoch": 1.5185385949696444,
      "grad_norm": 0.5017706155776978,
      "learning_rate": 4.9561148991730746e-05,
      "loss": 0.0474,
      "step": 14007
    },
    {
      "epoch": 1.5186470078057241,
      "grad_norm": 0.3554677665233612,
      "learning_rate": 4.955752212389381e-05,
      "loss": 0.0186,
      "step": 14008
    },
    {
      "epoch": 1.5187554206418041,
      "grad_norm": 0.3081362843513489,
      "learning_rate": 4.955389525605687e-05,
      "loss": 0.0196,
      "step": 14009
    },
    {
      "epoch": 1.5188638334778837,
      "grad_norm": 0.6638481616973877,
      "learning_rate": 4.955026838821993e-05,
      "loss": 0.0327,
      "step": 14010
    },
    {
      "epoch": 1.5189722463139637,
      "grad_norm": 0.11912068724632263,
      "learning_rate": 4.9546641520382995e-05,
      "loss": 0.015,
      "step": 14011
    },
    {
      "epoch": 1.5190806591500432,
      "grad_norm": 0.2318122833967209,
      "learning_rate": 4.9543014652546066e-05,
      "loss": 0.0144,
      "step": 14012
    },
    {
      "epoch": 1.5191890719861232,
      "grad_norm": 0.22406814992427826,
      "learning_rate": 4.953938778470913e-05,
      "loss": 0.0249,
      "step": 14013
    },
    {
      "epoch": 1.519297484822203,
      "grad_norm": 0.6502010226249695,
      "learning_rate": 4.9535760916872194e-05,
      "loss": 0.0714,
      "step": 14014
    },
    {
      "epoch": 1.5194058976582827,
      "grad_norm": 0.10228244960308075,
      "learning_rate": 4.953213404903526e-05,
      "loss": 0.009,
      "step": 14015
    },
    {
      "epoch": 1.5195143104943627,
      "grad_norm": 0.13161024451255798,
      "learning_rate": 4.952850718119832e-05,
      "loss": 0.012,
      "step": 14016
    },
    {
      "epoch": 1.5196227233304422,
      "grad_norm": 0.1276133805513382,
      "learning_rate": 4.952488031336138e-05,
      "loss": 0.0148,
      "step": 14017
    },
    {
      "epoch": 1.5197311361665222,
      "grad_norm": 0.3802044689655304,
      "learning_rate": 4.9521253445524444e-05,
      "loss": 0.0348,
      "step": 14018
    },
    {
      "epoch": 1.5198395490026018,
      "grad_norm": 0.1945837289094925,
      "learning_rate": 4.951762657768751e-05,
      "loss": 0.0302,
      "step": 14019
    },
    {
      "epoch": 1.5199479618386817,
      "grad_norm": 0.23548194766044617,
      "learning_rate": 4.951399970985058e-05,
      "loss": 0.0412,
      "step": 14020
    },
    {
      "epoch": 1.5200563746747615,
      "grad_norm": 0.27847379446029663,
      "learning_rate": 4.951037284201364e-05,
      "loss": 0.0579,
      "step": 14021
    },
    {
      "epoch": 1.5201647875108413,
      "grad_norm": 0.31442880630493164,
      "learning_rate": 4.950674597417671e-05,
      "loss": 0.0362,
      "step": 14022
    },
    {
      "epoch": 1.520273200346921,
      "grad_norm": 0.2806318700313568,
      "learning_rate": 4.950311910633977e-05,
      "loss": 0.0251,
      "step": 14023
    },
    {
      "epoch": 1.5203816131830008,
      "grad_norm": 0.21254737675189972,
      "learning_rate": 4.949949223850283e-05,
      "loss": 0.0208,
      "step": 14024
    },
    {
      "epoch": 1.5204900260190808,
      "grad_norm": 0.2707727253437042,
      "learning_rate": 4.949586537066589e-05,
      "loss": 0.0417,
      "step": 14025
    },
    {
      "epoch": 1.5205984388551603,
      "grad_norm": 0.10488629341125488,
      "learning_rate": 4.949223850282896e-05,
      "loss": 0.0079,
      "step": 14026
    },
    {
      "epoch": 1.5207068516912403,
      "grad_norm": 0.42760905623435974,
      "learning_rate": 4.948861163499202e-05,
      "loss": 0.0839,
      "step": 14027
    },
    {
      "epoch": 1.52081526452732,
      "grad_norm": 0.3691663444042206,
      "learning_rate": 4.9484984767155085e-05,
      "loss": 0.0456,
      "step": 14028
    },
    {
      "epoch": 1.5209236773633998,
      "grad_norm": 0.13752996921539307,
      "learning_rate": 4.9481357899318156e-05,
      "loss": 0.0091,
      "step": 14029
    },
    {
      "epoch": 1.5210320901994796,
      "grad_norm": 0.29587382078170776,
      "learning_rate": 4.947773103148122e-05,
      "loss": 0.0321,
      "step": 14030
    },
    {
      "epoch": 1.5211405030355594,
      "grad_norm": 0.28558868169784546,
      "learning_rate": 4.947410416364428e-05,
      "loss": 0.0504,
      "step": 14031
    },
    {
      "epoch": 1.5212489158716394,
      "grad_norm": 0.29401230812072754,
      "learning_rate": 4.947047729580734e-05,
      "loss": 0.0348,
      "step": 14032
    },
    {
      "epoch": 1.521357328707719,
      "grad_norm": 0.1513502299785614,
      "learning_rate": 4.9466850427970406e-05,
      "loss": 0.0118,
      "step": 14033
    },
    {
      "epoch": 1.5214657415437989,
      "grad_norm": 0.23149767518043518,
      "learning_rate": 4.946322356013347e-05,
      "loss": 0.015,
      "step": 14034
    },
    {
      "epoch": 1.5215741543798784,
      "grad_norm": 0.2828422486782074,
      "learning_rate": 4.9459596692296534e-05,
      "loss": 0.0442,
      "step": 14035
    },
    {
      "epoch": 1.5216825672159584,
      "grad_norm": 0.0884261503815651,
      "learning_rate": 4.94559698244596e-05,
      "loss": 0.0093,
      "step": 14036
    },
    {
      "epoch": 1.5217909800520382,
      "grad_norm": 0.49713295698165894,
      "learning_rate": 4.945234295662266e-05,
      "loss": 0.0799,
      "step": 14037
    },
    {
      "epoch": 1.521899392888118,
      "grad_norm": 0.2777527868747711,
      "learning_rate": 4.9448716088785726e-05,
      "loss": 0.0256,
      "step": 14038
    },
    {
      "epoch": 1.5220078057241977,
      "grad_norm": 0.1134134978055954,
      "learning_rate": 4.944508922094879e-05,
      "loss": 0.0157,
      "step": 14039
    },
    {
      "epoch": 1.5221162185602775,
      "grad_norm": 0.17728808522224426,
      "learning_rate": 4.9441462353111854e-05,
      "loss": 0.028,
      "step": 14040
    },
    {
      "epoch": 1.5222246313963574,
      "grad_norm": 0.26920029520988464,
      "learning_rate": 4.943783548527492e-05,
      "loss": 0.056,
      "step": 14041
    },
    {
      "epoch": 1.522333044232437,
      "grad_norm": 0.3306915760040283,
      "learning_rate": 4.943420861743798e-05,
      "loss": 0.0632,
      "step": 14042
    },
    {
      "epoch": 1.522441457068517,
      "grad_norm": 0.17563296854496002,
      "learning_rate": 4.9430581749601047e-05,
      "loss": 0.011,
      "step": 14043
    },
    {
      "epoch": 1.5225498699045967,
      "grad_norm": 0.17299474775791168,
      "learning_rate": 4.942695488176411e-05,
      "loss": 0.0195,
      "step": 14044
    },
    {
      "epoch": 1.5226582827406765,
      "grad_norm": 0.05500730499625206,
      "learning_rate": 4.9423328013927175e-05,
      "loss": 0.005,
      "step": 14045
    },
    {
      "epoch": 1.5227666955767563,
      "grad_norm": 0.6170104146003723,
      "learning_rate": 4.941970114609024e-05,
      "loss": 0.063,
      "step": 14046
    },
    {
      "epoch": 1.522875108412836,
      "grad_norm": 0.23826609551906586,
      "learning_rate": 4.94160742782533e-05,
      "loss": 0.0266,
      "step": 14047
    },
    {
      "epoch": 1.522983521248916,
      "grad_norm": 0.24990221858024597,
      "learning_rate": 4.941244741041637e-05,
      "loss": 0.0295,
      "step": 14048
    },
    {
      "epoch": 1.5230919340849955,
      "grad_norm": 0.09520860016345978,
      "learning_rate": 4.940882054257943e-05,
      "loss": 0.0094,
      "step": 14049
    },
    {
      "epoch": 1.5232003469210755,
      "grad_norm": 0.0936487689614296,
      "learning_rate": 4.9405193674742495e-05,
      "loss": 0.0067,
      "step": 14050
    },
    {
      "epoch": 1.5233087597571553,
      "grad_norm": 0.027363061904907227,
      "learning_rate": 4.940156680690556e-05,
      "loss": 0.0022,
      "step": 14051
    },
    {
      "epoch": 1.523417172593235,
      "grad_norm": 0.07069411128759384,
      "learning_rate": 4.9397939939068624e-05,
      "loss": 0.0096,
      "step": 14052
    },
    {
      "epoch": 1.5235255854293148,
      "grad_norm": 0.14773771166801453,
      "learning_rate": 4.939431307123169e-05,
      "loss": 0.0222,
      "step": 14053
    },
    {
      "epoch": 1.5236339982653946,
      "grad_norm": 0.01984153501689434,
      "learning_rate": 4.9390686203394745e-05,
      "loss": 0.0022,
      "step": 14054
    },
    {
      "epoch": 1.5237424111014746,
      "grad_norm": 0.09033975005149841,
      "learning_rate": 4.9387059335557816e-05,
      "loss": 0.0083,
      "step": 14055
    },
    {
      "epoch": 1.523850823937554,
      "grad_norm": 0.17379026114940643,
      "learning_rate": 4.938343246772088e-05,
      "loss": 0.0197,
      "step": 14056
    },
    {
      "epoch": 1.523959236773634,
      "grad_norm": 0.17599911987781525,
      "learning_rate": 4.9379805599883944e-05,
      "loss": 0.0194,
      "step": 14057
    },
    {
      "epoch": 1.5240676496097136,
      "grad_norm": 0.2822646498680115,
      "learning_rate": 4.937617873204701e-05,
      "loss": 0.0294,
      "step": 14058
    },
    {
      "epoch": 1.5241760624457936,
      "grad_norm": 0.16963113844394684,
      "learning_rate": 4.937255186421007e-05,
      "loss": 0.0197,
      "step": 14059
    },
    {
      "epoch": 1.5242844752818734,
      "grad_norm": 0.13830552995204926,
      "learning_rate": 4.9368924996373136e-05,
      "loss": 0.0125,
      "step": 14060
    },
    {
      "epoch": 1.5243928881179531,
      "grad_norm": 0.44348135590553284,
      "learning_rate": 4.9365298128536194e-05,
      "loss": 0.0178,
      "step": 14061
    },
    {
      "epoch": 1.524501300954033,
      "grad_norm": 0.20332249999046326,
      "learning_rate": 4.936167126069926e-05,
      "loss": 0.0144,
      "step": 14062
    },
    {
      "epoch": 1.5246097137901127,
      "grad_norm": 0.40791910886764526,
      "learning_rate": 4.935804439286232e-05,
      "loss": 0.0434,
      "step": 14063
    },
    {
      "epoch": 1.5247181266261927,
      "grad_norm": 0.20720256865024567,
      "learning_rate": 4.935441752502539e-05,
      "loss": 0.0125,
      "step": 14064
    },
    {
      "epoch": 1.5248265394622722,
      "grad_norm": 0.4496910274028778,
      "learning_rate": 4.935079065718846e-05,
      "loss": 0.0779,
      "step": 14065
    },
    {
      "epoch": 1.5249349522983522,
      "grad_norm": 0.3683605194091797,
      "learning_rate": 4.934716378935152e-05,
      "loss": 0.0532,
      "step": 14066
    },
    {
      "epoch": 1.525043365134432,
      "grad_norm": 0.23720614612102509,
      "learning_rate": 4.9343536921514585e-05,
      "loss": 0.0302,
      "step": 14067
    },
    {
      "epoch": 1.5251517779705117,
      "grad_norm": 0.051917675882577896,
      "learning_rate": 4.933991005367765e-05,
      "loss": 0.0057,
      "step": 14068
    },
    {
      "epoch": 1.5252601908065915,
      "grad_norm": 0.13211926817893982,
      "learning_rate": 4.9336283185840707e-05,
      "loss": 0.011,
      "step": 14069
    },
    {
      "epoch": 1.5253686036426712,
      "grad_norm": 0.33082476258277893,
      "learning_rate": 4.933265631800377e-05,
      "loss": 0.0441,
      "step": 14070
    },
    {
      "epoch": 1.5254770164787512,
      "grad_norm": 0.022331036627292633,
      "learning_rate": 4.9329029450166835e-05,
      "loss": 0.0022,
      "step": 14071
    },
    {
      "epoch": 1.5255854293148308,
      "grad_norm": 0.20966428518295288,
      "learning_rate": 4.9325402582329906e-05,
      "loss": 0.0231,
      "step": 14072
    },
    {
      "epoch": 1.5256938421509108,
      "grad_norm": 0.30710136890411377,
      "learning_rate": 4.932177571449297e-05,
      "loss": 0.0332,
      "step": 14073
    },
    {
      "epoch": 1.5258022549869905,
      "grad_norm": 0.260699599981308,
      "learning_rate": 4.9318148846656034e-05,
      "loss": 0.0421,
      "step": 14074
    },
    {
      "epoch": 1.5259106678230703,
      "grad_norm": 0.06518007814884186,
      "learning_rate": 4.93145219788191e-05,
      "loss": 0.0043,
      "step": 14075
    },
    {
      "epoch": 1.52601908065915,
      "grad_norm": 0.23337115347385406,
      "learning_rate": 4.9310895110982155e-05,
      "loss": 0.0356,
      "step": 14076
    },
    {
      "epoch": 1.5261274934952298,
      "grad_norm": 0.06816727668046951,
      "learning_rate": 4.930726824314522e-05,
      "loss": 0.0051,
      "step": 14077
    },
    {
      "epoch": 1.5262359063313098,
      "grad_norm": 0.38315555453300476,
      "learning_rate": 4.9303641375308283e-05,
      "loss": 0.0572,
      "step": 14078
    },
    {
      "epoch": 1.5263443191673893,
      "grad_norm": 0.11979033052921295,
      "learning_rate": 4.930001450747135e-05,
      "loss": 0.0145,
      "step": 14079
    },
    {
      "epoch": 1.5264527320034693,
      "grad_norm": 0.2458161860704422,
      "learning_rate": 4.929638763963441e-05,
      "loss": 0.0221,
      "step": 14080
    },
    {
      "epoch": 1.5265611448395489,
      "grad_norm": 0.18706732988357544,
      "learning_rate": 4.929276077179748e-05,
      "loss": 0.0173,
      "step": 14081
    },
    {
      "epoch": 1.5266695576756288,
      "grad_norm": 0.13211607933044434,
      "learning_rate": 4.928913390396055e-05,
      "loss": 0.0057,
      "step": 14082
    },
    {
      "epoch": 1.5267779705117086,
      "grad_norm": 0.31200337409973145,
      "learning_rate": 4.9285507036123604e-05,
      "loss": 0.0172,
      "step": 14083
    },
    {
      "epoch": 1.5268863833477884,
      "grad_norm": 0.7957939505577087,
      "learning_rate": 4.928188016828667e-05,
      "loss": 0.0564,
      "step": 14084
    },
    {
      "epoch": 1.5269947961838681,
      "grad_norm": 0.4717373549938202,
      "learning_rate": 4.927825330044973e-05,
      "loss": 0.0184,
      "step": 14085
    },
    {
      "epoch": 1.527103209019948,
      "grad_norm": 0.34152334928512573,
      "learning_rate": 4.9274626432612796e-05,
      "loss": 0.0318,
      "step": 14086
    },
    {
      "epoch": 1.5272116218560279,
      "grad_norm": 0.1561000645160675,
      "learning_rate": 4.927099956477586e-05,
      "loss": 0.0141,
      "step": 14087
    },
    {
      "epoch": 1.5273200346921074,
      "grad_norm": 0.3347291350364685,
      "learning_rate": 4.9267372696938925e-05,
      "loss": 0.0494,
      "step": 14088
    },
    {
      "epoch": 1.5274284475281874,
      "grad_norm": 0.11912756413221359,
      "learning_rate": 4.9263745829101995e-05,
      "loss": 0.0056,
      "step": 14089
    },
    {
      "epoch": 1.5275368603642672,
      "grad_norm": 0.13773700594902039,
      "learning_rate": 4.926011896126505e-05,
      "loss": 0.0153,
      "step": 14090
    },
    {
      "epoch": 1.527645273200347,
      "grad_norm": 0.09691709280014038,
      "learning_rate": 4.925649209342812e-05,
      "loss": 0.0148,
      "step": 14091
    },
    {
      "epoch": 1.5277536860364267,
      "grad_norm": 0.0993516743183136,
      "learning_rate": 4.925286522559118e-05,
      "loss": 0.0105,
      "step": 14092
    },
    {
      "epoch": 1.5278620988725065,
      "grad_norm": 0.32364943623542786,
      "learning_rate": 4.9249238357754245e-05,
      "loss": 0.044,
      "step": 14093
    },
    {
      "epoch": 1.5279705117085864,
      "grad_norm": 0.3283386826515198,
      "learning_rate": 4.924561148991731e-05,
      "loss": 0.0262,
      "step": 14094
    },
    {
      "epoch": 1.528078924544666,
      "grad_norm": 0.16640998423099518,
      "learning_rate": 4.924198462208037e-05,
      "loss": 0.0179,
      "step": 14095
    },
    {
      "epoch": 1.528187337380746,
      "grad_norm": 0.1072140485048294,
      "learning_rate": 4.923835775424344e-05,
      "loss": 0.0075,
      "step": 14096
    },
    {
      "epoch": 1.5282957502168255,
      "grad_norm": 0.2780858278274536,
      "learning_rate": 4.92347308864065e-05,
      "loss": 0.0225,
      "step": 14097
    },
    {
      "epoch": 1.5284041630529055,
      "grad_norm": 0.6341390609741211,
      "learning_rate": 4.9231104018569566e-05,
      "loss": 0.0312,
      "step": 14098
    },
    {
      "epoch": 1.5285125758889853,
      "grad_norm": 0.20665869116783142,
      "learning_rate": 4.922747715073263e-05,
      "loss": 0.0175,
      "step": 14099
    },
    {
      "epoch": 1.528620988725065,
      "grad_norm": 0.2329995185136795,
      "learning_rate": 4.9223850282895694e-05,
      "loss": 0.0167,
      "step": 14100
    },
    {
      "epoch": 1.5287294015611448,
      "grad_norm": 0.27832117676734924,
      "learning_rate": 4.922022341505876e-05,
      "loss": 0.0589,
      "step": 14101
    },
    {
      "epoch": 1.5288378143972245,
      "grad_norm": 0.15274274349212646,
      "learning_rate": 4.921659654722182e-05,
      "loss": 0.0238,
      "step": 14102
    },
    {
      "epoch": 1.5289462272333045,
      "grad_norm": 0.18329446017742157,
      "learning_rate": 4.9212969679384886e-05,
      "loss": 0.0093,
      "step": 14103
    },
    {
      "epoch": 1.529054640069384,
      "grad_norm": 0.15825816988945007,
      "learning_rate": 4.920934281154795e-05,
      "loss": 0.0233,
      "step": 14104
    },
    {
      "epoch": 1.529163052905464,
      "grad_norm": 0.28933480381965637,
      "learning_rate": 4.9205715943711014e-05,
      "loss": 0.0577,
      "step": 14105
    },
    {
      "epoch": 1.5292714657415438,
      "grad_norm": 0.284595787525177,
      "learning_rate": 4.920208907587407e-05,
      "loss": 0.0246,
      "step": 14106
    },
    {
      "epoch": 1.5293798785776236,
      "grad_norm": 0.2253899872303009,
      "learning_rate": 4.919846220803714e-05,
      "loss": 0.0247,
      "step": 14107
    },
    {
      "epoch": 1.5294882914137033,
      "grad_norm": 0.22875890135765076,
      "learning_rate": 4.919483534020021e-05,
      "loss": 0.0152,
      "step": 14108
    },
    {
      "epoch": 1.5295967042497831,
      "grad_norm": 0.17991916835308075,
      "learning_rate": 4.919120847236327e-05,
      "loss": 0.0263,
      "step": 14109
    },
    {
      "epoch": 1.529705117085863,
      "grad_norm": 0.19070151448249817,
      "learning_rate": 4.9187581604526335e-05,
      "loss": 0.0213,
      "step": 14110
    },
    {
      "epoch": 1.5298135299219426,
      "grad_norm": 0.08087571710348129,
      "learning_rate": 4.91839547366894e-05,
      "loss": 0.0036,
      "step": 14111
    },
    {
      "epoch": 1.5299219427580226,
      "grad_norm": 0.1771497279405594,
      "learning_rate": 4.918032786885246e-05,
      "loss": 0.0302,
      "step": 14112
    },
    {
      "epoch": 1.5300303555941024,
      "grad_norm": 0.11993376165628433,
      "learning_rate": 4.917670100101553e-05,
      "loss": 0.011,
      "step": 14113
    },
    {
      "epoch": 1.5301387684301822,
      "grad_norm": 0.20055462419986725,
      "learning_rate": 4.9173074133178584e-05,
      "loss": 0.0169,
      "step": 14114
    },
    {
      "epoch": 1.530247181266262,
      "grad_norm": 0.04116875305771828,
      "learning_rate": 4.9169447265341655e-05,
      "loss": 0.0052,
      "step": 14115
    },
    {
      "epoch": 1.5303555941023417,
      "grad_norm": 0.08613263070583344,
      "learning_rate": 4.916582039750472e-05,
      "loss": 0.0099,
      "step": 14116
    },
    {
      "epoch": 1.5304640069384217,
      "grad_norm": 0.25428205728530884,
      "learning_rate": 4.9162193529667784e-05,
      "loss": 0.0363,
      "step": 14117
    },
    {
      "epoch": 1.5305724197745012,
      "grad_norm": 0.1152193620800972,
      "learning_rate": 4.915856666183085e-05,
      "loss": 0.0054,
      "step": 14118
    },
    {
      "epoch": 1.5306808326105812,
      "grad_norm": 0.1558435708284378,
      "learning_rate": 4.915493979399391e-05,
      "loss": 0.017,
      "step": 14119
    },
    {
      "epoch": 1.5307892454466607,
      "grad_norm": 0.11322841793298721,
      "learning_rate": 4.9151312926156976e-05,
      "loss": 0.0118,
      "step": 14120
    },
    {
      "epoch": 1.5308976582827407,
      "grad_norm": 0.33951759338378906,
      "learning_rate": 4.914768605832003e-05,
      "loss": 0.0188,
      "step": 14121
    },
    {
      "epoch": 1.5310060711188205,
      "grad_norm": 0.222214013338089,
      "learning_rate": 4.91440591904831e-05,
      "loss": 0.0145,
      "step": 14122
    },
    {
      "epoch": 1.5311144839549002,
      "grad_norm": 0.1741589605808258,
      "learning_rate": 4.914043232264616e-05,
      "loss": 0.016,
      "step": 14123
    },
    {
      "epoch": 1.53122289679098,
      "grad_norm": 0.23477749526500702,
      "learning_rate": 4.913680545480923e-05,
      "loss": 0.0554,
      "step": 14124
    },
    {
      "epoch": 1.5313313096270598,
      "grad_norm": 0.08918540924787521,
      "learning_rate": 4.9133178586972296e-05,
      "loss": 0.013,
      "step": 14125
    },
    {
      "epoch": 1.5314397224631398,
      "grad_norm": 0.21317756175994873,
      "learning_rate": 4.912955171913536e-05,
      "loss": 0.0302,
      "step": 14126
    },
    {
      "epoch": 1.5315481352992193,
      "grad_norm": 0.12256897985935211,
      "learning_rate": 4.9125924851298425e-05,
      "loss": 0.0223,
      "step": 14127
    },
    {
      "epoch": 1.5316565481352993,
      "grad_norm": 0.3494229316711426,
      "learning_rate": 4.912229798346148e-05,
      "loss": 0.0506,
      "step": 14128
    },
    {
      "epoch": 1.531764960971379,
      "grad_norm": 0.11577687412500381,
      "learning_rate": 4.9118671115624546e-05,
      "loss": 0.0242,
      "step": 14129
    },
    {
      "epoch": 1.5318733738074588,
      "grad_norm": 0.14945131540298462,
      "learning_rate": 4.911504424778761e-05,
      "loss": 0.0116,
      "step": 14130
    },
    {
      "epoch": 1.5319817866435386,
      "grad_norm": 0.2922018766403198,
      "learning_rate": 4.9111417379950674e-05,
      "loss": 0.0229,
      "step": 14131
    },
    {
      "epoch": 1.5320901994796183,
      "grad_norm": 0.45424365997314453,
      "learning_rate": 4.910779051211374e-05,
      "loss": 0.0801,
      "step": 14132
    },
    {
      "epoch": 1.5321986123156983,
      "grad_norm": 0.27170127630233765,
      "learning_rate": 4.910416364427681e-05,
      "loss": 0.047,
      "step": 14133
    },
    {
      "epoch": 1.5323070251517779,
      "grad_norm": 0.32659125328063965,
      "learning_rate": 4.910053677643987e-05,
      "loss": 0.0283,
      "step": 14134
    },
    {
      "epoch": 1.5324154379878578,
      "grad_norm": 0.09719391912221909,
      "learning_rate": 4.909690990860293e-05,
      "loss": 0.0233,
      "step": 14135
    },
    {
      "epoch": 1.5325238508239376,
      "grad_norm": 0.3391861617565155,
      "learning_rate": 4.9093283040765995e-05,
      "loss": 0.0277,
      "step": 14136
    },
    {
      "epoch": 1.5326322636600174,
      "grad_norm": 0.1302947700023651,
      "learning_rate": 4.908965617292906e-05,
      "loss": 0.0099,
      "step": 14137
    },
    {
      "epoch": 1.5327406764960971,
      "grad_norm": 0.25423839688301086,
      "learning_rate": 4.908602930509212e-05,
      "loss": 0.0251,
      "step": 14138
    },
    {
      "epoch": 1.532849089332177,
      "grad_norm": 0.7390157580375671,
      "learning_rate": 4.908240243725519e-05,
      "loss": 0.0468,
      "step": 14139
    },
    {
      "epoch": 1.5329575021682569,
      "grad_norm": 0.28916987776756287,
      "learning_rate": 4.907877556941825e-05,
      "loss": 0.0402,
      "step": 14140
    },
    {
      "epoch": 1.5330659150043364,
      "grad_norm": 0.21707221865653992,
      "learning_rate": 4.907514870158132e-05,
      "loss": 0.0245,
      "step": 14141
    },
    {
      "epoch": 1.5331743278404164,
      "grad_norm": 0.16888366639614105,
      "learning_rate": 4.907152183374438e-05,
      "loss": 0.0119,
      "step": 14142
    },
    {
      "epoch": 1.533282740676496,
      "grad_norm": 0.10128181427717209,
      "learning_rate": 4.9067894965907444e-05,
      "loss": 0.0071,
      "step": 14143
    },
    {
      "epoch": 1.533391153512576,
      "grad_norm": 0.18987494707107544,
      "learning_rate": 4.906426809807051e-05,
      "loss": 0.0124,
      "step": 14144
    },
    {
      "epoch": 1.5334995663486557,
      "grad_norm": 0.23312020301818848,
      "learning_rate": 4.906064123023357e-05,
      "loss": 0.0122,
      "step": 14145
    },
    {
      "epoch": 1.5336079791847355,
      "grad_norm": 0.32684415578842163,
      "learning_rate": 4.9057014362396636e-05,
      "loss": 0.0231,
      "step": 14146
    },
    {
      "epoch": 1.5337163920208152,
      "grad_norm": 0.2167939692735672,
      "learning_rate": 4.90533874945597e-05,
      "loss": 0.0289,
      "step": 14147
    },
    {
      "epoch": 1.533824804856895,
      "grad_norm": 0.14386479556560516,
      "learning_rate": 4.9049760626722764e-05,
      "loss": 0.0096,
      "step": 14148
    },
    {
      "epoch": 1.533933217692975,
      "grad_norm": 0.061833955347537994,
      "learning_rate": 4.904613375888583e-05,
      "loss": 0.0064,
      "step": 14149
    },
    {
      "epoch": 1.5340416305290545,
      "grad_norm": 0.23275235295295715,
      "learning_rate": 4.904250689104889e-05,
      "loss": 0.0333,
      "step": 14150
    },
    {
      "epoch": 1.5341500433651345,
      "grad_norm": 0.6148827075958252,
      "learning_rate": 4.9038880023211956e-05,
      "loss": 0.0468,
      "step": 14151
    },
    {
      "epoch": 1.5342584562012143,
      "grad_norm": 0.22193245589733124,
      "learning_rate": 4.903525315537502e-05,
      "loss": 0.0268,
      "step": 14152
    },
    {
      "epoch": 1.534366869037294,
      "grad_norm": 0.20921190083026886,
      "learning_rate": 4.9031626287538085e-05,
      "loss": 0.0146,
      "step": 14153
    },
    {
      "epoch": 1.5344752818733738,
      "grad_norm": 0.3572158217430115,
      "learning_rate": 4.902799941970115e-05,
      "loss": 0.0204,
      "step": 14154
    },
    {
      "epoch": 1.5345836947094535,
      "grad_norm": 0.24407973885536194,
      "learning_rate": 4.902437255186421e-05,
      "loss": 0.0129,
      "step": 14155
    },
    {
      "epoch": 1.5346921075455335,
      "grad_norm": 0.036093879491090775,
      "learning_rate": 4.902074568402728e-05,
      "loss": 0.0046,
      "step": 14156
    },
    {
      "epoch": 1.534800520381613,
      "grad_norm": 0.2875266373157501,
      "learning_rate": 4.901711881619034e-05,
      "loss": 0.0297,
      "step": 14157
    },
    {
      "epoch": 1.534908933217693,
      "grad_norm": 0.38158902525901794,
      "learning_rate": 4.90134919483534e-05,
      "loss": 0.0402,
      "step": 14158
    },
    {
      "epoch": 1.5350173460537726,
      "grad_norm": 0.14331284165382385,
      "learning_rate": 4.900986508051647e-05,
      "loss": 0.0226,
      "step": 14159
    },
    {
      "epoch": 1.5351257588898526,
      "grad_norm": 0.15907646715641022,
      "learning_rate": 4.900623821267953e-05,
      "loss": 0.0135,
      "step": 14160
    },
    {
      "epoch": 1.5352341717259324,
      "grad_norm": 0.19350963830947876,
      "learning_rate": 4.90026113448426e-05,
      "loss": 0.0415,
      "step": 14161
    },
    {
      "epoch": 1.5353425845620121,
      "grad_norm": 0.04584115743637085,
      "learning_rate": 4.899898447700566e-05,
      "loss": 0.002,
      "step": 14162
    },
    {
      "epoch": 1.535450997398092,
      "grad_norm": 0.2837643325328827,
      "learning_rate": 4.8995357609168726e-05,
      "loss": 0.0413,
      "step": 14163
    },
    {
      "epoch": 1.5355594102341716,
      "grad_norm": 0.12131928652524948,
      "learning_rate": 4.899173074133179e-05,
      "loss": 0.0109,
      "step": 14164
    },
    {
      "epoch": 1.5356678230702516,
      "grad_norm": 0.2692563533782959,
      "learning_rate": 4.8988103873494854e-05,
      "loss": 0.024,
      "step": 14165
    },
    {
      "epoch": 1.5357762359063312,
      "grad_norm": 0.20868006348609924,
      "learning_rate": 4.898447700565791e-05,
      "loss": 0.0199,
      "step": 14166
    },
    {
      "epoch": 1.5358846487424112,
      "grad_norm": 0.3812244236469269,
      "learning_rate": 4.898085013782098e-05,
      "loss": 0.026,
      "step": 14167
    },
    {
      "epoch": 1.535993061578491,
      "grad_norm": 0.16021154820919037,
      "learning_rate": 4.8977223269984046e-05,
      "loss": 0.0151,
      "step": 14168
    },
    {
      "epoch": 1.5361014744145707,
      "grad_norm": 0.4946804940700531,
      "learning_rate": 4.897359640214711e-05,
      "loss": 0.0474,
      "step": 14169
    },
    {
      "epoch": 1.5362098872506504,
      "grad_norm": 0.317137748003006,
      "learning_rate": 4.8969969534310174e-05,
      "loss": 0.0455,
      "step": 14170
    },
    {
      "epoch": 1.5363183000867302,
      "grad_norm": 0.29454314708709717,
      "learning_rate": 4.896634266647324e-05,
      "loss": 0.011,
      "step": 14171
    },
    {
      "epoch": 1.5364267129228102,
      "grad_norm": 0.3438320457935333,
      "learning_rate": 4.89627157986363e-05,
      "loss": 0.0804,
      "step": 14172
    },
    {
      "epoch": 1.5365351257588897,
      "grad_norm": 0.059465982019901276,
      "learning_rate": 4.895908893079936e-05,
      "loss": 0.005,
      "step": 14173
    },
    {
      "epoch": 1.5366435385949697,
      "grad_norm": 0.2652241289615631,
      "learning_rate": 4.8955462062962424e-05,
      "loss": 0.0194,
      "step": 14174
    },
    {
      "epoch": 1.5367519514310495,
      "grad_norm": 0.046564772725105286,
      "learning_rate": 4.895183519512549e-05,
      "loss": 0.0036,
      "step": 14175
    },
    {
      "epoch": 1.5368603642671292,
      "grad_norm": 1.0248970985412598,
      "learning_rate": 4.894820832728856e-05,
      "loss": 0.1269,
      "step": 14176
    },
    {
      "epoch": 1.536968777103209,
      "grad_norm": 0.3791631758213043,
      "learning_rate": 4.894458145945162e-05,
      "loss": 0.0424,
      "step": 14177
    },
    {
      "epoch": 1.5370771899392888,
      "grad_norm": 0.2876696288585663,
      "learning_rate": 4.894095459161469e-05,
      "loss": 0.0142,
      "step": 14178
    },
    {
      "epoch": 1.5371856027753688,
      "grad_norm": 0.5018777251243591,
      "learning_rate": 4.893732772377775e-05,
      "loss": 0.0773,
      "step": 14179
    },
    {
      "epoch": 1.5372940156114483,
      "grad_norm": 0.19245204329490662,
      "learning_rate": 4.893370085594081e-05,
      "loss": 0.0143,
      "step": 14180
    },
    {
      "epoch": 1.5374024284475283,
      "grad_norm": 0.16501054167747498,
      "learning_rate": 4.893007398810387e-05,
      "loss": 0.0247,
      "step": 14181
    },
    {
      "epoch": 1.5375108412836078,
      "grad_norm": 0.15146183967590332,
      "learning_rate": 4.892644712026694e-05,
      "loss": 0.008,
      "step": 14182
    },
    {
      "epoch": 1.5376192541196878,
      "grad_norm": 0.40326449275016785,
      "learning_rate": 4.892282025243e-05,
      "loss": 0.0315,
      "step": 14183
    },
    {
      "epoch": 1.5377276669557676,
      "grad_norm": 0.3070520758628845,
      "learning_rate": 4.8919193384593065e-05,
      "loss": 0.0217,
      "step": 14184
    },
    {
      "epoch": 1.5378360797918473,
      "grad_norm": 0.38561248779296875,
      "learning_rate": 4.8915566516756136e-05,
      "loss": 0.0241,
      "step": 14185
    },
    {
      "epoch": 1.537944492627927,
      "grad_norm": 0.3869158625602722,
      "learning_rate": 4.89119396489192e-05,
      "loss": 0.0388,
      "step": 14186
    },
    {
      "epoch": 1.5380529054640069,
      "grad_norm": 0.25554749369621277,
      "learning_rate": 4.890831278108226e-05,
      "loss": 0.0267,
      "step": 14187
    },
    {
      "epoch": 1.5381613183000868,
      "grad_norm": 0.35614249110221863,
      "learning_rate": 4.890468591324532e-05,
      "loss": 0.0472,
      "step": 14188
    },
    {
      "epoch": 1.5382697311361664,
      "grad_norm": 0.47713997960090637,
      "learning_rate": 4.8901059045408386e-05,
      "loss": 0.0639,
      "step": 14189
    },
    {
      "epoch": 1.5383781439722464,
      "grad_norm": 0.22051306068897247,
      "learning_rate": 4.889743217757145e-05,
      "loss": 0.0275,
      "step": 14190
    },
    {
      "epoch": 1.5384865568083261,
      "grad_norm": 0.08545434474945068,
      "learning_rate": 4.8893805309734514e-05,
      "loss": 0.0037,
      "step": 14191
    },
    {
      "epoch": 1.538594969644406,
      "grad_norm": 0.30600419640541077,
      "learning_rate": 4.889017844189758e-05,
      "loss": 0.02,
      "step": 14192
    },
    {
      "epoch": 1.5387033824804857,
      "grad_norm": 0.22176897525787354,
      "learning_rate": 4.888655157406065e-05,
      "loss": 0.0512,
      "step": 14193
    },
    {
      "epoch": 1.5388117953165654,
      "grad_norm": 0.5864457488059998,
      "learning_rate": 4.8882924706223706e-05,
      "loss": 0.0723,
      "step": 14194
    },
    {
      "epoch": 1.5389202081526454,
      "grad_norm": 0.1756717562675476,
      "learning_rate": 4.887929783838677e-05,
      "loss": 0.0168,
      "step": 14195
    },
    {
      "epoch": 1.539028620988725,
      "grad_norm": 0.1000828742980957,
      "learning_rate": 4.8875670970549834e-05,
      "loss": 0.0111,
      "step": 14196
    },
    {
      "epoch": 1.539137033824805,
      "grad_norm": 0.46852004528045654,
      "learning_rate": 4.88720441027129e-05,
      "loss": 0.0322,
      "step": 14197
    },
    {
      "epoch": 1.5392454466608847,
      "grad_norm": 0.3723314702510834,
      "learning_rate": 4.886841723487596e-05,
      "loss": 0.0165,
      "step": 14198
    },
    {
      "epoch": 1.5393538594969645,
      "grad_norm": 0.2359517365694046,
      "learning_rate": 4.886479036703903e-05,
      "loss": 0.0512,
      "step": 14199
    },
    {
      "epoch": 1.5394622723330442,
      "grad_norm": 0.1621837019920349,
      "learning_rate": 4.886116349920209e-05,
      "loss": 0.0247,
      "step": 14200
    },
    {
      "epoch": 1.539570685169124,
      "grad_norm": 0.43448516726493835,
      "learning_rate": 4.8857536631365155e-05,
      "loss": 0.0307,
      "step": 14201
    },
    {
      "epoch": 1.539679098005204,
      "grad_norm": 0.223535418510437,
      "learning_rate": 4.885390976352822e-05,
      "loss": 0.0237,
      "step": 14202
    },
    {
      "epoch": 1.5397875108412835,
      "grad_norm": 0.08902410417795181,
      "learning_rate": 4.885028289569128e-05,
      "loss": 0.0086,
      "step": 14203
    },
    {
      "epoch": 1.5398959236773635,
      "grad_norm": 0.15610869228839874,
      "learning_rate": 4.884665602785435e-05,
      "loss": 0.0217,
      "step": 14204
    },
    {
      "epoch": 1.540004336513443,
      "grad_norm": 0.14143070578575134,
      "learning_rate": 4.884302916001741e-05,
      "loss": 0.0103,
      "step": 14205
    },
    {
      "epoch": 1.540112749349523,
      "grad_norm": 0.04846065863966942,
      "learning_rate": 4.8839402292180475e-05,
      "loss": 0.0045,
      "step": 14206
    },
    {
      "epoch": 1.5402211621856028,
      "grad_norm": 0.15643614530563354,
      "learning_rate": 4.883577542434354e-05,
      "loss": 0.0339,
      "step": 14207
    },
    {
      "epoch": 1.5403295750216826,
      "grad_norm": 0.23955148458480835,
      "learning_rate": 4.8832148556506604e-05,
      "loss": 0.028,
      "step": 14208
    },
    {
      "epoch": 1.5404379878577623,
      "grad_norm": 0.15291090309619904,
      "learning_rate": 4.882852168866967e-05,
      "loss": 0.0296,
      "step": 14209
    },
    {
      "epoch": 1.540546400693842,
      "grad_norm": 0.08014354109764099,
      "learning_rate": 4.882489482083273e-05,
      "loss": 0.0044,
      "step": 14210
    },
    {
      "epoch": 1.540654813529922,
      "grad_norm": 0.36819472908973694,
      "learning_rate": 4.8821267952995796e-05,
      "loss": 0.036,
      "step": 14211
    },
    {
      "epoch": 1.5407632263660016,
      "grad_norm": 0.21658703684806824,
      "learning_rate": 4.881764108515886e-05,
      "loss": 0.0198,
      "step": 14212
    },
    {
      "epoch": 1.5408716392020816,
      "grad_norm": 0.23766633868217468,
      "learning_rate": 4.8814014217321924e-05,
      "loss": 0.0345,
      "step": 14213
    },
    {
      "epoch": 1.5409800520381614,
      "grad_norm": 0.24216550588607788,
      "learning_rate": 4.881038734948499e-05,
      "loss": 0.025,
      "step": 14214
    },
    {
      "epoch": 1.5410884648742411,
      "grad_norm": 0.3349303603172302,
      "learning_rate": 4.880676048164805e-05,
      "loss": 0.027,
      "step": 14215
    },
    {
      "epoch": 1.5411968777103209,
      "grad_norm": 0.13853663206100464,
      "learning_rate": 4.8803133613811116e-05,
      "loss": 0.0307,
      "step": 14216
    },
    {
      "epoch": 1.5413052905464006,
      "grad_norm": 0.33214250206947327,
      "learning_rate": 4.879950674597418e-05,
      "loss": 0.037,
      "step": 14217
    },
    {
      "epoch": 1.5414137033824806,
      "grad_norm": 0.5068150758743286,
      "learning_rate": 4.879587987813724e-05,
      "loss": 0.0394,
      "step": 14218
    },
    {
      "epoch": 1.5415221162185602,
      "grad_norm": 0.215719074010849,
      "learning_rate": 4.879225301030031e-05,
      "loss": 0.0078,
      "step": 14219
    },
    {
      "epoch": 1.5416305290546402,
      "grad_norm": 0.3054930865764618,
      "learning_rate": 4.878862614246337e-05,
      "loss": 0.0274,
      "step": 14220
    },
    {
      "epoch": 1.54173894189072,
      "grad_norm": 0.28244301676750183,
      "learning_rate": 4.878499927462644e-05,
      "loss": 0.0307,
      "step": 14221
    },
    {
      "epoch": 1.5418473547267997,
      "grad_norm": 0.4046499729156494,
      "learning_rate": 4.87813724067895e-05,
      "loss": 0.0612,
      "step": 14222
    },
    {
      "epoch": 1.5419557675628794,
      "grad_norm": 0.36725565791130066,
      "learning_rate": 4.8777745538952565e-05,
      "loss": 0.0477,
      "step": 14223
    },
    {
      "epoch": 1.5420641803989592,
      "grad_norm": 0.17422759532928467,
      "learning_rate": 4.877411867111563e-05,
      "loss": 0.0613,
      "step": 14224
    },
    {
      "epoch": 1.5421725932350392,
      "grad_norm": 0.2525576651096344,
      "learning_rate": 4.8770491803278687e-05,
      "loss": 0.0169,
      "step": 14225
    },
    {
      "epoch": 1.5422810060711187,
      "grad_norm": 0.5206416845321655,
      "learning_rate": 4.876686493544175e-05,
      "loss": 0.046,
      "step": 14226
    },
    {
      "epoch": 1.5423894189071987,
      "grad_norm": 0.3292653560638428,
      "learning_rate": 4.8763238067604815e-05,
      "loss": 0.0244,
      "step": 14227
    },
    {
      "epoch": 1.5424978317432783,
      "grad_norm": 0.26759496331214905,
      "learning_rate": 4.8759611199767886e-05,
      "loss": 0.025,
      "step": 14228
    },
    {
      "epoch": 1.5426062445793582,
      "grad_norm": 0.2888352572917938,
      "learning_rate": 4.875598433193095e-05,
      "loss": 0.0205,
      "step": 14229
    },
    {
      "epoch": 1.542714657415438,
      "grad_norm": 0.23157855868339539,
      "learning_rate": 4.8752357464094014e-05,
      "loss": 0.0251,
      "step": 14230
    },
    {
      "epoch": 1.5428230702515178,
      "grad_norm": 0.1690683513879776,
      "learning_rate": 4.874873059625708e-05,
      "loss": 0.0349,
      "step": 14231
    },
    {
      "epoch": 1.5429314830875975,
      "grad_norm": 0.27054938673973083,
      "learning_rate": 4.8745103728420135e-05,
      "loss": 0.0387,
      "step": 14232
    },
    {
      "epoch": 1.5430398959236773,
      "grad_norm": 0.3328481912612915,
      "learning_rate": 4.87414768605832e-05,
      "loss": 0.0674,
      "step": 14233
    },
    {
      "epoch": 1.5431483087597573,
      "grad_norm": 0.18954753875732422,
      "learning_rate": 4.8737849992746264e-05,
      "loss": 0.0377,
      "step": 14234
    },
    {
      "epoch": 1.5432567215958368,
      "grad_norm": 0.04884856566786766,
      "learning_rate": 4.873422312490933e-05,
      "loss": 0.0047,
      "step": 14235
    },
    {
      "epoch": 1.5433651344319168,
      "grad_norm": 0.16376237571239471,
      "learning_rate": 4.87305962570724e-05,
      "loss": 0.029,
      "step": 14236
    },
    {
      "epoch": 1.5434735472679966,
      "grad_norm": 0.11858676373958588,
      "learning_rate": 4.872696938923546e-05,
      "loss": 0.0093,
      "step": 14237
    },
    {
      "epoch": 1.5435819601040763,
      "grad_norm": 0.3372918367385864,
      "learning_rate": 4.872334252139853e-05,
      "loss": 0.0154,
      "step": 14238
    },
    {
      "epoch": 1.543690372940156,
      "grad_norm": 0.11870823055505753,
      "learning_rate": 4.8719715653561584e-05,
      "loss": 0.0115,
      "step": 14239
    },
    {
      "epoch": 1.5437987857762359,
      "grad_norm": 0.1581067442893982,
      "learning_rate": 4.871608878572465e-05,
      "loss": 0.0156,
      "step": 14240
    },
    {
      "epoch": 1.5439071986123158,
      "grad_norm": 0.09556806832551956,
      "learning_rate": 4.871246191788771e-05,
      "loss": 0.0069,
      "step": 14241
    },
    {
      "epoch": 1.5440156114483954,
      "grad_norm": 0.1079677939414978,
      "learning_rate": 4.8708835050050776e-05,
      "loss": 0.0129,
      "step": 14242
    },
    {
      "epoch": 1.5441240242844754,
      "grad_norm": 0.34122276306152344,
      "learning_rate": 4.870520818221384e-05,
      "loss": 0.043,
      "step": 14243
    },
    {
      "epoch": 1.544232437120555,
      "grad_norm": 0.15470683574676514,
      "learning_rate": 4.8701581314376905e-05,
      "loss": 0.0175,
      "step": 14244
    },
    {
      "epoch": 1.544340849956635,
      "grad_norm": 0.10951942950487137,
      "learning_rate": 4.8697954446539975e-05,
      "loss": 0.0126,
      "step": 14245
    },
    {
      "epoch": 1.5444492627927147,
      "grad_norm": 0.23588921129703522,
      "learning_rate": 4.869432757870304e-05,
      "loss": 0.0223,
      "step": 14246
    },
    {
      "epoch": 1.5445576756287944,
      "grad_norm": 0.09803508967161179,
      "learning_rate": 4.86907007108661e-05,
      "loss": 0.0105,
      "step": 14247
    },
    {
      "epoch": 1.5446660884648742,
      "grad_norm": 0.17134657502174377,
      "learning_rate": 4.868707384302916e-05,
      "loss": 0.0126,
      "step": 14248
    },
    {
      "epoch": 1.544774501300954,
      "grad_norm": 0.6658723950386047,
      "learning_rate": 4.8683446975192225e-05,
      "loss": 0.0508,
      "step": 14249
    },
    {
      "epoch": 1.544882914137034,
      "grad_norm": 0.1942920982837677,
      "learning_rate": 4.867982010735529e-05,
      "loss": 0.0214,
      "step": 14250
    },
    {
      "epoch": 1.5449913269731135,
      "grad_norm": 0.24425597488880157,
      "learning_rate": 4.867619323951835e-05,
      "loss": 0.0288,
      "step": 14251
    },
    {
      "epoch": 1.5450997398091935,
      "grad_norm": 0.19384893774986267,
      "learning_rate": 4.867256637168142e-05,
      "loss": 0.0134,
      "step": 14252
    },
    {
      "epoch": 1.5452081526452732,
      "grad_norm": 0.2790176272392273,
      "learning_rate": 4.866893950384448e-05,
      "loss": 0.0259,
      "step": 14253
    },
    {
      "epoch": 1.545316565481353,
      "grad_norm": 0.10080233961343765,
      "learning_rate": 4.8665312636007546e-05,
      "loss": 0.0121,
      "step": 14254
    },
    {
      "epoch": 1.5454249783174328,
      "grad_norm": 0.26932045817375183,
      "learning_rate": 4.866168576817061e-05,
      "loss": 0.0331,
      "step": 14255
    },
    {
      "epoch": 1.5455333911535125,
      "grad_norm": 0.22768251597881317,
      "learning_rate": 4.8658058900333674e-05,
      "loss": 0.0316,
      "step": 14256
    },
    {
      "epoch": 1.5456418039895925,
      "grad_norm": 0.1861516684293747,
      "learning_rate": 4.865443203249674e-05,
      "loss": 0.0243,
      "step": 14257
    },
    {
      "epoch": 1.545750216825672,
      "grad_norm": 0.10232235491275787,
      "learning_rate": 4.86508051646598e-05,
      "loss": 0.0103,
      "step": 14258
    },
    {
      "epoch": 1.545858629661752,
      "grad_norm": 0.4963265359401703,
      "learning_rate": 4.8647178296822866e-05,
      "loss": 0.052,
      "step": 14259
    },
    {
      "epoch": 1.5459670424978318,
      "grad_norm": 0.12120728939771652,
      "learning_rate": 4.864355142898593e-05,
      "loss": 0.0131,
      "step": 14260
    },
    {
      "epoch": 1.5460754553339116,
      "grad_norm": 0.23009395599365234,
      "learning_rate": 4.8639924561148994e-05,
      "loss": 0.0378,
      "step": 14261
    },
    {
      "epoch": 1.5461838681699913,
      "grad_norm": 0.3147073984146118,
      "learning_rate": 4.863629769331206e-05,
      "loss": 0.0653,
      "step": 14262
    },
    {
      "epoch": 1.546292281006071,
      "grad_norm": 0.058846645057201385,
      "learning_rate": 4.863267082547512e-05,
      "loss": 0.0061,
      "step": 14263
    },
    {
      "epoch": 1.546400693842151,
      "grad_norm": 0.23776791989803314,
      "learning_rate": 4.862904395763819e-05,
      "loss": 0.0264,
      "step": 14264
    },
    {
      "epoch": 1.5465091066782306,
      "grad_norm": 0.1921738237142563,
      "learning_rate": 4.862541708980125e-05,
      "loss": 0.0124,
      "step": 14265
    },
    {
      "epoch": 1.5466175195143106,
      "grad_norm": 0.21690911054611206,
      "learning_rate": 4.8621790221964315e-05,
      "loss": 0.0233,
      "step": 14266
    },
    {
      "epoch": 1.5467259323503901,
      "grad_norm": 0.7705003023147583,
      "learning_rate": 4.861816335412738e-05,
      "loss": 0.0751,
      "step": 14267
    },
    {
      "epoch": 1.5468343451864701,
      "grad_norm": 0.10574799031019211,
      "learning_rate": 4.861453648629044e-05,
      "loss": 0.0146,
      "step": 14268
    },
    {
      "epoch": 1.5469427580225499,
      "grad_norm": 0.2918161451816559,
      "learning_rate": 4.861090961845351e-05,
      "loss": 0.0209,
      "step": 14269
    },
    {
      "epoch": 1.5470511708586296,
      "grad_norm": 0.5556274652481079,
      "learning_rate": 4.8607282750616565e-05,
      "loss": 0.0122,
      "step": 14270
    },
    {
      "epoch": 1.5471595836947094,
      "grad_norm": 0.1843203604221344,
      "learning_rate": 4.8603655882779635e-05,
      "loss": 0.0237,
      "step": 14271
    },
    {
      "epoch": 1.5472679965307892,
      "grad_norm": 0.07591962814331055,
      "learning_rate": 4.86000290149427e-05,
      "loss": 0.0078,
      "step": 14272
    },
    {
      "epoch": 1.5473764093668692,
      "grad_norm": 0.24612177908420563,
      "learning_rate": 4.8596402147105764e-05,
      "loss": 0.0539,
      "step": 14273
    },
    {
      "epoch": 1.5474848222029487,
      "grad_norm": 0.32263192534446716,
      "learning_rate": 4.859277527926883e-05,
      "loss": 0.0331,
      "step": 14274
    },
    {
      "epoch": 1.5475932350390287,
      "grad_norm": 0.26237398386001587,
      "learning_rate": 4.858914841143189e-05,
      "loss": 0.0144,
      "step": 14275
    },
    {
      "epoch": 1.5477016478751084,
      "grad_norm": 0.23167410492897034,
      "learning_rate": 4.8585521543594956e-05,
      "loss": 0.0325,
      "step": 14276
    },
    {
      "epoch": 1.5478100607111882,
      "grad_norm": 0.33021482825279236,
      "learning_rate": 4.858189467575801e-05,
      "loss": 0.0269,
      "step": 14277
    },
    {
      "epoch": 1.547918473547268,
      "grad_norm": 0.14073634147644043,
      "learning_rate": 4.857826780792108e-05,
      "loss": 0.0191,
      "step": 14278
    },
    {
      "epoch": 1.5480268863833477,
      "grad_norm": 0.32421520352363586,
      "learning_rate": 4.857464094008414e-05,
      "loss": 0.0258,
      "step": 14279
    },
    {
      "epoch": 1.5481352992194277,
      "grad_norm": 0.25388675928115845,
      "learning_rate": 4.857101407224721e-05,
      "loss": 0.0316,
      "step": 14280
    },
    {
      "epoch": 1.5482437120555073,
      "grad_norm": 0.2466357946395874,
      "learning_rate": 4.8567387204410276e-05,
      "loss": 0.0381,
      "step": 14281
    },
    {
      "epoch": 1.5483521248915872,
      "grad_norm": 0.4169246256351471,
      "learning_rate": 4.856376033657334e-05,
      "loss": 0.0347,
      "step": 14282
    },
    {
      "epoch": 1.548460537727667,
      "grad_norm": 0.05444326624274254,
      "learning_rate": 4.8560133468736405e-05,
      "loss": 0.0064,
      "step": 14283
    },
    {
      "epoch": 1.5485689505637468,
      "grad_norm": 0.17145566642284393,
      "learning_rate": 4.855650660089946e-05,
      "loss": 0.018,
      "step": 14284
    },
    {
      "epoch": 1.5486773633998265,
      "grad_norm": 0.2637732923030853,
      "learning_rate": 4.8552879733062526e-05,
      "loss": 0.0206,
      "step": 14285
    },
    {
      "epoch": 1.5487857762359063,
      "grad_norm": 0.22351990640163422,
      "learning_rate": 4.854925286522559e-05,
      "loss": 0.0192,
      "step": 14286
    },
    {
      "epoch": 1.5488941890719863,
      "grad_norm": 0.39998355507850647,
      "learning_rate": 4.8545625997388654e-05,
      "loss": 0.0164,
      "step": 14287
    },
    {
      "epoch": 1.5490026019080658,
      "grad_norm": 0.032414261251688004,
      "learning_rate": 4.8541999129551725e-05,
      "loss": 0.0027,
      "step": 14288
    },
    {
      "epoch": 1.5491110147441458,
      "grad_norm": 0.333970308303833,
      "learning_rate": 4.853837226171479e-05,
      "loss": 0.0632,
      "step": 14289
    },
    {
      "epoch": 1.5492194275802254,
      "grad_norm": 0.12448816746473312,
      "learning_rate": 4.8534745393877853e-05,
      "loss": 0.0074,
      "step": 14290
    },
    {
      "epoch": 1.5493278404163053,
      "grad_norm": 0.28404703736305237,
      "learning_rate": 4.853111852604091e-05,
      "loss": 0.0424,
      "step": 14291
    },
    {
      "epoch": 1.549436253252385,
      "grad_norm": 0.045208435505628586,
      "learning_rate": 4.8527491658203975e-05,
      "loss": 0.0037,
      "step": 14292
    },
    {
      "epoch": 1.5495446660884649,
      "grad_norm": 0.2299298644065857,
      "learning_rate": 4.852386479036704e-05,
      "loss": 0.0338,
      "step": 14293
    },
    {
      "epoch": 1.5496530789245446,
      "grad_norm": 0.3083310127258301,
      "learning_rate": 4.85202379225301e-05,
      "loss": 0.0377,
      "step": 14294
    },
    {
      "epoch": 1.5497614917606244,
      "grad_norm": 0.29857638478279114,
      "learning_rate": 4.851661105469317e-05,
      "loss": 0.0339,
      "step": 14295
    },
    {
      "epoch": 1.5498699045967044,
      "grad_norm": 0.18161283433437347,
      "learning_rate": 4.851298418685623e-05,
      "loss": 0.0331,
      "step": 14296
    },
    {
      "epoch": 1.549978317432784,
      "grad_norm": 0.34830135107040405,
      "learning_rate": 4.85093573190193e-05,
      "loss": 0.0484,
      "step": 14297
    },
    {
      "epoch": 1.550086730268864,
      "grad_norm": 0.11052023619413376,
      "learning_rate": 4.8505730451182366e-05,
      "loss": 0.0057,
      "step": 14298
    },
    {
      "epoch": 1.5501951431049437,
      "grad_norm": 0.14273938536643982,
      "learning_rate": 4.8502103583345424e-05,
      "loss": 0.0163,
      "step": 14299
    },
    {
      "epoch": 1.5503035559410234,
      "grad_norm": 0.40890777111053467,
      "learning_rate": 4.849847671550849e-05,
      "loss": 0.0835,
      "step": 14300
    },
    {
      "epoch": 1.5504119687771032,
      "grad_norm": 0.22410733997821808,
      "learning_rate": 4.849484984767155e-05,
      "loss": 0.0279,
      "step": 14301
    },
    {
      "epoch": 1.550520381613183,
      "grad_norm": 0.03960287198424339,
      "learning_rate": 4.8491222979834616e-05,
      "loss": 0.0029,
      "step": 14302
    },
    {
      "epoch": 1.550628794449263,
      "grad_norm": 0.1517636775970459,
      "learning_rate": 4.848759611199768e-05,
      "loss": 0.0152,
      "step": 14303
    },
    {
      "epoch": 1.5507372072853425,
      "grad_norm": 0.29392868280410767,
      "learning_rate": 4.8483969244160744e-05,
      "loss": 0.0475,
      "step": 14304
    },
    {
      "epoch": 1.5508456201214225,
      "grad_norm": 0.05538966879248619,
      "learning_rate": 4.8480342376323815e-05,
      "loss": 0.0068,
      "step": 14305
    },
    {
      "epoch": 1.550954032957502,
      "grad_norm": 0.2802523672580719,
      "learning_rate": 4.847671550848687e-05,
      "loss": 0.0329,
      "step": 14306
    },
    {
      "epoch": 1.551062445793582,
      "grad_norm": 0.1330030858516693,
      "learning_rate": 4.8473088640649936e-05,
      "loss": 0.016,
      "step": 14307
    },
    {
      "epoch": 1.5511708586296618,
      "grad_norm": 0.3584069311618805,
      "learning_rate": 4.8469461772813e-05,
      "loss": 0.0319,
      "step": 14308
    },
    {
      "epoch": 1.5512792714657415,
      "grad_norm": 0.5798280835151672,
      "learning_rate": 4.8465834904976065e-05,
      "loss": 0.0271,
      "step": 14309
    },
    {
      "epoch": 1.5513876843018215,
      "grad_norm": 0.2172776162624359,
      "learning_rate": 4.846220803713913e-05,
      "loss": 0.0214,
      "step": 14310
    },
    {
      "epoch": 1.551496097137901,
      "grad_norm": 0.334439754486084,
      "learning_rate": 4.845858116930219e-05,
      "loss": 0.0228,
      "step": 14311
    },
    {
      "epoch": 1.551604509973981,
      "grad_norm": 0.2845544219017029,
      "learning_rate": 4.845495430146526e-05,
      "loss": 0.05,
      "step": 14312
    },
    {
      "epoch": 1.5517129228100606,
      "grad_norm": 0.17833691835403442,
      "learning_rate": 4.845132743362832e-05,
      "loss": 0.0337,
      "step": 14313
    },
    {
      "epoch": 1.5518213356461406,
      "grad_norm": 0.10084724426269531,
      "learning_rate": 4.8447700565791385e-05,
      "loss": 0.0081,
      "step": 14314
    },
    {
      "epoch": 1.5519297484822203,
      "grad_norm": 0.25513890385627747,
      "learning_rate": 4.844407369795445e-05,
      "loss": 0.0391,
      "step": 14315
    },
    {
      "epoch": 1.5520381613183,
      "grad_norm": 0.44231244921684265,
      "learning_rate": 4.844044683011751e-05,
      "loss": 0.052,
      "step": 14316
    },
    {
      "epoch": 1.5521465741543798,
      "grad_norm": 0.08713331073522568,
      "learning_rate": 4.843681996228058e-05,
      "loss": 0.0068,
      "step": 14317
    },
    {
      "epoch": 1.5522549869904596,
      "grad_norm": 0.5856183767318726,
      "learning_rate": 4.843319309444364e-05,
      "loss": 0.0534,
      "step": 14318
    },
    {
      "epoch": 1.5523633998265396,
      "grad_norm": 0.38073769211769104,
      "learning_rate": 4.8429566226606706e-05,
      "loss": 0.0248,
      "step": 14319
    },
    {
      "epoch": 1.5524718126626191,
      "grad_norm": 0.1295158714056015,
      "learning_rate": 4.842593935876977e-05,
      "loss": 0.0116,
      "step": 14320
    },
    {
      "epoch": 1.5525802254986991,
      "grad_norm": 0.3357148766517639,
      "learning_rate": 4.8422312490932834e-05,
      "loss": 0.0313,
      "step": 14321
    },
    {
      "epoch": 1.5526886383347789,
      "grad_norm": 0.2518191635608673,
      "learning_rate": 4.841868562309589e-05,
      "loss": 0.0333,
      "step": 14322
    },
    {
      "epoch": 1.5527970511708586,
      "grad_norm": 0.22808855772018433,
      "learning_rate": 4.841505875525896e-05,
      "loss": 0.0192,
      "step": 14323
    },
    {
      "epoch": 1.5529054640069384,
      "grad_norm": 0.31450822949409485,
      "learning_rate": 4.8411431887422026e-05,
      "loss": 0.0306,
      "step": 14324
    },
    {
      "epoch": 1.5530138768430182,
      "grad_norm": 0.06989987194538116,
      "learning_rate": 4.840780501958509e-05,
      "loss": 0.0073,
      "step": 14325
    },
    {
      "epoch": 1.5531222896790982,
      "grad_norm": 0.0709502249956131,
      "learning_rate": 4.8404178151748154e-05,
      "loss": 0.0143,
      "step": 14326
    },
    {
      "epoch": 1.5532307025151777,
      "grad_norm": 0.15763746201992035,
      "learning_rate": 4.840055128391122e-05,
      "loss": 0.0077,
      "step": 14327
    },
    {
      "epoch": 1.5533391153512577,
      "grad_norm": 0.31401532888412476,
      "learning_rate": 4.839692441607428e-05,
      "loss": 0.0313,
      "step": 14328
    },
    {
      "epoch": 1.5534475281873372,
      "grad_norm": 0.3673948347568512,
      "learning_rate": 4.839329754823734e-05,
      "loss": 0.0292,
      "step": 14329
    },
    {
      "epoch": 1.5535559410234172,
      "grad_norm": 0.1586432307958603,
      "learning_rate": 4.8389670680400404e-05,
      "loss": 0.0136,
      "step": 14330
    },
    {
      "epoch": 1.553664353859497,
      "grad_norm": 0.31447359919548035,
      "learning_rate": 4.8386043812563475e-05,
      "loss": 0.0337,
      "step": 14331
    },
    {
      "epoch": 1.5537727666955767,
      "grad_norm": 0.14864800870418549,
      "learning_rate": 4.838241694472654e-05,
      "loss": 0.0155,
      "step": 14332
    },
    {
      "epoch": 1.5538811795316565,
      "grad_norm": 0.3678615987300873,
      "learning_rate": 4.83787900768896e-05,
      "loss": 0.0352,
      "step": 14333
    },
    {
      "epoch": 1.5539895923677363,
      "grad_norm": 0.23902055621147156,
      "learning_rate": 4.837516320905267e-05,
      "loss": 0.0244,
      "step": 14334
    },
    {
      "epoch": 1.5540980052038162,
      "grad_norm": 0.10349611192941666,
      "learning_rate": 4.837153634121573e-05,
      "loss": 0.0156,
      "step": 14335
    },
    {
      "epoch": 1.5542064180398958,
      "grad_norm": 0.42652323842048645,
      "learning_rate": 4.836790947337879e-05,
      "loss": 0.0258,
      "step": 14336
    },
    {
      "epoch": 1.5543148308759758,
      "grad_norm": 0.23087868094444275,
      "learning_rate": 4.836428260554185e-05,
      "loss": 0.0262,
      "step": 14337
    },
    {
      "epoch": 1.5544232437120555,
      "grad_norm": 0.34110191464424133,
      "learning_rate": 4.836065573770492e-05,
      "loss": 0.0239,
      "step": 14338
    },
    {
      "epoch": 1.5545316565481353,
      "grad_norm": 0.4865923523902893,
      "learning_rate": 4.835702886986798e-05,
      "loss": 0.0348,
      "step": 14339
    },
    {
      "epoch": 1.554640069384215,
      "grad_norm": 0.224948912858963,
      "learning_rate": 4.835340200203105e-05,
      "loss": 0.0411,
      "step": 14340
    },
    {
      "epoch": 1.5547484822202948,
      "grad_norm": 0.42698198556900024,
      "learning_rate": 4.8349775134194116e-05,
      "loss": 0.0835,
      "step": 14341
    },
    {
      "epoch": 1.5548568950563748,
      "grad_norm": 0.4301116168498993,
      "learning_rate": 4.834614826635718e-05,
      "loss": 0.0273,
      "step": 14342
    },
    {
      "epoch": 1.5549653078924544,
      "grad_norm": 0.17266052961349487,
      "learning_rate": 4.834252139852024e-05,
      "loss": 0.0151,
      "step": 14343
    },
    {
      "epoch": 1.5550737207285343,
      "grad_norm": 0.15720708668231964,
      "learning_rate": 4.83388945306833e-05,
      "loss": 0.0224,
      "step": 14344
    },
    {
      "epoch": 1.555182133564614,
      "grad_norm": 0.26020634174346924,
      "learning_rate": 4.8335267662846366e-05,
      "loss": 0.0485,
      "step": 14345
    },
    {
      "epoch": 1.5552905464006939,
      "grad_norm": 0.26376086473464966,
      "learning_rate": 4.833164079500943e-05,
      "loss": 0.0141,
      "step": 14346
    },
    {
      "epoch": 1.5553989592367736,
      "grad_norm": 0.07040471583604813,
      "learning_rate": 4.8328013927172494e-05,
      "loss": 0.012,
      "step": 14347
    },
    {
      "epoch": 1.5555073720728534,
      "grad_norm": 0.23572024703025818,
      "learning_rate": 4.832438705933556e-05,
      "loss": 0.0196,
      "step": 14348
    },
    {
      "epoch": 1.5556157849089334,
      "grad_norm": 0.07591281831264496,
      "learning_rate": 4.832076019149863e-05,
      "loss": 0.0067,
      "step": 14349
    },
    {
      "epoch": 1.555724197745013,
      "grad_norm": 0.5645471811294556,
      "learning_rate": 4.831713332366169e-05,
      "loss": 0.0622,
      "step": 14350
    },
    {
      "epoch": 1.555832610581093,
      "grad_norm": 0.33333978056907654,
      "learning_rate": 4.831350645582475e-05,
      "loss": 0.0254,
      "step": 14351
    },
    {
      "epoch": 1.5559410234171724,
      "grad_norm": 0.10284610837697983,
      "learning_rate": 4.8309879587987814e-05,
      "loss": 0.0069,
      "step": 14352
    },
    {
      "epoch": 1.5560494362532524,
      "grad_norm": 0.3666749894618988,
      "learning_rate": 4.830625272015088e-05,
      "loss": 0.0496,
      "step": 14353
    },
    {
      "epoch": 1.5561578490893322,
      "grad_norm": 0.22636812925338745,
      "learning_rate": 4.830262585231394e-05,
      "loss": 0.0234,
      "step": 14354
    },
    {
      "epoch": 1.556266261925412,
      "grad_norm": 0.25971660017967224,
      "learning_rate": 4.829899898447701e-05,
      "loss": 0.0485,
      "step": 14355
    },
    {
      "epoch": 1.5563746747614917,
      "grad_norm": 0.21879352629184723,
      "learning_rate": 4.829537211664007e-05,
      "loss": 0.0278,
      "step": 14356
    },
    {
      "epoch": 1.5564830875975715,
      "grad_norm": 0.4334462881088257,
      "learning_rate": 4.829174524880314e-05,
      "loss": 0.0466,
      "step": 14357
    },
    {
      "epoch": 1.5565915004336515,
      "grad_norm": 0.2507840394973755,
      "learning_rate": 4.82881183809662e-05,
      "loss": 0.0411,
      "step": 14358
    },
    {
      "epoch": 1.556699913269731,
      "grad_norm": 0.16457602381706238,
      "learning_rate": 4.828449151312926e-05,
      "loss": 0.0158,
      "step": 14359
    },
    {
      "epoch": 1.556808326105811,
      "grad_norm": 0.3835582137107849,
      "learning_rate": 4.828086464529233e-05,
      "loss": 0.0429,
      "step": 14360
    },
    {
      "epoch": 1.5569167389418908,
      "grad_norm": 0.20093794167041779,
      "learning_rate": 4.827723777745539e-05,
      "loss": 0.0138,
      "step": 14361
    },
    {
      "epoch": 1.5570251517779705,
      "grad_norm": 0.09384021908044815,
      "learning_rate": 4.8273610909618455e-05,
      "loss": 0.0045,
      "step": 14362
    },
    {
      "epoch": 1.5571335646140503,
      "grad_norm": 0.1794271022081375,
      "learning_rate": 4.826998404178152e-05,
      "loss": 0.0459,
      "step": 14363
    },
    {
      "epoch": 1.55724197745013,
      "grad_norm": 0.18718361854553223,
      "learning_rate": 4.8266357173944584e-05,
      "loss": 0.0133,
      "step": 14364
    },
    {
      "epoch": 1.55735039028621,
      "grad_norm": 0.4437563121318817,
      "learning_rate": 4.826273030610765e-05,
      "loss": 0.0318,
      "step": 14365
    },
    {
      "epoch": 1.5574588031222896,
      "grad_norm": 0.2085374891757965,
      "learning_rate": 4.825910343827071e-05,
      "loss": 0.0257,
      "step": 14366
    },
    {
      "epoch": 1.5575672159583696,
      "grad_norm": 0.2045266479253769,
      "learning_rate": 4.8255476570433776e-05,
      "loss": 0.0149,
      "step": 14367
    },
    {
      "epoch": 1.557675628794449,
      "grad_norm": 0.1911884844303131,
      "learning_rate": 4.825184970259684e-05,
      "loss": 0.0184,
      "step": 14368
    },
    {
      "epoch": 1.557784041630529,
      "grad_norm": 0.0996214747428894,
      "learning_rate": 4.8248222834759904e-05,
      "loss": 0.0119,
      "step": 14369
    },
    {
      "epoch": 1.5578924544666088,
      "grad_norm": 0.226202592253685,
      "learning_rate": 4.824459596692297e-05,
      "loss": 0.0137,
      "step": 14370
    },
    {
      "epoch": 1.5580008673026886,
      "grad_norm": 0.29878851771354675,
      "learning_rate": 4.824096909908603e-05,
      "loss": 0.015,
      "step": 14371
    },
    {
      "epoch": 1.5581092801387686,
      "grad_norm": 0.2554720938205719,
      "learning_rate": 4.8237342231249096e-05,
      "loss": 0.0377,
      "step": 14372
    },
    {
      "epoch": 1.5582176929748481,
      "grad_norm": 0.172404482960701,
      "learning_rate": 4.823371536341216e-05,
      "loss": 0.02,
      "step": 14373
    },
    {
      "epoch": 1.5583261058109281,
      "grad_norm": 0.42187368869781494,
      "learning_rate": 4.823008849557522e-05,
      "loss": 0.0188,
      "step": 14374
    },
    {
      "epoch": 1.5584345186470077,
      "grad_norm": 0.2146940380334854,
      "learning_rate": 4.822646162773829e-05,
      "loss": 0.0377,
      "step": 14375
    },
    {
      "epoch": 1.5585429314830876,
      "grad_norm": 0.48890554904937744,
      "learning_rate": 4.822283475990135e-05,
      "loss": 0.0448,
      "step": 14376
    },
    {
      "epoch": 1.5586513443191674,
      "grad_norm": 0.4973421096801758,
      "learning_rate": 4.821920789206442e-05,
      "loss": 0.0418,
      "step": 14377
    },
    {
      "epoch": 1.5587597571552472,
      "grad_norm": 0.34410741925239563,
      "learning_rate": 4.821558102422748e-05,
      "loss": 0.0449,
      "step": 14378
    },
    {
      "epoch": 1.558868169991327,
      "grad_norm": 0.16165567934513092,
      "learning_rate": 4.8211954156390545e-05,
      "loss": 0.0171,
      "step": 14379
    },
    {
      "epoch": 1.5589765828274067,
      "grad_norm": 0.11868703365325928,
      "learning_rate": 4.820832728855361e-05,
      "loss": 0.0234,
      "step": 14380
    },
    {
      "epoch": 1.5590849956634867,
      "grad_norm": 0.167428657412529,
      "learning_rate": 4.820470042071667e-05,
      "loss": 0.0093,
      "step": 14381
    },
    {
      "epoch": 1.5591934084995662,
      "grad_norm": 0.20339375734329224,
      "learning_rate": 4.820107355287973e-05,
      "loss": 0.0147,
      "step": 14382
    },
    {
      "epoch": 1.5593018213356462,
      "grad_norm": 0.3332940638065338,
      "learning_rate": 4.81974466850428e-05,
      "loss": 0.0308,
      "step": 14383
    },
    {
      "epoch": 1.559410234171726,
      "grad_norm": 0.25286126136779785,
      "learning_rate": 4.8193819817205866e-05,
      "loss": 0.0441,
      "step": 14384
    },
    {
      "epoch": 1.5595186470078057,
      "grad_norm": 0.3200644850730896,
      "learning_rate": 4.819019294936893e-05,
      "loss": 0.037,
      "step": 14385
    },
    {
      "epoch": 1.5596270598438855,
      "grad_norm": 0.19626674056053162,
      "learning_rate": 4.8186566081531994e-05,
      "loss": 0.0075,
      "step": 14386
    },
    {
      "epoch": 1.5597354726799653,
      "grad_norm": 0.22058191895484924,
      "learning_rate": 4.818293921369506e-05,
      "loss": 0.0493,
      "step": 14387
    },
    {
      "epoch": 1.5598438855160452,
      "grad_norm": 0.21081198751926422,
      "learning_rate": 4.8179312345858115e-05,
      "loss": 0.0211,
      "step": 14388
    },
    {
      "epoch": 1.5599522983521248,
      "grad_norm": 0.27933940291404724,
      "learning_rate": 4.817568547802118e-05,
      "loss": 0.0221,
      "step": 14389
    },
    {
      "epoch": 1.5600607111882048,
      "grad_norm": 0.10311327129602432,
      "learning_rate": 4.8172058610184244e-05,
      "loss": 0.0154,
      "step": 14390
    },
    {
      "epoch": 1.5601691240242843,
      "grad_norm": 0.22735752165317535,
      "learning_rate": 4.816843174234731e-05,
      "loss": 0.0278,
      "step": 14391
    },
    {
      "epoch": 1.5602775368603643,
      "grad_norm": 0.2339179515838623,
      "learning_rate": 4.816480487451038e-05,
      "loss": 0.0445,
      "step": 14392
    },
    {
      "epoch": 1.560385949696444,
      "grad_norm": 0.28158241510391235,
      "learning_rate": 4.816117800667344e-05,
      "loss": 0.0572,
      "step": 14393
    },
    {
      "epoch": 1.5604943625325238,
      "grad_norm": 0.5254793167114258,
      "learning_rate": 4.815755113883651e-05,
      "loss": 0.0439,
      "step": 14394
    },
    {
      "epoch": 1.5606027753686036,
      "grad_norm": 0.18815447390079498,
      "learning_rate": 4.8153924270999564e-05,
      "loss": 0.0104,
      "step": 14395
    },
    {
      "epoch": 1.5607111882046834,
      "grad_norm": 0.4398025572299957,
      "learning_rate": 4.815029740316263e-05,
      "loss": 0.0233,
      "step": 14396
    },
    {
      "epoch": 1.5608196010407633,
      "grad_norm": 0.14044930040836334,
      "learning_rate": 4.814667053532569e-05,
      "loss": 0.0133,
      "step": 14397
    },
    {
      "epoch": 1.5609280138768429,
      "grad_norm": 0.3159741461277008,
      "learning_rate": 4.8143043667488756e-05,
      "loss": 0.016,
      "step": 14398
    },
    {
      "epoch": 1.5610364267129229,
      "grad_norm": 0.1527307629585266,
      "learning_rate": 4.813941679965182e-05,
      "loss": 0.0216,
      "step": 14399
    },
    {
      "epoch": 1.5611448395490026,
      "grad_norm": 0.03288478031754494,
      "learning_rate": 4.813578993181489e-05,
      "loss": 0.0033,
      "step": 14400
    },
    {
      "epoch": 1.5612532523850824,
      "grad_norm": 0.1976870745420456,
      "learning_rate": 4.8132163063977956e-05,
      "loss": 0.041,
      "step": 14401
    },
    {
      "epoch": 1.5613616652211622,
      "grad_norm": 0.3077065348625183,
      "learning_rate": 4.812853619614102e-05,
      "loss": 0.0186,
      "step": 14402
    },
    {
      "epoch": 1.561470078057242,
      "grad_norm": 0.4703403115272522,
      "learning_rate": 4.812490932830408e-05,
      "loss": 0.0256,
      "step": 14403
    },
    {
      "epoch": 1.561578490893322,
      "grad_norm": 0.3552110195159912,
      "learning_rate": 4.812128246046714e-05,
      "loss": 0.036,
      "step": 14404
    },
    {
      "epoch": 1.5616869037294014,
      "grad_norm": 0.22212298214435577,
      "learning_rate": 4.8117655592630205e-05,
      "loss": 0.0213,
      "step": 14405
    },
    {
      "epoch": 1.5617953165654814,
      "grad_norm": 0.08866505324840546,
      "learning_rate": 4.811402872479327e-05,
      "loss": 0.008,
      "step": 14406
    },
    {
      "epoch": 1.5619037294015612,
      "grad_norm": 0.2905472218990326,
      "learning_rate": 4.811040185695633e-05,
      "loss": 0.0481,
      "step": 14407
    },
    {
      "epoch": 1.562012142237641,
      "grad_norm": 0.16842637956142426,
      "learning_rate": 4.81067749891194e-05,
      "loss": 0.0158,
      "step": 14408
    },
    {
      "epoch": 1.5621205550737207,
      "grad_norm": 0.8404185771942139,
      "learning_rate": 4.810314812128247e-05,
      "loss": 0.0191,
      "step": 14409
    },
    {
      "epoch": 1.5622289679098005,
      "grad_norm": 0.28395962715148926,
      "learning_rate": 4.8099521253445526e-05,
      "loss": 0.0462,
      "step": 14410
    },
    {
      "epoch": 1.5623373807458805,
      "grad_norm": 0.03511174023151398,
      "learning_rate": 4.809589438560859e-05,
      "loss": 0.0032,
      "step": 14411
    },
    {
      "epoch": 1.56244579358196,
      "grad_norm": 0.3011139929294586,
      "learning_rate": 4.8092267517771654e-05,
      "loss": 0.0406,
      "step": 14412
    },
    {
      "epoch": 1.56255420641804,
      "grad_norm": 0.03714502975344658,
      "learning_rate": 4.808864064993472e-05,
      "loss": 0.0046,
      "step": 14413
    },
    {
      "epoch": 1.5626626192541195,
      "grad_norm": 0.20121848583221436,
      "learning_rate": 4.808501378209778e-05,
      "loss": 0.0241,
      "step": 14414
    },
    {
      "epoch": 1.5627710320901995,
      "grad_norm": 0.02186676114797592,
      "learning_rate": 4.8081386914260846e-05,
      "loss": 0.0014,
      "step": 14415
    },
    {
      "epoch": 1.5628794449262793,
      "grad_norm": 0.2397318333387375,
      "learning_rate": 4.807776004642391e-05,
      "loss": 0.0225,
      "step": 14416
    },
    {
      "epoch": 1.562987857762359,
      "grad_norm": 0.08753746747970581,
      "learning_rate": 4.8074133178586974e-05,
      "loss": 0.0109,
      "step": 14417
    },
    {
      "epoch": 1.5630962705984388,
      "grad_norm": 0.24953007698059082,
      "learning_rate": 4.807050631075004e-05,
      "loss": 0.0318,
      "step": 14418
    },
    {
      "epoch": 1.5632046834345186,
      "grad_norm": 0.2316659539937973,
      "learning_rate": 4.80668794429131e-05,
      "loss": 0.0309,
      "step": 14419
    },
    {
      "epoch": 1.5633130962705986,
      "grad_norm": 0.19610774517059326,
      "learning_rate": 4.806325257507617e-05,
      "loss": 0.0163,
      "step": 14420
    },
    {
      "epoch": 1.563421509106678,
      "grad_norm": 0.2562864422798157,
      "learning_rate": 4.805962570723923e-05,
      "loss": 0.0185,
      "step": 14421
    },
    {
      "epoch": 1.563529921942758,
      "grad_norm": 0.12910643219947815,
      "learning_rate": 4.8055998839402295e-05,
      "loss": 0.0168,
      "step": 14422
    },
    {
      "epoch": 1.5636383347788378,
      "grad_norm": 0.6193814277648926,
      "learning_rate": 4.805237197156536e-05,
      "loss": 0.0385,
      "step": 14423
    },
    {
      "epoch": 1.5637467476149176,
      "grad_norm": 0.1866924911737442,
      "learning_rate": 4.804874510372842e-05,
      "loss": 0.0195,
      "step": 14424
    },
    {
      "epoch": 1.5638551604509974,
      "grad_norm": 0.30058881640434265,
      "learning_rate": 4.804511823589149e-05,
      "loss": 0.0505,
      "step": 14425
    },
    {
      "epoch": 1.5639635732870771,
      "grad_norm": 0.3163822591304779,
      "learning_rate": 4.804149136805455e-05,
      "loss": 0.0473,
      "step": 14426
    },
    {
      "epoch": 1.5640719861231571,
      "grad_norm": 0.18368808925151825,
      "learning_rate": 4.8037864500217615e-05,
      "loss": 0.0283,
      "step": 14427
    },
    {
      "epoch": 1.5641803989592367,
      "grad_norm": 0.34692052006721497,
      "learning_rate": 4.803423763238068e-05,
      "loss": 0.0327,
      "step": 14428
    },
    {
      "epoch": 1.5642888117953166,
      "grad_norm": 0.3243606984615326,
      "learning_rate": 4.8030610764543744e-05,
      "loss": 0.0255,
      "step": 14429
    },
    {
      "epoch": 1.5643972246313964,
      "grad_norm": 0.16457371413707733,
      "learning_rate": 4.802698389670681e-05,
      "loss": 0.023,
      "step": 14430
    },
    {
      "epoch": 1.5645056374674762,
      "grad_norm": 0.0341910794377327,
      "learning_rate": 4.802335702886987e-05,
      "loss": 0.0031,
      "step": 14431
    },
    {
      "epoch": 1.564614050303556,
      "grad_norm": 0.13522794842720032,
      "learning_rate": 4.8019730161032936e-05,
      "loss": 0.0281,
      "step": 14432
    },
    {
      "epoch": 1.5647224631396357,
      "grad_norm": 0.26605769991874695,
      "learning_rate": 4.801610329319599e-05,
      "loss": 0.0148,
      "step": 14433
    },
    {
      "epoch": 1.5648308759757157,
      "grad_norm": 0.0751110315322876,
      "learning_rate": 4.801247642535906e-05,
      "loss": 0.0166,
      "step": 14434
    },
    {
      "epoch": 1.5649392888117952,
      "grad_norm": 0.10545916110277176,
      "learning_rate": 4.800884955752213e-05,
      "loss": 0.007,
      "step": 14435
    },
    {
      "epoch": 1.5650477016478752,
      "grad_norm": 0.24280615150928497,
      "learning_rate": 4.800522268968519e-05,
      "loss": 0.0332,
      "step": 14436
    },
    {
      "epoch": 1.5651561144839548,
      "grad_norm": 0.06081352010369301,
      "learning_rate": 4.8001595821848257e-05,
      "loss": 0.0105,
      "step": 14437
    },
    {
      "epoch": 1.5652645273200347,
      "grad_norm": 0.4815913140773773,
      "learning_rate": 4.799796895401132e-05,
      "loss": 0.0197,
      "step": 14438
    },
    {
      "epoch": 1.5653729401561145,
      "grad_norm": 0.32628729939460754,
      "learning_rate": 4.7994342086174385e-05,
      "loss": 0.0326,
      "step": 14439
    },
    {
      "epoch": 1.5654813529921943,
      "grad_norm": 0.2127126306295395,
      "learning_rate": 4.799071521833744e-05,
      "loss": 0.012,
      "step": 14440
    },
    {
      "epoch": 1.565589765828274,
      "grad_norm": 0.13488322496414185,
      "learning_rate": 4.7987088350500506e-05,
      "loss": 0.0053,
      "step": 14441
    },
    {
      "epoch": 1.5656981786643538,
      "grad_norm": 0.20981194078922272,
      "learning_rate": 4.798346148266357e-05,
      "loss": 0.0141,
      "step": 14442
    },
    {
      "epoch": 1.5658065915004338,
      "grad_norm": 0.39504674077033997,
      "learning_rate": 4.7979834614826634e-05,
      "loss": 0.0231,
      "step": 14443
    },
    {
      "epoch": 1.5659150043365133,
      "grad_norm": 0.10604953020811081,
      "learning_rate": 4.7976207746989705e-05,
      "loss": 0.0108,
      "step": 14444
    },
    {
      "epoch": 1.5660234171725933,
      "grad_norm": 0.11122677475214005,
      "learning_rate": 4.797258087915277e-05,
      "loss": 0.0057,
      "step": 14445
    },
    {
      "epoch": 1.566131830008673,
      "grad_norm": 0.5483569502830505,
      "learning_rate": 4.7968954011315833e-05,
      "loss": 0.0504,
      "step": 14446
    },
    {
      "epoch": 1.5662402428447528,
      "grad_norm": 0.15470236539840698,
      "learning_rate": 4.79653271434789e-05,
      "loss": 0.0273,
      "step": 14447
    },
    {
      "epoch": 1.5663486556808326,
      "grad_norm": 0.3340824246406555,
      "learning_rate": 4.7961700275641955e-05,
      "loss": 0.052,
      "step": 14448
    },
    {
      "epoch": 1.5664570685169124,
      "grad_norm": 0.19172300398349762,
      "learning_rate": 4.795807340780502e-05,
      "loss": 0.0242,
      "step": 14449
    },
    {
      "epoch": 1.5665654813529923,
      "grad_norm": 0.22449253499507904,
      "learning_rate": 4.795444653996808e-05,
      "loss": 0.0114,
      "step": 14450
    },
    {
      "epoch": 1.5666738941890719,
      "grad_norm": 0.80357426404953,
      "learning_rate": 4.795081967213115e-05,
      "loss": 0.056,
      "step": 14451
    },
    {
      "epoch": 1.5667823070251519,
      "grad_norm": 0.08793194591999054,
      "learning_rate": 4.794719280429422e-05,
      "loss": 0.02,
      "step": 14452
    },
    {
      "epoch": 1.5668907198612314,
      "grad_norm": 0.3201341927051544,
      "learning_rate": 4.794356593645728e-05,
      "loss": 0.0482,
      "step": 14453
    },
    {
      "epoch": 1.5669991326973114,
      "grad_norm": 0.1585109382867813,
      "learning_rate": 4.7939939068620346e-05,
      "loss": 0.0071,
      "step": 14454
    },
    {
      "epoch": 1.5671075455333912,
      "grad_norm": 0.2132624238729477,
      "learning_rate": 4.7936312200783404e-05,
      "loss": 0.019,
      "step": 14455
    },
    {
      "epoch": 1.567215958369471,
      "grad_norm": 0.04953429847955704,
      "learning_rate": 4.793268533294647e-05,
      "loss": 0.0036,
      "step": 14456
    },
    {
      "epoch": 1.567324371205551,
      "grad_norm": 0.4911081790924072,
      "learning_rate": 4.792905846510953e-05,
      "loss": 0.0212,
      "step": 14457
    },
    {
      "epoch": 1.5674327840416304,
      "grad_norm": 0.43136775493621826,
      "learning_rate": 4.7925431597272596e-05,
      "loss": 0.028,
      "step": 14458
    },
    {
      "epoch": 1.5675411968777104,
      "grad_norm": 0.3151298463344574,
      "learning_rate": 4.792180472943566e-05,
      "loss": 0.0342,
      "step": 14459
    },
    {
      "epoch": 1.56764960971379,
      "grad_norm": 0.5841208696365356,
      "learning_rate": 4.7918177861598724e-05,
      "loss": 0.0304,
      "step": 14460
    },
    {
      "epoch": 1.56775802254987,
      "grad_norm": 0.5552651286125183,
      "learning_rate": 4.7914550993761795e-05,
      "loss": 0.0925,
      "step": 14461
    },
    {
      "epoch": 1.5678664353859497,
      "grad_norm": 0.0642271563410759,
      "learning_rate": 4.791092412592485e-05,
      "loss": 0.007,
      "step": 14462
    },
    {
      "epoch": 1.5679748482220295,
      "grad_norm": 0.27006396651268005,
      "learning_rate": 4.7907297258087916e-05,
      "loss": 0.0236,
      "step": 14463
    },
    {
      "epoch": 1.5680832610581092,
      "grad_norm": 0.11657028645277023,
      "learning_rate": 4.790367039025098e-05,
      "loss": 0.015,
      "step": 14464
    },
    {
      "epoch": 1.568191673894189,
      "grad_norm": 0.1096140667796135,
      "learning_rate": 4.7900043522414045e-05,
      "loss": 0.0226,
      "step": 14465
    },
    {
      "epoch": 1.568300086730269,
      "grad_norm": 0.08042637258768082,
      "learning_rate": 4.789641665457711e-05,
      "loss": 0.0085,
      "step": 14466
    },
    {
      "epoch": 1.5684084995663485,
      "grad_norm": 0.3998700678348541,
      "learning_rate": 4.789278978674017e-05,
      "loss": 0.0438,
      "step": 14467
    },
    {
      "epoch": 1.5685169124024285,
      "grad_norm": 0.1207922101020813,
      "learning_rate": 4.788916291890324e-05,
      "loss": 0.0292,
      "step": 14468
    },
    {
      "epoch": 1.5686253252385083,
      "grad_norm": 0.41318100690841675,
      "learning_rate": 4.78855360510663e-05,
      "loss": 0.0273,
      "step": 14469
    },
    {
      "epoch": 1.568733738074588,
      "grad_norm": 0.6333591938018799,
      "learning_rate": 4.7881909183229365e-05,
      "loss": 0.0663,
      "step": 14470
    },
    {
      "epoch": 1.5688421509106678,
      "grad_norm": 0.46469560265541077,
      "learning_rate": 4.787828231539243e-05,
      "loss": 0.067,
      "step": 14471
    },
    {
      "epoch": 1.5689505637467476,
      "grad_norm": 0.21472670137882233,
      "learning_rate": 4.7874655447555493e-05,
      "loss": 0.0166,
      "step": 14472
    },
    {
      "epoch": 1.5690589765828276,
      "grad_norm": 0.3926527798175812,
      "learning_rate": 4.787102857971856e-05,
      "loss": 0.0424,
      "step": 14473
    },
    {
      "epoch": 1.569167389418907,
      "grad_norm": 0.02784714102745056,
      "learning_rate": 4.786740171188162e-05,
      "loss": 0.0023,
      "step": 14474
    },
    {
      "epoch": 1.569275802254987,
      "grad_norm": 0.07983832061290741,
      "learning_rate": 4.7863774844044686e-05,
      "loss": 0.0037,
      "step": 14475
    },
    {
      "epoch": 1.5693842150910666,
      "grad_norm": 0.5291634202003479,
      "learning_rate": 4.786014797620775e-05,
      "loss": 0.0697,
      "step": 14476
    },
    {
      "epoch": 1.5694926279271466,
      "grad_norm": 0.18688027560710907,
      "learning_rate": 4.7856521108370814e-05,
      "loss": 0.0112,
      "step": 14477
    },
    {
      "epoch": 1.5696010407632264,
      "grad_norm": 0.29642611742019653,
      "learning_rate": 4.785289424053388e-05,
      "loss": 0.0219,
      "step": 14478
    },
    {
      "epoch": 1.5697094535993061,
      "grad_norm": 0.14912717044353485,
      "learning_rate": 4.784926737269694e-05,
      "loss": 0.0214,
      "step": 14479
    },
    {
      "epoch": 1.569817866435386,
      "grad_norm": 0.7239519357681274,
      "learning_rate": 4.7845640504860006e-05,
      "loss": 0.0314,
      "step": 14480
    },
    {
      "epoch": 1.5699262792714657,
      "grad_norm": 0.2992680072784424,
      "learning_rate": 4.784201363702307e-05,
      "loss": 0.038,
      "step": 14481
    },
    {
      "epoch": 1.5700346921075456,
      "grad_norm": 0.11624360829591751,
      "learning_rate": 4.7838386769186134e-05,
      "loss": 0.0133,
      "step": 14482
    },
    {
      "epoch": 1.5701431049436252,
      "grad_norm": 0.14083199203014374,
      "learning_rate": 4.78347599013492e-05,
      "loss": 0.0157,
      "step": 14483
    },
    {
      "epoch": 1.5702515177797052,
      "grad_norm": 0.12535111606121063,
      "learning_rate": 4.783113303351226e-05,
      "loss": 0.0157,
      "step": 14484
    },
    {
      "epoch": 1.570359930615785,
      "grad_norm": 0.2091730386018753,
      "learning_rate": 4.782750616567532e-05,
      "loss": 0.026,
      "step": 14485
    },
    {
      "epoch": 1.5704683434518647,
      "grad_norm": 0.26168006658554077,
      "learning_rate": 4.7823879297838384e-05,
      "loss": 0.026,
      "step": 14486
    },
    {
      "epoch": 1.5705767562879445,
      "grad_norm": 0.028398947790265083,
      "learning_rate": 4.7820252430001455e-05,
      "loss": 0.0024,
      "step": 14487
    },
    {
      "epoch": 1.5706851691240242,
      "grad_norm": 0.25374606251716614,
      "learning_rate": 4.781662556216452e-05,
      "loss": 0.0177,
      "step": 14488
    },
    {
      "epoch": 1.5707935819601042,
      "grad_norm": 0.35297098755836487,
      "learning_rate": 4.781299869432758e-05,
      "loss": 0.0332,
      "step": 14489
    },
    {
      "epoch": 1.5709019947961838,
      "grad_norm": 0.6056143045425415,
      "learning_rate": 4.780937182649065e-05,
      "loss": 0.0307,
      "step": 14490
    },
    {
      "epoch": 1.5710104076322637,
      "grad_norm": 0.263632595539093,
      "learning_rate": 4.780574495865371e-05,
      "loss": 0.0332,
      "step": 14491
    },
    {
      "epoch": 1.5711188204683435,
      "grad_norm": 0.06576479226350784,
      "learning_rate": 4.780211809081677e-05,
      "loss": 0.0132,
      "step": 14492
    },
    {
      "epoch": 1.5712272333044233,
      "grad_norm": 0.12395044416189194,
      "learning_rate": 4.779849122297983e-05,
      "loss": 0.018,
      "step": 14493
    },
    {
      "epoch": 1.571335646140503,
      "grad_norm": 0.16974499821662903,
      "learning_rate": 4.77948643551429e-05,
      "loss": 0.0106,
      "step": 14494
    },
    {
      "epoch": 1.5714440589765828,
      "grad_norm": 0.3188331127166748,
      "learning_rate": 4.779123748730597e-05,
      "loss": 0.0547,
      "step": 14495
    },
    {
      "epoch": 1.5715524718126628,
      "grad_norm": 0.1792505532503128,
      "learning_rate": 4.778761061946903e-05,
      "loss": 0.0208,
      "step": 14496
    },
    {
      "epoch": 1.5716608846487423,
      "grad_norm": 0.298980176448822,
      "learning_rate": 4.7783983751632096e-05,
      "loss": 0.0407,
      "step": 14497
    },
    {
      "epoch": 1.5717692974848223,
      "grad_norm": 0.3635231852531433,
      "learning_rate": 4.778035688379516e-05,
      "loss": 0.0486,
      "step": 14498
    },
    {
      "epoch": 1.5718777103209018,
      "grad_norm": 0.289753794670105,
      "learning_rate": 4.7776730015958224e-05,
      "loss": 0.0122,
      "step": 14499
    },
    {
      "epoch": 1.5719861231569818,
      "grad_norm": 0.16005206108093262,
      "learning_rate": 4.777310314812128e-05,
      "loss": 0.0366,
      "step": 14500
    },
    {
      "epoch": 1.5720945359930616,
      "grad_norm": 0.08775423467159271,
      "learning_rate": 4.7769476280284346e-05,
      "loss": 0.0102,
      "step": 14501
    },
    {
      "epoch": 1.5722029488291414,
      "grad_norm": 0.444173127412796,
      "learning_rate": 4.776584941244741e-05,
      "loss": 0.0754,
      "step": 14502
    },
    {
      "epoch": 1.5723113616652211,
      "grad_norm": 0.35783711075782776,
      "learning_rate": 4.7762222544610474e-05,
      "loss": 0.0374,
      "step": 14503
    },
    {
      "epoch": 1.5724197745013009,
      "grad_norm": 0.25475579500198364,
      "learning_rate": 4.7758595676773545e-05,
      "loss": 0.0199,
      "step": 14504
    },
    {
      "epoch": 1.5725281873373809,
      "grad_norm": 0.22600920498371124,
      "learning_rate": 4.775496880893661e-05,
      "loss": 0.03,
      "step": 14505
    },
    {
      "epoch": 1.5726366001734604,
      "grad_norm": 0.18460491299629211,
      "learning_rate": 4.775134194109967e-05,
      "loss": 0.0281,
      "step": 14506
    },
    {
      "epoch": 1.5727450130095404,
      "grad_norm": 0.5371136665344238,
      "learning_rate": 4.774771507326273e-05,
      "loss": 0.0316,
      "step": 14507
    },
    {
      "epoch": 1.5728534258456202,
      "grad_norm": 0.3645663857460022,
      "learning_rate": 4.7744088205425794e-05,
      "loss": 0.0243,
      "step": 14508
    },
    {
      "epoch": 1.5729618386817,
      "grad_norm": 0.0757797509431839,
      "learning_rate": 4.774046133758886e-05,
      "loss": 0.0101,
      "step": 14509
    },
    {
      "epoch": 1.5730702515177797,
      "grad_norm": 0.29921773076057434,
      "learning_rate": 4.773683446975192e-05,
      "loss": 0.0461,
      "step": 14510
    },
    {
      "epoch": 1.5731786643538594,
      "grad_norm": 0.20728416740894318,
      "learning_rate": 4.773320760191499e-05,
      "loss": 0.018,
      "step": 14511
    },
    {
      "epoch": 1.5732870771899394,
      "grad_norm": 0.06365121901035309,
      "learning_rate": 4.772958073407805e-05,
      "loss": 0.008,
      "step": 14512
    },
    {
      "epoch": 1.573395490026019,
      "grad_norm": 0.1127067506313324,
      "learning_rate": 4.772595386624112e-05,
      "loss": 0.014,
      "step": 14513
    },
    {
      "epoch": 1.573503902862099,
      "grad_norm": 0.17063984274864197,
      "learning_rate": 4.772232699840418e-05,
      "loss": 0.023,
      "step": 14514
    },
    {
      "epoch": 1.5736123156981785,
      "grad_norm": 0.29679831862449646,
      "learning_rate": 4.771870013056724e-05,
      "loss": 0.0199,
      "step": 14515
    },
    {
      "epoch": 1.5737207285342585,
      "grad_norm": 0.11764775216579437,
      "learning_rate": 4.771507326273031e-05,
      "loss": 0.0193,
      "step": 14516
    },
    {
      "epoch": 1.5738291413703382,
      "grad_norm": 0.18413177132606506,
      "learning_rate": 4.771144639489337e-05,
      "loss": 0.0167,
      "step": 14517
    },
    {
      "epoch": 1.573937554206418,
      "grad_norm": 0.09776375442743301,
      "learning_rate": 4.7707819527056435e-05,
      "loss": 0.0081,
      "step": 14518
    },
    {
      "epoch": 1.574045967042498,
      "grad_norm": 0.7464418411254883,
      "learning_rate": 4.77041926592195e-05,
      "loss": 0.09,
      "step": 14519
    },
    {
      "epoch": 1.5741543798785775,
      "grad_norm": 0.06796606630086899,
      "learning_rate": 4.7700565791382564e-05,
      "loss": 0.0055,
      "step": 14520
    },
    {
      "epoch": 1.5742627927146575,
      "grad_norm": 0.7369484901428223,
      "learning_rate": 4.769693892354563e-05,
      "loss": 0.0577,
      "step": 14521
    },
    {
      "epoch": 1.574371205550737,
      "grad_norm": 0.3042008578777313,
      "learning_rate": 4.769331205570869e-05,
      "loss": 0.026,
      "step": 14522
    },
    {
      "epoch": 1.574479618386817,
      "grad_norm": 0.23499567806720734,
      "learning_rate": 4.7689685187871756e-05,
      "loss": 0.0217,
      "step": 14523
    },
    {
      "epoch": 1.5745880312228968,
      "grad_norm": 0.026982026174664497,
      "learning_rate": 4.768605832003482e-05,
      "loss": 0.0025,
      "step": 14524
    },
    {
      "epoch": 1.5746964440589766,
      "grad_norm": 0.2535848319530487,
      "learning_rate": 4.7682431452197884e-05,
      "loss": 0.0352,
      "step": 14525
    },
    {
      "epoch": 1.5748048568950563,
      "grad_norm": 0.2914371192455292,
      "learning_rate": 4.767880458436095e-05,
      "loss": 0.0177,
      "step": 14526
    },
    {
      "epoch": 1.574913269731136,
      "grad_norm": 0.25828027725219727,
      "learning_rate": 4.767517771652401e-05,
      "loss": 0.0114,
      "step": 14527
    },
    {
      "epoch": 1.575021682567216,
      "grad_norm": 0.21468545496463776,
      "learning_rate": 4.7671550848687077e-05,
      "loss": 0.0071,
      "step": 14528
    },
    {
      "epoch": 1.5751300954032956,
      "grad_norm": 0.19744499027729034,
      "learning_rate": 4.766792398085014e-05,
      "loss": 0.0176,
      "step": 14529
    },
    {
      "epoch": 1.5752385082393756,
      "grad_norm": 0.39012351632118225,
      "learning_rate": 4.7664297113013205e-05,
      "loss": 0.041,
      "step": 14530
    },
    {
      "epoch": 1.5753469210754554,
      "grad_norm": 0.4019341766834259,
      "learning_rate": 4.766067024517627e-05,
      "loss": 0.0487,
      "step": 14531
    },
    {
      "epoch": 1.5754553339115351,
      "grad_norm": 0.37572288513183594,
      "learning_rate": 4.765704337733933e-05,
      "loss": 0.0529,
      "step": 14532
    },
    {
      "epoch": 1.575563746747615,
      "grad_norm": 0.16793176531791687,
      "learning_rate": 4.76534165095024e-05,
      "loss": 0.0116,
      "step": 14533
    },
    {
      "epoch": 1.5756721595836947,
      "grad_norm": 0.20875656604766846,
      "learning_rate": 4.764978964166546e-05,
      "loss": 0.0126,
      "step": 14534
    },
    {
      "epoch": 1.5757805724197746,
      "grad_norm": 0.11789191514253616,
      "learning_rate": 4.7646162773828525e-05,
      "loss": 0.0131,
      "step": 14535
    },
    {
      "epoch": 1.5758889852558542,
      "grad_norm": 0.23145174980163574,
      "learning_rate": 4.764253590599159e-05,
      "loss": 0.0218,
      "step": 14536
    },
    {
      "epoch": 1.5759973980919342,
      "grad_norm": 0.2466295212507248,
      "learning_rate": 4.763890903815465e-05,
      "loss": 0.047,
      "step": 14537
    },
    {
      "epoch": 1.5761058109280137,
      "grad_norm": 0.124764584004879,
      "learning_rate": 4.763528217031771e-05,
      "loss": 0.02,
      "step": 14538
    },
    {
      "epoch": 1.5762142237640937,
      "grad_norm": 0.2446894645690918,
      "learning_rate": 4.763165530248078e-05,
      "loss": 0.016,
      "step": 14539
    },
    {
      "epoch": 1.5763226366001735,
      "grad_norm": 0.6704956889152527,
      "learning_rate": 4.7628028434643846e-05,
      "loss": 0.0583,
      "step": 14540
    },
    {
      "epoch": 1.5764310494362532,
      "grad_norm": 0.0931696742773056,
      "learning_rate": 4.762440156680691e-05,
      "loss": 0.0037,
      "step": 14541
    },
    {
      "epoch": 1.576539462272333,
      "grad_norm": 0.4304032027721405,
      "learning_rate": 4.7620774698969974e-05,
      "loss": 0.0399,
      "step": 14542
    },
    {
      "epoch": 1.5766478751084128,
      "grad_norm": 0.2885262370109558,
      "learning_rate": 4.761714783113304e-05,
      "loss": 0.0364,
      "step": 14543
    },
    {
      "epoch": 1.5767562879444927,
      "grad_norm": 0.23435091972351074,
      "learning_rate": 4.7613520963296095e-05,
      "loss": 0.0156,
      "step": 14544
    },
    {
      "epoch": 1.5768647007805723,
      "grad_norm": 0.21117492020130157,
      "learning_rate": 4.760989409545916e-05,
      "loss": 0.0233,
      "step": 14545
    },
    {
      "epoch": 1.5769731136166523,
      "grad_norm": 0.16559626162052155,
      "learning_rate": 4.7606267227622224e-05,
      "loss": 0.0253,
      "step": 14546
    },
    {
      "epoch": 1.577081526452732,
      "grad_norm": 0.11147933453321457,
      "learning_rate": 4.7602640359785295e-05,
      "loss": 0.0185,
      "step": 14547
    },
    {
      "epoch": 1.5771899392888118,
      "grad_norm": 0.11162467300891876,
      "learning_rate": 4.759901349194836e-05,
      "loss": 0.0144,
      "step": 14548
    },
    {
      "epoch": 1.5772983521248916,
      "grad_norm": 0.4083857834339142,
      "learning_rate": 4.759538662411142e-05,
      "loss": 0.03,
      "step": 14549
    },
    {
      "epoch": 1.5774067649609713,
      "grad_norm": 0.05307894945144653,
      "learning_rate": 4.759175975627449e-05,
      "loss": 0.005,
      "step": 14550
    },
    {
      "epoch": 1.5775151777970513,
      "grad_norm": 0.030831849202513695,
      "learning_rate": 4.758813288843755e-05,
      "loss": 0.0024,
      "step": 14551
    },
    {
      "epoch": 1.5776235906331308,
      "grad_norm": 0.13357660174369812,
      "learning_rate": 4.758450602060061e-05,
      "loss": 0.0129,
      "step": 14552
    },
    {
      "epoch": 1.5777320034692108,
      "grad_norm": 0.3689505457878113,
      "learning_rate": 4.758087915276367e-05,
      "loss": 0.0305,
      "step": 14553
    },
    {
      "epoch": 1.5778404163052906,
      "grad_norm": 0.22228392958641052,
      "learning_rate": 4.7577252284926736e-05,
      "loss": 0.0256,
      "step": 14554
    },
    {
      "epoch": 1.5779488291413704,
      "grad_norm": 0.1195545494556427,
      "learning_rate": 4.75736254170898e-05,
      "loss": 0.0115,
      "step": 14555
    },
    {
      "epoch": 1.5780572419774501,
      "grad_norm": 0.2244810312986374,
      "learning_rate": 4.756999854925287e-05,
      "loss": 0.0273,
      "step": 14556
    },
    {
      "epoch": 1.5781656548135299,
      "grad_norm": 0.2280164361000061,
      "learning_rate": 4.7566371681415936e-05,
      "loss": 0.0214,
      "step": 14557
    },
    {
      "epoch": 1.5782740676496099,
      "grad_norm": 0.15182404220104218,
      "learning_rate": 4.7562744813579e-05,
      "loss": 0.0129,
      "step": 14558
    },
    {
      "epoch": 1.5783824804856894,
      "grad_norm": 0.36697933077812195,
      "learning_rate": 4.755911794574206e-05,
      "loss": 0.0541,
      "step": 14559
    },
    {
      "epoch": 1.5784908933217694,
      "grad_norm": 0.1998399943113327,
      "learning_rate": 4.755549107790512e-05,
      "loss": 0.018,
      "step": 14560
    },
    {
      "epoch": 1.578599306157849,
      "grad_norm": 0.30248361825942993,
      "learning_rate": 4.7551864210068185e-05,
      "loss": 0.014,
      "step": 14561
    },
    {
      "epoch": 1.578707718993929,
      "grad_norm": 0.32838189601898193,
      "learning_rate": 4.754823734223125e-05,
      "loss": 0.0498,
      "step": 14562
    },
    {
      "epoch": 1.5788161318300087,
      "grad_norm": 0.2227342128753662,
      "learning_rate": 4.7544610474394313e-05,
      "loss": 0.0165,
      "step": 14563
    },
    {
      "epoch": 1.5789245446660884,
      "grad_norm": 0.13911274075508118,
      "learning_rate": 4.754098360655738e-05,
      "loss": 0.014,
      "step": 14564
    },
    {
      "epoch": 1.5790329575021682,
      "grad_norm": 0.25440701842308044,
      "learning_rate": 4.753735673872045e-05,
      "loss": 0.027,
      "step": 14565
    },
    {
      "epoch": 1.579141370338248,
      "grad_norm": 0.2699069678783417,
      "learning_rate": 4.7533729870883506e-05,
      "loss": 0.0293,
      "step": 14566
    },
    {
      "epoch": 1.579249783174328,
      "grad_norm": 0.20256294310092926,
      "learning_rate": 4.753010300304657e-05,
      "loss": 0.0333,
      "step": 14567
    },
    {
      "epoch": 1.5793581960104075,
      "grad_norm": 0.6351895332336426,
      "learning_rate": 4.7526476135209634e-05,
      "loss": 0.0297,
      "step": 14568
    },
    {
      "epoch": 1.5794666088464875,
      "grad_norm": 0.2580393850803375,
      "learning_rate": 4.75228492673727e-05,
      "loss": 0.0239,
      "step": 14569
    },
    {
      "epoch": 1.5795750216825672,
      "grad_norm": 0.12472554296255112,
      "learning_rate": 4.751922239953576e-05,
      "loss": 0.0183,
      "step": 14570
    },
    {
      "epoch": 1.579683434518647,
      "grad_norm": 0.35597050189971924,
      "learning_rate": 4.7515595531698826e-05,
      "loss": 0.0396,
      "step": 14571
    },
    {
      "epoch": 1.5797918473547268,
      "grad_norm": 0.2467060387134552,
      "learning_rate": 4.751196866386189e-05,
      "loss": 0.0213,
      "step": 14572
    },
    {
      "epoch": 1.5799002601908065,
      "grad_norm": 0.22678734362125397,
      "learning_rate": 4.7508341796024954e-05,
      "loss": 0.0174,
      "step": 14573
    },
    {
      "epoch": 1.5800086730268865,
      "grad_norm": 0.10232455283403397,
      "learning_rate": 4.750471492818802e-05,
      "loss": 0.0123,
      "step": 14574
    },
    {
      "epoch": 1.580117085862966,
      "grad_norm": 0.14581121504306793,
      "learning_rate": 4.750108806035108e-05,
      "loss": 0.0125,
      "step": 14575
    },
    {
      "epoch": 1.580225498699046,
      "grad_norm": 0.06728816777467728,
      "learning_rate": 4.749746119251415e-05,
      "loss": 0.0071,
      "step": 14576
    },
    {
      "epoch": 1.5803339115351258,
      "grad_norm": 0.22280579805374146,
      "learning_rate": 4.749383432467721e-05,
      "loss": 0.0236,
      "step": 14577
    },
    {
      "epoch": 1.5804423243712056,
      "grad_norm": 0.19698606431484222,
      "learning_rate": 4.7490207456840275e-05,
      "loss": 0.0148,
      "step": 14578
    },
    {
      "epoch": 1.5805507372072853,
      "grad_norm": 0.16869042813777924,
      "learning_rate": 4.748658058900334e-05,
      "loss": 0.0151,
      "step": 14579
    },
    {
      "epoch": 1.580659150043365,
      "grad_norm": 0.19104254245758057,
      "learning_rate": 4.74829537211664e-05,
      "loss": 0.0182,
      "step": 14580
    },
    {
      "epoch": 1.580767562879445,
      "grad_norm": 0.24843677878379822,
      "learning_rate": 4.747932685332947e-05,
      "loss": 0.0169,
      "step": 14581
    },
    {
      "epoch": 1.5808759757155246,
      "grad_norm": 0.23646262288093567,
      "learning_rate": 4.747569998549253e-05,
      "loss": 0.0138,
      "step": 14582
    },
    {
      "epoch": 1.5809843885516046,
      "grad_norm": 0.36809012293815613,
      "learning_rate": 4.7472073117655596e-05,
      "loss": 0.0144,
      "step": 14583
    },
    {
      "epoch": 1.5810928013876842,
      "grad_norm": 0.282272070646286,
      "learning_rate": 4.746844624981866e-05,
      "loss": 0.0226,
      "step": 14584
    },
    {
      "epoch": 1.5812012142237641,
      "grad_norm": 0.30976220965385437,
      "learning_rate": 4.7464819381981724e-05,
      "loss": 0.0116,
      "step": 14585
    },
    {
      "epoch": 1.581309627059844,
      "grad_norm": 0.27855104207992554,
      "learning_rate": 4.746119251414479e-05,
      "loss": 0.0711,
      "step": 14586
    },
    {
      "epoch": 1.5814180398959237,
      "grad_norm": 0.6047424077987671,
      "learning_rate": 4.745756564630785e-05,
      "loss": 0.0776,
      "step": 14587
    },
    {
      "epoch": 1.5815264527320034,
      "grad_norm": 0.145612433552742,
      "learning_rate": 4.7453938778470916e-05,
      "loss": 0.0154,
      "step": 14588
    },
    {
      "epoch": 1.5816348655680832,
      "grad_norm": 0.11243611574172974,
      "learning_rate": 4.7450311910633973e-05,
      "loss": 0.0118,
      "step": 14589
    },
    {
      "epoch": 1.5817432784041632,
      "grad_norm": 0.013387390412390232,
      "learning_rate": 4.7446685042797044e-05,
      "loss": 0.0008,
      "step": 14590
    },
    {
      "epoch": 1.5818516912402427,
      "grad_norm": 0.17051242291927338,
      "learning_rate": 4.744305817496011e-05,
      "loss": 0.0271,
      "step": 14591
    },
    {
      "epoch": 1.5819601040763227,
      "grad_norm": 0.03158361837267876,
      "learning_rate": 4.743943130712317e-05,
      "loss": 0.0025,
      "step": 14592
    },
    {
      "epoch": 1.5820685169124025,
      "grad_norm": 0.1310483068227768,
      "learning_rate": 4.7435804439286237e-05,
      "loss": 0.0095,
      "step": 14593
    },
    {
      "epoch": 1.5821769297484822,
      "grad_norm": 0.1235567107796669,
      "learning_rate": 4.74321775714493e-05,
      "loss": 0.0261,
      "step": 14594
    },
    {
      "epoch": 1.582285342584562,
      "grad_norm": 0.3271051049232483,
      "learning_rate": 4.7428550703612365e-05,
      "loss": 0.072,
      "step": 14595
    },
    {
      "epoch": 1.5823937554206418,
      "grad_norm": 0.20986458659172058,
      "learning_rate": 4.742492383577543e-05,
      "loss": 0.0198,
      "step": 14596
    },
    {
      "epoch": 1.5825021682567217,
      "grad_norm": 0.11909649521112442,
      "learning_rate": 4.7421296967938486e-05,
      "loss": 0.0125,
      "step": 14597
    },
    {
      "epoch": 1.5826105810928013,
      "grad_norm": 0.3048514425754547,
      "learning_rate": 4.741767010010155e-05,
      "loss": 0.0486,
      "step": 14598
    },
    {
      "epoch": 1.5827189939288813,
      "grad_norm": 0.28342023491859436,
      "learning_rate": 4.741404323226462e-05,
      "loss": 0.036,
      "step": 14599
    },
    {
      "epoch": 1.5828274067649608,
      "grad_norm": 0.11023473739624023,
      "learning_rate": 4.7410416364427685e-05,
      "loss": 0.0172,
      "step": 14600
    },
    {
      "epoch": 1.5829358196010408,
      "grad_norm": 0.13793720304965973,
      "learning_rate": 4.740678949659075e-05,
      "loss": 0.0228,
      "step": 14601
    },
    {
      "epoch": 1.5830442324371206,
      "grad_norm": 0.2498117834329605,
      "learning_rate": 4.7403162628753814e-05,
      "loss": 0.0189,
      "step": 14602
    },
    {
      "epoch": 1.5831526452732003,
      "grad_norm": 0.4447697699069977,
      "learning_rate": 4.739953576091688e-05,
      "loss": 0.0438,
      "step": 14603
    },
    {
      "epoch": 1.58326105810928,
      "grad_norm": 0.32375073432922363,
      "learning_rate": 4.7395908893079935e-05,
      "loss": 0.0394,
      "step": 14604
    },
    {
      "epoch": 1.5833694709453598,
      "grad_norm": 0.3236452639102936,
      "learning_rate": 4.7392282025243e-05,
      "loss": 0.0139,
      "step": 14605
    },
    {
      "epoch": 1.5834778837814398,
      "grad_norm": 0.25577887892723083,
      "learning_rate": 4.738865515740606e-05,
      "loss": 0.0335,
      "step": 14606
    },
    {
      "epoch": 1.5835862966175194,
      "grad_norm": 0.20181293785572052,
      "learning_rate": 4.738502828956913e-05,
      "loss": 0.0196,
      "step": 14607
    },
    {
      "epoch": 1.5836947094535994,
      "grad_norm": 0.404032826423645,
      "learning_rate": 4.73814014217322e-05,
      "loss": 0.0146,
      "step": 14608
    },
    {
      "epoch": 1.5838031222896791,
      "grad_norm": 0.21548499166965485,
      "learning_rate": 4.737777455389526e-05,
      "loss": 0.0172,
      "step": 14609
    },
    {
      "epoch": 1.5839115351257589,
      "grad_norm": 0.08248230814933777,
      "learning_rate": 4.7374147686058326e-05,
      "loss": 0.0095,
      "step": 14610
    },
    {
      "epoch": 1.5840199479618386,
      "grad_norm": 0.2217434197664261,
      "learning_rate": 4.7370520818221384e-05,
      "loss": 0.0109,
      "step": 14611
    },
    {
      "epoch": 1.5841283607979184,
      "grad_norm": 0.26669126749038696,
      "learning_rate": 4.736689395038445e-05,
      "loss": 0.0232,
      "step": 14612
    },
    {
      "epoch": 1.5842367736339984,
      "grad_norm": 0.3739500939846039,
      "learning_rate": 4.736326708254751e-05,
      "loss": 0.0356,
      "step": 14613
    },
    {
      "epoch": 1.584345186470078,
      "grad_norm": 0.3786160349845886,
      "learning_rate": 4.7359640214710576e-05,
      "loss": 0.0971,
      "step": 14614
    },
    {
      "epoch": 1.584453599306158,
      "grad_norm": 0.12807896733283997,
      "learning_rate": 4.735601334687364e-05,
      "loss": 0.0154,
      "step": 14615
    },
    {
      "epoch": 1.5845620121422377,
      "grad_norm": 0.3443342447280884,
      "learning_rate": 4.735238647903671e-05,
      "loss": 0.0309,
      "step": 14616
    },
    {
      "epoch": 1.5846704249783174,
      "grad_norm": 0.2061484009027481,
      "learning_rate": 4.7348759611199775e-05,
      "loss": 0.0262,
      "step": 14617
    },
    {
      "epoch": 1.5847788378143972,
      "grad_norm": 0.1206972524523735,
      "learning_rate": 4.734513274336283e-05,
      "loss": 0.0113,
      "step": 14618
    },
    {
      "epoch": 1.584887250650477,
      "grad_norm": 0.23648370802402496,
      "learning_rate": 4.7341505875525897e-05,
      "loss": 0.0307,
      "step": 14619
    },
    {
      "epoch": 1.584995663486557,
      "grad_norm": 0.14743870496749878,
      "learning_rate": 4.733787900768896e-05,
      "loss": 0.027,
      "step": 14620
    },
    {
      "epoch": 1.5851040763226365,
      "grad_norm": 0.20118093490600586,
      "learning_rate": 4.7334252139852025e-05,
      "loss": 0.0385,
      "step": 14621
    },
    {
      "epoch": 1.5852124891587165,
      "grad_norm": 0.2666119635105133,
      "learning_rate": 4.733062527201509e-05,
      "loss": 0.0347,
      "step": 14622
    },
    {
      "epoch": 1.585320901994796,
      "grad_norm": 0.3562660217285156,
      "learning_rate": 4.732699840417815e-05,
      "loss": 0.0346,
      "step": 14623
    },
    {
      "epoch": 1.585429314830876,
      "grad_norm": 0.5704001784324646,
      "learning_rate": 4.732337153634122e-05,
      "loss": 0.055,
      "step": 14624
    },
    {
      "epoch": 1.5855377276669558,
      "grad_norm": 0.026926856487989426,
      "learning_rate": 4.731974466850428e-05,
      "loss": 0.0015,
      "step": 14625
    },
    {
      "epoch": 1.5856461405030355,
      "grad_norm": 0.2189648598432541,
      "learning_rate": 4.7316117800667345e-05,
      "loss": 0.0276,
      "step": 14626
    },
    {
      "epoch": 1.5857545533391153,
      "grad_norm": 0.39365753531455994,
      "learning_rate": 4.731249093283041e-05,
      "loss": 0.0442,
      "step": 14627
    },
    {
      "epoch": 1.585862966175195,
      "grad_norm": 0.1067177951335907,
      "learning_rate": 4.7308864064993473e-05,
      "loss": 0.0068,
      "step": 14628
    },
    {
      "epoch": 1.585971379011275,
      "grad_norm": 0.1383979767560959,
      "learning_rate": 4.730523719715654e-05,
      "loss": 0.0108,
      "step": 14629
    },
    {
      "epoch": 1.5860797918473546,
      "grad_norm": 0.8288313746452332,
      "learning_rate": 4.73016103293196e-05,
      "loss": 0.0444,
      "step": 14630
    },
    {
      "epoch": 1.5861882046834346,
      "grad_norm": 0.2263338416814804,
      "learning_rate": 4.7297983461482666e-05,
      "loss": 0.0281,
      "step": 14631
    },
    {
      "epoch": 1.5862966175195143,
      "grad_norm": 0.07138199359178543,
      "learning_rate": 4.729435659364573e-05,
      "loss": 0.0086,
      "step": 14632
    },
    {
      "epoch": 1.586405030355594,
      "grad_norm": 0.25941041111946106,
      "learning_rate": 4.7290729725808794e-05,
      "loss": 0.0225,
      "step": 14633
    },
    {
      "epoch": 1.5865134431916739,
      "grad_norm": 0.30992990732192993,
      "learning_rate": 4.728710285797186e-05,
      "loss": 0.0354,
      "step": 14634
    },
    {
      "epoch": 1.5866218560277536,
      "grad_norm": 0.15418291091918945,
      "learning_rate": 4.728347599013492e-05,
      "loss": 0.0128,
      "step": 14635
    },
    {
      "epoch": 1.5867302688638336,
      "grad_norm": 0.5418805480003357,
      "learning_rate": 4.7279849122297986e-05,
      "loss": 0.0355,
      "step": 14636
    },
    {
      "epoch": 1.5868386816999132,
      "grad_norm": 0.5991986989974976,
      "learning_rate": 4.727622225446105e-05,
      "loss": 0.0621,
      "step": 14637
    },
    {
      "epoch": 1.5869470945359931,
      "grad_norm": 0.39788058400154114,
      "learning_rate": 4.7272595386624115e-05,
      "loss": 0.0313,
      "step": 14638
    },
    {
      "epoch": 1.587055507372073,
      "grad_norm": 0.26425889134407043,
      "learning_rate": 4.726896851878718e-05,
      "loss": 0.0502,
      "step": 14639
    },
    {
      "epoch": 1.5871639202081527,
      "grad_norm": 0.448184609413147,
      "learning_rate": 4.726534165095024e-05,
      "loss": 0.073,
      "step": 14640
    },
    {
      "epoch": 1.5872723330442324,
      "grad_norm": 0.16035857796669006,
      "learning_rate": 4.72617147831133e-05,
      "loss": 0.0236,
      "step": 14641
    },
    {
      "epoch": 1.5873807458803122,
      "grad_norm": 0.22376476228237152,
      "learning_rate": 4.725808791527637e-05,
      "loss": 0.036,
      "step": 14642
    },
    {
      "epoch": 1.5874891587163922,
      "grad_norm": 0.057082101702690125,
      "learning_rate": 4.7254461047439435e-05,
      "loss": 0.0052,
      "step": 14643
    },
    {
      "epoch": 1.5875975715524717,
      "grad_norm": 0.2633862793445587,
      "learning_rate": 4.72508341796025e-05,
      "loss": 0.0444,
      "step": 14644
    },
    {
      "epoch": 1.5877059843885517,
      "grad_norm": 0.08582302927970886,
      "learning_rate": 4.724720731176556e-05,
      "loss": 0.005,
      "step": 14645
    },
    {
      "epoch": 1.5878143972246312,
      "grad_norm": 0.09689094871282578,
      "learning_rate": 4.724358044392863e-05,
      "loss": 0.0138,
      "step": 14646
    },
    {
      "epoch": 1.5879228100607112,
      "grad_norm": 0.3417181074619293,
      "learning_rate": 4.723995357609169e-05,
      "loss": 0.067,
      "step": 14647
    },
    {
      "epoch": 1.588031222896791,
      "grad_norm": 0.3239056468009949,
      "learning_rate": 4.7236326708254756e-05,
      "loss": 0.0477,
      "step": 14648
    },
    {
      "epoch": 1.5881396357328708,
      "grad_norm": 0.6325119137763977,
      "learning_rate": 4.723269984041781e-05,
      "loss": 0.0438,
      "step": 14649
    },
    {
      "epoch": 1.5882480485689505,
      "grad_norm": 0.1385519802570343,
      "learning_rate": 4.722907297258088e-05,
      "loss": 0.0064,
      "step": 14650
    },
    {
      "epoch": 1.5883564614050303,
      "grad_norm": 0.3896283507347107,
      "learning_rate": 4.722544610474395e-05,
      "loss": 0.0302,
      "step": 14651
    },
    {
      "epoch": 1.5884648742411103,
      "grad_norm": 0.4241955876350403,
      "learning_rate": 4.722181923690701e-05,
      "loss": 0.0555,
      "step": 14652
    },
    {
      "epoch": 1.5885732870771898,
      "grad_norm": 0.1741873323917389,
      "learning_rate": 4.7218192369070076e-05,
      "loss": 0.0193,
      "step": 14653
    },
    {
      "epoch": 1.5886816999132698,
      "grad_norm": 0.4819197952747345,
      "learning_rate": 4.721456550123314e-05,
      "loss": 0.0339,
      "step": 14654
    },
    {
      "epoch": 1.5887901127493496,
      "grad_norm": 0.17376115918159485,
      "learning_rate": 4.7210938633396204e-05,
      "loss": 0.0546,
      "step": 14655
    },
    {
      "epoch": 1.5888985255854293,
      "grad_norm": 0.33441096544265747,
      "learning_rate": 4.720731176555926e-05,
      "loss": 0.0227,
      "step": 14656
    },
    {
      "epoch": 1.589006938421509,
      "grad_norm": 0.34898287057876587,
      "learning_rate": 4.7203684897722326e-05,
      "loss": 0.0286,
      "step": 14657
    },
    {
      "epoch": 1.5891153512575888,
      "grad_norm": 0.44324493408203125,
      "learning_rate": 4.720005802988539e-05,
      "loss": 0.0195,
      "step": 14658
    },
    {
      "epoch": 1.5892237640936688,
      "grad_norm": 0.5313438177108765,
      "learning_rate": 4.7196431162048454e-05,
      "loss": 0.0408,
      "step": 14659
    },
    {
      "epoch": 1.5893321769297484,
      "grad_norm": 0.4423061013221741,
      "learning_rate": 4.7192804294211525e-05,
      "loss": 0.0608,
      "step": 14660
    },
    {
      "epoch": 1.5894405897658284,
      "grad_norm": 0.08621664345264435,
      "learning_rate": 4.718917742637459e-05,
      "loss": 0.0068,
      "step": 14661
    },
    {
      "epoch": 1.589549002601908,
      "grad_norm": 0.14582324028015137,
      "learning_rate": 4.718555055853765e-05,
      "loss": 0.0463,
      "step": 14662
    },
    {
      "epoch": 1.5896574154379879,
      "grad_norm": 0.4055117666721344,
      "learning_rate": 4.718192369070071e-05,
      "loss": 0.0371,
      "step": 14663
    },
    {
      "epoch": 1.5897658282740676,
      "grad_norm": 0.09297102689743042,
      "learning_rate": 4.7178296822863775e-05,
      "loss": 0.0113,
      "step": 14664
    },
    {
      "epoch": 1.5898742411101474,
      "grad_norm": 0.3149033188819885,
      "learning_rate": 4.717466995502684e-05,
      "loss": 0.0315,
      "step": 14665
    },
    {
      "epoch": 1.5899826539462274,
      "grad_norm": 0.38529205322265625,
      "learning_rate": 4.71710430871899e-05,
      "loss": 0.0382,
      "step": 14666
    },
    {
      "epoch": 1.590091066782307,
      "grad_norm": 0.23367957770824432,
      "learning_rate": 4.716741621935297e-05,
      "loss": 0.0226,
      "step": 14667
    },
    {
      "epoch": 1.590199479618387,
      "grad_norm": 0.2003733366727829,
      "learning_rate": 4.716378935151604e-05,
      "loss": 0.0458,
      "step": 14668
    },
    {
      "epoch": 1.5903078924544665,
      "grad_norm": 0.1437651515007019,
      "learning_rate": 4.71601624836791e-05,
      "loss": 0.0162,
      "step": 14669
    },
    {
      "epoch": 1.5904163052905465,
      "grad_norm": 0.19897937774658203,
      "learning_rate": 4.715653561584216e-05,
      "loss": 0.0284,
      "step": 14670
    },
    {
      "epoch": 1.5905247181266262,
      "grad_norm": 0.17518813908100128,
      "learning_rate": 4.715290874800522e-05,
      "loss": 0.024,
      "step": 14671
    },
    {
      "epoch": 1.590633130962706,
      "grad_norm": 0.14362476766109467,
      "learning_rate": 4.714928188016829e-05,
      "loss": 0.0207,
      "step": 14672
    },
    {
      "epoch": 1.5907415437987857,
      "grad_norm": 0.20187966525554657,
      "learning_rate": 4.714565501233135e-05,
      "loss": 0.0264,
      "step": 14673
    },
    {
      "epoch": 1.5908499566348655,
      "grad_norm": 0.3014219105243683,
      "learning_rate": 4.7142028144494416e-05,
      "loss": 0.05,
      "step": 14674
    },
    {
      "epoch": 1.5909583694709455,
      "grad_norm": 0.16287559270858765,
      "learning_rate": 4.713840127665748e-05,
      "loss": 0.0114,
      "step": 14675
    },
    {
      "epoch": 1.591066782307025,
      "grad_norm": 0.08463780581951141,
      "learning_rate": 4.7134774408820544e-05,
      "loss": 0.008,
      "step": 14676
    },
    {
      "epoch": 1.591175195143105,
      "grad_norm": 0.27248385548591614,
      "learning_rate": 4.713114754098361e-05,
      "loss": 0.0562,
      "step": 14677
    },
    {
      "epoch": 1.5912836079791848,
      "grad_norm": 0.22818192839622498,
      "learning_rate": 4.712752067314667e-05,
      "loss": 0.045,
      "step": 14678
    },
    {
      "epoch": 1.5913920208152645,
      "grad_norm": 0.1875000149011612,
      "learning_rate": 4.7123893805309736e-05,
      "loss": 0.011,
      "step": 14679
    },
    {
      "epoch": 1.5915004336513443,
      "grad_norm": 0.5733733177185059,
      "learning_rate": 4.71202669374728e-05,
      "loss": 0.0248,
      "step": 14680
    },
    {
      "epoch": 1.591608846487424,
      "grad_norm": 0.23138831555843353,
      "learning_rate": 4.7116640069635864e-05,
      "loss": 0.0535,
      "step": 14681
    },
    {
      "epoch": 1.591717259323504,
      "grad_norm": 0.1335388571023941,
      "learning_rate": 4.711301320179893e-05,
      "loss": 0.01,
      "step": 14682
    },
    {
      "epoch": 1.5918256721595836,
      "grad_norm": 0.20822672545909882,
      "learning_rate": 4.710938633396199e-05,
      "loss": 0.0202,
      "step": 14683
    },
    {
      "epoch": 1.5919340849956636,
      "grad_norm": 0.31101691722869873,
      "learning_rate": 4.7105759466125057e-05,
      "loss": 0.0469,
      "step": 14684
    },
    {
      "epoch": 1.5920424978317431,
      "grad_norm": 0.4252755343914032,
      "learning_rate": 4.710213259828812e-05,
      "loss": 0.082,
      "step": 14685
    },
    {
      "epoch": 1.592150910667823,
      "grad_norm": 0.3298109173774719,
      "learning_rate": 4.7098505730451185e-05,
      "loss": 0.0258,
      "step": 14686
    },
    {
      "epoch": 1.5922593235039029,
      "grad_norm": 0.12144401669502258,
      "learning_rate": 4.709487886261425e-05,
      "loss": 0.0274,
      "step": 14687
    },
    {
      "epoch": 1.5923677363399826,
      "grad_norm": 0.1871948391199112,
      "learning_rate": 4.709125199477731e-05,
      "loss": 0.021,
      "step": 14688
    },
    {
      "epoch": 1.5924761491760624,
      "grad_norm": 0.2231195569038391,
      "learning_rate": 4.708762512694038e-05,
      "loss": 0.0231,
      "step": 14689
    },
    {
      "epoch": 1.5925845620121422,
      "grad_norm": 0.2106124311685562,
      "learning_rate": 4.708399825910344e-05,
      "loss": 0.0336,
      "step": 14690
    },
    {
      "epoch": 1.5926929748482221,
      "grad_norm": 0.14082729816436768,
      "learning_rate": 4.7080371391266505e-05,
      "loss": 0.0249,
      "step": 14691
    },
    {
      "epoch": 1.5928013876843017,
      "grad_norm": 0.08599621802568436,
      "learning_rate": 4.707674452342957e-05,
      "loss": 0.0135,
      "step": 14692
    },
    {
      "epoch": 1.5929098005203817,
      "grad_norm": 0.26969215273857117,
      "learning_rate": 4.707311765559263e-05,
      "loss": 0.0378,
      "step": 14693
    },
    {
      "epoch": 1.5930182133564614,
      "grad_norm": 0.36279913783073425,
      "learning_rate": 4.70694907877557e-05,
      "loss": 0.0448,
      "step": 14694
    },
    {
      "epoch": 1.5931266261925412,
      "grad_norm": 0.1648910492658615,
      "learning_rate": 4.706586391991876e-05,
      "loss": 0.0338,
      "step": 14695
    },
    {
      "epoch": 1.593235039028621,
      "grad_norm": 0.1175483912229538,
      "learning_rate": 4.7062237052081826e-05,
      "loss": 0.019,
      "step": 14696
    },
    {
      "epoch": 1.5933434518647007,
      "grad_norm": 0.12053751945495605,
      "learning_rate": 4.705861018424489e-05,
      "loss": 0.0098,
      "step": 14697
    },
    {
      "epoch": 1.5934518647007807,
      "grad_norm": 0.36027273535728455,
      "learning_rate": 4.7054983316407954e-05,
      "loss": 0.0488,
      "step": 14698
    },
    {
      "epoch": 1.5935602775368602,
      "grad_norm": 0.1293630450963974,
      "learning_rate": 4.705135644857102e-05,
      "loss": 0.0392,
      "step": 14699
    },
    {
      "epoch": 1.5936686903729402,
      "grad_norm": 0.4004962146282196,
      "learning_rate": 4.704772958073408e-05,
      "loss": 0.0293,
      "step": 14700
    },
    {
      "epoch": 1.59377710320902,
      "grad_norm": 0.40579918026924133,
      "learning_rate": 4.704410271289714e-05,
      "loss": 0.0432,
      "step": 14701
    },
    {
      "epoch": 1.5938855160450998,
      "grad_norm": 0.09459955245256424,
      "learning_rate": 4.7040475845060204e-05,
      "loss": 0.0174,
      "step": 14702
    },
    {
      "epoch": 1.5939939288811795,
      "grad_norm": 0.3133634924888611,
      "learning_rate": 4.7036848977223275e-05,
      "loss": 0.0179,
      "step": 14703
    },
    {
      "epoch": 1.5941023417172593,
      "grad_norm": 0.47576794028282166,
      "learning_rate": 4.703322210938634e-05,
      "loss": 0.0489,
      "step": 14704
    },
    {
      "epoch": 1.5942107545533393,
      "grad_norm": 0.19084569811820984,
      "learning_rate": 4.70295952415494e-05,
      "loss": 0.0337,
      "step": 14705
    },
    {
      "epoch": 1.5943191673894188,
      "grad_norm": 0.029234586283564568,
      "learning_rate": 4.702596837371247e-05,
      "loss": 0.0033,
      "step": 14706
    },
    {
      "epoch": 1.5944275802254988,
      "grad_norm": 0.15846028923988342,
      "learning_rate": 4.702234150587553e-05,
      "loss": 0.0184,
      "step": 14707
    },
    {
      "epoch": 1.5945359930615783,
      "grad_norm": 0.06578195095062256,
      "learning_rate": 4.701871463803859e-05,
      "loss": 0.0113,
      "step": 14708
    },
    {
      "epoch": 1.5946444058976583,
      "grad_norm": 0.22209946811199188,
      "learning_rate": 4.701508777020165e-05,
      "loss": 0.0396,
      "step": 14709
    },
    {
      "epoch": 1.594752818733738,
      "grad_norm": 0.22637318074703217,
      "learning_rate": 4.7011460902364717e-05,
      "loss": 0.0304,
      "step": 14710
    },
    {
      "epoch": 1.5948612315698178,
      "grad_norm": 0.15406987071037292,
      "learning_rate": 4.700783403452779e-05,
      "loss": 0.008,
      "step": 14711
    },
    {
      "epoch": 1.5949696444058976,
      "grad_norm": 0.14290888607501984,
      "learning_rate": 4.700420716669085e-05,
      "loss": 0.0116,
      "step": 14712
    },
    {
      "epoch": 1.5950780572419774,
      "grad_norm": 0.3062739074230194,
      "learning_rate": 4.7000580298853916e-05,
      "loss": 0.0298,
      "step": 14713
    },
    {
      "epoch": 1.5951864700780574,
      "grad_norm": 0.2509734630584717,
      "learning_rate": 4.699695343101698e-05,
      "loss": 0.0303,
      "step": 14714
    },
    {
      "epoch": 1.595294882914137,
      "grad_norm": 0.23888450860977173,
      "learning_rate": 4.699332656318004e-05,
      "loss": 0.0298,
      "step": 14715
    },
    {
      "epoch": 1.5954032957502169,
      "grad_norm": 0.42418861389160156,
      "learning_rate": 4.69896996953431e-05,
      "loss": 0.096,
      "step": 14716
    },
    {
      "epoch": 1.5955117085862967,
      "grad_norm": 0.4189678728580475,
      "learning_rate": 4.6986072827506165e-05,
      "loss": 0.063,
      "step": 14717
    },
    {
      "epoch": 1.5956201214223764,
      "grad_norm": 0.3404200077056885,
      "learning_rate": 4.698244595966923e-05,
      "loss": 0.0302,
      "step": 14718
    },
    {
      "epoch": 1.5957285342584562,
      "grad_norm": 0.38650378584861755,
      "learning_rate": 4.6978819091832294e-05,
      "loss": 0.0382,
      "step": 14719
    },
    {
      "epoch": 1.595836947094536,
      "grad_norm": 0.5340961813926697,
      "learning_rate": 4.6975192223995364e-05,
      "loss": 0.0658,
      "step": 14720
    },
    {
      "epoch": 1.595945359930616,
      "grad_norm": 0.458283007144928,
      "learning_rate": 4.697156535615843e-05,
      "loss": 0.0408,
      "step": 14721
    },
    {
      "epoch": 1.5960537727666955,
      "grad_norm": 0.2612077593803406,
      "learning_rate": 4.6967938488321486e-05,
      "loss": 0.012,
      "step": 14722
    },
    {
      "epoch": 1.5961621856027755,
      "grad_norm": 0.44623643159866333,
      "learning_rate": 4.696431162048455e-05,
      "loss": 0.0621,
      "step": 14723
    },
    {
      "epoch": 1.5962705984388552,
      "grad_norm": 0.291072279214859,
      "learning_rate": 4.6960684752647614e-05,
      "loss": 0.0332,
      "step": 14724
    },
    {
      "epoch": 1.596379011274935,
      "grad_norm": 0.49191173911094666,
      "learning_rate": 4.695705788481068e-05,
      "loss": 0.0486,
      "step": 14725
    },
    {
      "epoch": 1.5964874241110147,
      "grad_norm": 0.4654342830181122,
      "learning_rate": 4.695343101697374e-05,
      "loss": 0.0579,
      "step": 14726
    },
    {
      "epoch": 1.5965958369470945,
      "grad_norm": 0.29906487464904785,
      "learning_rate": 4.6949804149136806e-05,
      "loss": 0.036,
      "step": 14727
    },
    {
      "epoch": 1.5967042497831745,
      "grad_norm": 0.08772469311952591,
      "learning_rate": 4.694617728129987e-05,
      "loss": 0.0127,
      "step": 14728
    },
    {
      "epoch": 1.596812662619254,
      "grad_norm": 0.11994478106498718,
      "learning_rate": 4.6942550413462935e-05,
      "loss": 0.0075,
      "step": 14729
    },
    {
      "epoch": 1.596921075455334,
      "grad_norm": 0.2736828625202179,
      "learning_rate": 4.6938923545626e-05,
      "loss": 0.0232,
      "step": 14730
    },
    {
      "epoch": 1.5970294882914136,
      "grad_norm": 0.5245084166526794,
      "learning_rate": 4.693529667778906e-05,
      "loss": 0.0213,
      "step": 14731
    },
    {
      "epoch": 1.5971379011274935,
      "grad_norm": 0.2980186641216278,
      "learning_rate": 4.693166980995213e-05,
      "loss": 0.0283,
      "step": 14732
    },
    {
      "epoch": 1.5972463139635733,
      "grad_norm": 0.16917763650417328,
      "learning_rate": 4.692804294211519e-05,
      "loss": 0.0218,
      "step": 14733
    },
    {
      "epoch": 1.597354726799653,
      "grad_norm": 0.1371508538722992,
      "learning_rate": 4.6924416074278255e-05,
      "loss": 0.0154,
      "step": 14734
    },
    {
      "epoch": 1.5974631396357328,
      "grad_norm": 0.11278393864631653,
      "learning_rate": 4.692078920644132e-05,
      "loss": 0.02,
      "step": 14735
    },
    {
      "epoch": 1.5975715524718126,
      "grad_norm": 0.29311907291412354,
      "learning_rate": 4.691716233860438e-05,
      "loss": 0.0545,
      "step": 14736
    },
    {
      "epoch": 1.5976799653078926,
      "grad_norm": 0.3625418543815613,
      "learning_rate": 4.691353547076745e-05,
      "loss": 0.0332,
      "step": 14737
    },
    {
      "epoch": 1.5977883781439721,
      "grad_norm": 0.20330749452114105,
      "learning_rate": 4.690990860293051e-05,
      "loss": 0.0106,
      "step": 14738
    },
    {
      "epoch": 1.597896790980052,
      "grad_norm": 0.3702709376811981,
      "learning_rate": 4.6906281735093576e-05,
      "loss": 0.0303,
      "step": 14739
    },
    {
      "epoch": 1.5980052038161319,
      "grad_norm": 0.28671911358833313,
      "learning_rate": 4.690265486725664e-05,
      "loss": 0.0425,
      "step": 14740
    },
    {
      "epoch": 1.5981136166522116,
      "grad_norm": 0.21691010892391205,
      "learning_rate": 4.6899027999419704e-05,
      "loss": 0.027,
      "step": 14741
    },
    {
      "epoch": 1.5982220294882914,
      "grad_norm": 0.3215084671974182,
      "learning_rate": 4.689540113158277e-05,
      "loss": 0.0276,
      "step": 14742
    },
    {
      "epoch": 1.5983304423243712,
      "grad_norm": 0.3732273578643799,
      "learning_rate": 4.689177426374583e-05,
      "loss": 0.0454,
      "step": 14743
    },
    {
      "epoch": 1.5984388551604511,
      "grad_norm": 0.3176192343235016,
      "learning_rate": 4.6888147395908896e-05,
      "loss": 0.0361,
      "step": 14744
    },
    {
      "epoch": 1.5985472679965307,
      "grad_norm": 0.25550520420074463,
      "learning_rate": 4.6884520528071953e-05,
      "loss": 0.0274,
      "step": 14745
    },
    {
      "epoch": 1.5986556808326107,
      "grad_norm": 0.15060709416866302,
      "learning_rate": 4.6880893660235024e-05,
      "loss": 0.0146,
      "step": 14746
    },
    {
      "epoch": 1.5987640936686902,
      "grad_norm": 0.24200528860092163,
      "learning_rate": 4.687726679239809e-05,
      "loss": 0.0263,
      "step": 14747
    },
    {
      "epoch": 1.5988725065047702,
      "grad_norm": 0.23609232902526855,
      "learning_rate": 4.687363992456115e-05,
      "loss": 0.0266,
      "step": 14748
    },
    {
      "epoch": 1.59898091934085,
      "grad_norm": 0.07320307940244675,
      "learning_rate": 4.687001305672422e-05,
      "loss": 0.0195,
      "step": 14749
    },
    {
      "epoch": 1.5990893321769297,
      "grad_norm": 0.32849007844924927,
      "learning_rate": 4.686638618888728e-05,
      "loss": 0.0374,
      "step": 14750
    },
    {
      "epoch": 1.5991977450130095,
      "grad_norm": 0.3185104429721832,
      "learning_rate": 4.6862759321050345e-05,
      "loss": 0.0564,
      "step": 14751
    },
    {
      "epoch": 1.5993061578490892,
      "grad_norm": 0.12418287992477417,
      "learning_rate": 4.685913245321341e-05,
      "loss": 0.0125,
      "step": 14752
    },
    {
      "epoch": 1.5994145706851692,
      "grad_norm": 0.1678929179906845,
      "learning_rate": 4.6855505585376466e-05,
      "loss": 0.0325,
      "step": 14753
    },
    {
      "epoch": 1.5995229835212488,
      "grad_norm": 0.07825113087892532,
      "learning_rate": 4.685187871753953e-05,
      "loss": 0.0075,
      "step": 14754
    },
    {
      "epoch": 1.5996313963573288,
      "grad_norm": 0.1858733743429184,
      "learning_rate": 4.68482518497026e-05,
      "loss": 0.0336,
      "step": 14755
    },
    {
      "epoch": 1.5997398091934085,
      "grad_norm": 0.1561528891324997,
      "learning_rate": 4.6844624981865665e-05,
      "loss": 0.0164,
      "step": 14756
    },
    {
      "epoch": 1.5998482220294883,
      "grad_norm": 0.32186976075172424,
      "learning_rate": 4.684099811402873e-05,
      "loss": 0.0328,
      "step": 14757
    },
    {
      "epoch": 1.599956634865568,
      "grad_norm": 0.4193449318408966,
      "learning_rate": 4.6837371246191794e-05,
      "loss": 0.0923,
      "step": 14758
    },
    {
      "epoch": 1.6000650477016478,
      "grad_norm": 0.2089119702577591,
      "learning_rate": 4.683374437835486e-05,
      "loss": 0.0264,
      "step": 14759
    },
    {
      "epoch": 1.6001734605377278,
      "grad_norm": 0.13166013360023499,
      "learning_rate": 4.6830117510517915e-05,
      "loss": 0.0211,
      "step": 14760
    },
    {
      "epoch": 1.6002818733738073,
      "grad_norm": 0.20083589851856232,
      "learning_rate": 4.682649064268098e-05,
      "loss": 0.0114,
      "step": 14761
    },
    {
      "epoch": 1.6003902862098873,
      "grad_norm": 0.1695416122674942,
      "learning_rate": 4.682286377484404e-05,
      "loss": 0.0193,
      "step": 14762
    },
    {
      "epoch": 1.600498699045967,
      "grad_norm": 0.14037840068340302,
      "learning_rate": 4.6819236907007114e-05,
      "loss": 0.0237,
      "step": 14763
    },
    {
      "epoch": 1.6006071118820469,
      "grad_norm": 0.24781881272792816,
      "learning_rate": 4.681561003917018e-05,
      "loss": 0.0217,
      "step": 14764
    },
    {
      "epoch": 1.6007155247181266,
      "grad_norm": 0.13332265615463257,
      "learning_rate": 4.681198317133324e-05,
      "loss": 0.0191,
      "step": 14765
    },
    {
      "epoch": 1.6008239375542064,
      "grad_norm": 0.5238423943519592,
      "learning_rate": 4.6808356303496306e-05,
      "loss": 0.0498,
      "step": 14766
    },
    {
      "epoch": 1.6009323503902864,
      "grad_norm": 0.10643503814935684,
      "learning_rate": 4.6804729435659364e-05,
      "loss": 0.0188,
      "step": 14767
    },
    {
      "epoch": 1.601040763226366,
      "grad_norm": 0.17638957500457764,
      "learning_rate": 4.680110256782243e-05,
      "loss": 0.013,
      "step": 14768
    },
    {
      "epoch": 1.601149176062446,
      "grad_norm": 0.42517706751823425,
      "learning_rate": 4.679747569998549e-05,
      "loss": 0.0681,
      "step": 14769
    },
    {
      "epoch": 1.6012575888985254,
      "grad_norm": 0.23364980518817902,
      "learning_rate": 4.6793848832148556e-05,
      "loss": 0.0264,
      "step": 14770
    },
    {
      "epoch": 1.6013660017346054,
      "grad_norm": 0.09444494545459747,
      "learning_rate": 4.679022196431162e-05,
      "loss": 0.0167,
      "step": 14771
    },
    {
      "epoch": 1.6014744145706852,
      "grad_norm": 0.31868043541908264,
      "learning_rate": 4.678659509647469e-05,
      "loss": 0.0502,
      "step": 14772
    },
    {
      "epoch": 1.601582827406765,
      "grad_norm": 0.45403584837913513,
      "learning_rate": 4.6782968228637755e-05,
      "loss": 0.064,
      "step": 14773
    },
    {
      "epoch": 1.6016912402428447,
      "grad_norm": 0.09037567675113678,
      "learning_rate": 4.677934136080081e-05,
      "loss": 0.016,
      "step": 14774
    },
    {
      "epoch": 1.6017996530789245,
      "grad_norm": 0.34699544310569763,
      "learning_rate": 4.677571449296388e-05,
      "loss": 0.0456,
      "step": 14775
    },
    {
      "epoch": 1.6019080659150045,
      "grad_norm": 0.32920077443122864,
      "learning_rate": 4.677208762512694e-05,
      "loss": 0.0135,
      "step": 14776
    },
    {
      "epoch": 1.602016478751084,
      "grad_norm": 0.3552774488925934,
      "learning_rate": 4.6768460757290005e-05,
      "loss": 0.0286,
      "step": 14777
    },
    {
      "epoch": 1.602124891587164,
      "grad_norm": 0.1737232506275177,
      "learning_rate": 4.676483388945307e-05,
      "loss": 0.0289,
      "step": 14778
    },
    {
      "epoch": 1.6022333044232437,
      "grad_norm": 0.13618691265583038,
      "learning_rate": 4.676120702161613e-05,
      "loss": 0.0173,
      "step": 14779
    },
    {
      "epoch": 1.6023417172593235,
      "grad_norm": 0.6127094030380249,
      "learning_rate": 4.67575801537792e-05,
      "loss": 0.0697,
      "step": 14780
    },
    {
      "epoch": 1.6024501300954033,
      "grad_norm": 0.3791530132293701,
      "learning_rate": 4.675395328594227e-05,
      "loss": 0.0379,
      "step": 14781
    },
    {
      "epoch": 1.602558542931483,
      "grad_norm": 0.15628601610660553,
      "learning_rate": 4.6750326418105325e-05,
      "loss": 0.0238,
      "step": 14782
    },
    {
      "epoch": 1.602666955767563,
      "grad_norm": 0.13531774282455444,
      "learning_rate": 4.674669955026839e-05,
      "loss": 0.0169,
      "step": 14783
    },
    {
      "epoch": 1.6027753686036426,
      "grad_norm": 0.10926295816898346,
      "learning_rate": 4.6743072682431454e-05,
      "loss": 0.0095,
      "step": 14784
    },
    {
      "epoch": 1.6028837814397225,
      "grad_norm": 0.41719701886177063,
      "learning_rate": 4.673944581459452e-05,
      "loss": 0.0393,
      "step": 14785
    },
    {
      "epoch": 1.6029921942758023,
      "grad_norm": 0.1376064419746399,
      "learning_rate": 4.673581894675758e-05,
      "loss": 0.0135,
      "step": 14786
    },
    {
      "epoch": 1.603100607111882,
      "grad_norm": 0.1511780023574829,
      "learning_rate": 4.6732192078920646e-05,
      "loss": 0.0239,
      "step": 14787
    },
    {
      "epoch": 1.6032090199479618,
      "grad_norm": 0.16614829003810883,
      "learning_rate": 4.672856521108371e-05,
      "loss": 0.0288,
      "step": 14788
    },
    {
      "epoch": 1.6033174327840416,
      "grad_norm": 0.05807190015912056,
      "learning_rate": 4.6724938343246774e-05,
      "loss": 0.0016,
      "step": 14789
    },
    {
      "epoch": 1.6034258456201216,
      "grad_norm": 0.30869436264038086,
      "learning_rate": 4.672131147540984e-05,
      "loss": 0.0426,
      "step": 14790
    },
    {
      "epoch": 1.6035342584562011,
      "grad_norm": 0.2649502456188202,
      "learning_rate": 4.67176846075729e-05,
      "loss": 0.0642,
      "step": 14791
    },
    {
      "epoch": 1.603642671292281,
      "grad_norm": 0.28461045026779175,
      "learning_rate": 4.6714057739735966e-05,
      "loss": 0.0378,
      "step": 14792
    },
    {
      "epoch": 1.6037510841283606,
      "grad_norm": 0.17358273267745972,
      "learning_rate": 4.671043087189903e-05,
      "loss": 0.0161,
      "step": 14793
    },
    {
      "epoch": 1.6038594969644406,
      "grad_norm": 1.3218721151351929,
      "learning_rate": 4.6706804004062095e-05,
      "loss": 0.0435,
      "step": 14794
    },
    {
      "epoch": 1.6039679098005204,
      "grad_norm": 0.026136983186006546,
      "learning_rate": 4.670317713622516e-05,
      "loss": 0.0023,
      "step": 14795
    },
    {
      "epoch": 1.6040763226366002,
      "grad_norm": 0.06256363540887833,
      "learning_rate": 4.669955026838822e-05,
      "loss": 0.0057,
      "step": 14796
    },
    {
      "epoch": 1.60418473547268,
      "grad_norm": 0.4138188362121582,
      "learning_rate": 4.669592340055129e-05,
      "loss": 0.0314,
      "step": 14797
    },
    {
      "epoch": 1.6042931483087597,
      "grad_norm": 0.4284878671169281,
      "learning_rate": 4.669229653271435e-05,
      "loss": 0.0506,
      "step": 14798
    },
    {
      "epoch": 1.6044015611448397,
      "grad_norm": 0.15796585381031036,
      "learning_rate": 4.6688669664877415e-05,
      "loss": 0.0387,
      "step": 14799
    },
    {
      "epoch": 1.6045099739809192,
      "grad_norm": 0.07067352533340454,
      "learning_rate": 4.668504279704048e-05,
      "loss": 0.0075,
      "step": 14800
    },
    {
      "epoch": 1.6046183868169992,
      "grad_norm": 0.09178431332111359,
      "learning_rate": 4.668141592920354e-05,
      "loss": 0.008,
      "step": 14801
    },
    {
      "epoch": 1.604726799653079,
      "grad_norm": 0.41108351945877075,
      "learning_rate": 4.667778906136661e-05,
      "loss": 0.0499,
      "step": 14802
    },
    {
      "epoch": 1.6048352124891587,
      "grad_norm": 0.22716638445854187,
      "learning_rate": 4.667416219352967e-05,
      "loss": 0.0119,
      "step": 14803
    },
    {
      "epoch": 1.6049436253252385,
      "grad_norm": 0.5378727912902832,
      "learning_rate": 4.6670535325692736e-05,
      "loss": 0.0225,
      "step": 14804
    },
    {
      "epoch": 1.6050520381613183,
      "grad_norm": 0.2761574387550354,
      "learning_rate": 4.666690845785579e-05,
      "loss": 0.0234,
      "step": 14805
    },
    {
      "epoch": 1.6051604509973982,
      "grad_norm": 0.20224548876285553,
      "learning_rate": 4.6663281590018864e-05,
      "loss": 0.0359,
      "step": 14806
    },
    {
      "epoch": 1.6052688638334778,
      "grad_norm": 0.1943056732416153,
      "learning_rate": 4.665965472218193e-05,
      "loss": 0.0207,
      "step": 14807
    },
    {
      "epoch": 1.6053772766695578,
      "grad_norm": 0.25210195779800415,
      "learning_rate": 4.665602785434499e-05,
      "loss": 0.0335,
      "step": 14808
    },
    {
      "epoch": 1.6054856895056373,
      "grad_norm": 0.27889150381088257,
      "learning_rate": 4.6652400986508056e-05,
      "loss": 0.0481,
      "step": 14809
    },
    {
      "epoch": 1.6055941023417173,
      "grad_norm": 0.44432172179222107,
      "learning_rate": 4.664877411867112e-05,
      "loss": 0.0256,
      "step": 14810
    },
    {
      "epoch": 1.605702515177797,
      "grad_norm": 0.1796211302280426,
      "learning_rate": 4.6645147250834184e-05,
      "loss": 0.0299,
      "step": 14811
    },
    {
      "epoch": 1.6058109280138768,
      "grad_norm": 0.39801540970802307,
      "learning_rate": 4.664152038299724e-05,
      "loss": 0.0285,
      "step": 14812
    },
    {
      "epoch": 1.6059193408499568,
      "grad_norm": 0.19478636980056763,
      "learning_rate": 4.6637893515160306e-05,
      "loss": 0.0208,
      "step": 14813
    },
    {
      "epoch": 1.6060277536860363,
      "grad_norm": 0.35357800126075745,
      "learning_rate": 4.663426664732337e-05,
      "loss": 0.0323,
      "step": 14814
    },
    {
      "epoch": 1.6061361665221163,
      "grad_norm": 0.4524920880794525,
      "learning_rate": 4.663063977948644e-05,
      "loss": 0.0357,
      "step": 14815
    },
    {
      "epoch": 1.6062445793581959,
      "grad_norm": 0.32525116205215454,
      "learning_rate": 4.6627012911649505e-05,
      "loss": 0.0252,
      "step": 14816
    },
    {
      "epoch": 1.6063529921942759,
      "grad_norm": 0.14766424894332886,
      "learning_rate": 4.662338604381257e-05,
      "loss": 0.0221,
      "step": 14817
    },
    {
      "epoch": 1.6064614050303556,
      "grad_norm": 0.19049306213855743,
      "learning_rate": 4.661975917597563e-05,
      "loss": 0.0271,
      "step": 14818
    },
    {
      "epoch": 1.6065698178664354,
      "grad_norm": 0.11569499969482422,
      "learning_rate": 4.661613230813869e-05,
      "loss": 0.0095,
      "step": 14819
    },
    {
      "epoch": 1.6066782307025151,
      "grad_norm": 0.05974271893501282,
      "learning_rate": 4.6612505440301755e-05,
      "loss": 0.0046,
      "step": 14820
    },
    {
      "epoch": 1.606786643538595,
      "grad_norm": 0.13909552991390228,
      "learning_rate": 4.660887857246482e-05,
      "loss": 0.0169,
      "step": 14821
    },
    {
      "epoch": 1.606895056374675,
      "grad_norm": 0.2332586944103241,
      "learning_rate": 4.660525170462788e-05,
      "loss": 0.0425,
      "step": 14822
    },
    {
      "epoch": 1.6070034692107544,
      "grad_norm": 0.22234122455120087,
      "learning_rate": 4.660162483679095e-05,
      "loss": 0.0477,
      "step": 14823
    },
    {
      "epoch": 1.6071118820468344,
      "grad_norm": 0.1766347438097,
      "learning_rate": 4.659799796895402e-05,
      "loss": 0.0391,
      "step": 14824
    },
    {
      "epoch": 1.6072202948829142,
      "grad_norm": 0.14669686555862427,
      "learning_rate": 4.659437110111708e-05,
      "loss": 0.0063,
      "step": 14825
    },
    {
      "epoch": 1.607328707718994,
      "grad_norm": 0.32640013098716736,
      "learning_rate": 4.659074423328014e-05,
      "loss": 0.0516,
      "step": 14826
    },
    {
      "epoch": 1.6074371205550737,
      "grad_norm": 0.4068370759487152,
      "learning_rate": 4.65871173654432e-05,
      "loss": 0.081,
      "step": 14827
    },
    {
      "epoch": 1.6075455333911535,
      "grad_norm": 0.15649302303791046,
      "learning_rate": 4.658349049760627e-05,
      "loss": 0.0172,
      "step": 14828
    },
    {
      "epoch": 1.6076539462272335,
      "grad_norm": 0.15086489915847778,
      "learning_rate": 4.657986362976933e-05,
      "loss": 0.0173,
      "step": 14829
    },
    {
      "epoch": 1.607762359063313,
      "grad_norm": 0.21980880200862885,
      "learning_rate": 4.6576236761932396e-05,
      "loss": 0.0419,
      "step": 14830
    },
    {
      "epoch": 1.607870771899393,
      "grad_norm": 0.35859352350234985,
      "learning_rate": 4.657260989409546e-05,
      "loss": 0.0262,
      "step": 14831
    },
    {
      "epoch": 1.6079791847354725,
      "grad_norm": 0.4529339671134949,
      "learning_rate": 4.656898302625853e-05,
      "loss": 0.0429,
      "step": 14832
    },
    {
      "epoch": 1.6080875975715525,
      "grad_norm": 0.1299809217453003,
      "learning_rate": 4.6565356158421595e-05,
      "loss": 0.0077,
      "step": 14833
    },
    {
      "epoch": 1.6081960104076323,
      "grad_norm": 0.6238418817520142,
      "learning_rate": 4.656172929058465e-05,
      "loss": 0.0503,
      "step": 14834
    },
    {
      "epoch": 1.608304423243712,
      "grad_norm": 0.24594047665596008,
      "learning_rate": 4.6558102422747716e-05,
      "loss": 0.0181,
      "step": 14835
    },
    {
      "epoch": 1.6084128360797918,
      "grad_norm": 0.16227078437805176,
      "learning_rate": 4.655447555491078e-05,
      "loss": 0.0136,
      "step": 14836
    },
    {
      "epoch": 1.6085212489158716,
      "grad_norm": 0.18311592936515808,
      "learning_rate": 4.6550848687073844e-05,
      "loss": 0.0231,
      "step": 14837
    },
    {
      "epoch": 1.6086296617519515,
      "grad_norm": 0.30015382170677185,
      "learning_rate": 4.654722181923691e-05,
      "loss": 0.0271,
      "step": 14838
    },
    {
      "epoch": 1.608738074588031,
      "grad_norm": 0.1969665139913559,
      "learning_rate": 4.654359495139997e-05,
      "loss": 0.0254,
      "step": 14839
    },
    {
      "epoch": 1.608846487424111,
      "grad_norm": 0.12915436923503876,
      "learning_rate": 4.653996808356304e-05,
      "loss": 0.0313,
      "step": 14840
    },
    {
      "epoch": 1.6089549002601908,
      "grad_norm": 0.17489419877529144,
      "learning_rate": 4.65363412157261e-05,
      "loss": 0.0165,
      "step": 14841
    },
    {
      "epoch": 1.6090633130962706,
      "grad_norm": 0.3360539376735687,
      "learning_rate": 4.6532714347889165e-05,
      "loss": 0.0189,
      "step": 14842
    },
    {
      "epoch": 1.6091717259323504,
      "grad_norm": 0.2649814784526825,
      "learning_rate": 4.652908748005223e-05,
      "loss": 0.0168,
      "step": 14843
    },
    {
      "epoch": 1.6092801387684301,
      "grad_norm": 0.2607383131980896,
      "learning_rate": 4.652546061221529e-05,
      "loss": 0.0259,
      "step": 14844
    },
    {
      "epoch": 1.60938855160451,
      "grad_norm": 0.49141135811805725,
      "learning_rate": 4.652183374437836e-05,
      "loss": 0.0561,
      "step": 14845
    },
    {
      "epoch": 1.6094969644405897,
      "grad_norm": 0.09224799275398254,
      "learning_rate": 4.651820687654142e-05,
      "loss": 0.0201,
      "step": 14846
    },
    {
      "epoch": 1.6096053772766696,
      "grad_norm": 0.12823303043842316,
      "learning_rate": 4.6514580008704485e-05,
      "loss": 0.006,
      "step": 14847
    },
    {
      "epoch": 1.6097137901127494,
      "grad_norm": 0.3356395959854126,
      "learning_rate": 4.651095314086755e-05,
      "loss": 0.025,
      "step": 14848
    },
    {
      "epoch": 1.6098222029488292,
      "grad_norm": 0.07498091459274292,
      "learning_rate": 4.6507326273030614e-05,
      "loss": 0.0133,
      "step": 14849
    },
    {
      "epoch": 1.609930615784909,
      "grad_norm": 0.09388305991888046,
      "learning_rate": 4.650369940519368e-05,
      "loss": 0.0064,
      "step": 14850
    },
    {
      "epoch": 1.6100390286209887,
      "grad_norm": 0.31786876916885376,
      "learning_rate": 4.650007253735674e-05,
      "loss": 0.0453,
      "step": 14851
    },
    {
      "epoch": 1.6101474414570687,
      "grad_norm": 0.060551103204488754,
      "learning_rate": 4.6496445669519806e-05,
      "loss": 0.0112,
      "step": 14852
    },
    {
      "epoch": 1.6102558542931482,
      "grad_norm": 0.1044713705778122,
      "learning_rate": 4.649281880168287e-05,
      "loss": 0.0125,
      "step": 14853
    },
    {
      "epoch": 1.6103642671292282,
      "grad_norm": 0.3907274901866913,
      "learning_rate": 4.6489191933845934e-05,
      "loss": 0.0314,
      "step": 14854
    },
    {
      "epoch": 1.6104726799653077,
      "grad_norm": 0.37147656083106995,
      "learning_rate": 4.6485565066009e-05,
      "loss": 0.0197,
      "step": 14855
    },
    {
      "epoch": 1.6105810928013877,
      "grad_norm": 0.28735148906707764,
      "learning_rate": 4.648193819817206e-05,
      "loss": 0.0249,
      "step": 14856
    },
    {
      "epoch": 1.6106895056374675,
      "grad_norm": 0.2258908450603485,
      "learning_rate": 4.647831133033512e-05,
      "loss": 0.0423,
      "step": 14857
    },
    {
      "epoch": 1.6107979184735473,
      "grad_norm": 0.6603291034698486,
      "learning_rate": 4.647468446249819e-05,
      "loss": 0.0576,
      "step": 14858
    },
    {
      "epoch": 1.610906331309627,
      "grad_norm": 0.10787779837846756,
      "learning_rate": 4.6471057594661255e-05,
      "loss": 0.0215,
      "step": 14859
    },
    {
      "epoch": 1.6110147441457068,
      "grad_norm": 0.2267325520515442,
      "learning_rate": 4.646743072682432e-05,
      "loss": 0.0252,
      "step": 14860
    },
    {
      "epoch": 1.6111231569817868,
      "grad_norm": 0.3148289620876312,
      "learning_rate": 4.646380385898738e-05,
      "loss": 0.0446,
      "step": 14861
    },
    {
      "epoch": 1.6112315698178663,
      "grad_norm": 0.11692254990339279,
      "learning_rate": 4.646017699115045e-05,
      "loss": 0.0063,
      "step": 14862
    },
    {
      "epoch": 1.6113399826539463,
      "grad_norm": 0.18787267804145813,
      "learning_rate": 4.645655012331351e-05,
      "loss": 0.0229,
      "step": 14863
    },
    {
      "epoch": 1.611448395490026,
      "grad_norm": 0.23216961324214935,
      "learning_rate": 4.645292325547657e-05,
      "loss": 0.0258,
      "step": 14864
    },
    {
      "epoch": 1.6115568083261058,
      "grad_norm": 0.1839616894721985,
      "learning_rate": 4.644929638763963e-05,
      "loss": 0.0191,
      "step": 14865
    },
    {
      "epoch": 1.6116652211621856,
      "grad_norm": 0.5623992085456848,
      "learning_rate": 4.64456695198027e-05,
      "loss": 0.0638,
      "step": 14866
    },
    {
      "epoch": 1.6117736339982653,
      "grad_norm": 0.11757147312164307,
      "learning_rate": 4.644204265196577e-05,
      "loss": 0.0178,
      "step": 14867
    },
    {
      "epoch": 1.6118820468343453,
      "grad_norm": 0.26414239406585693,
      "learning_rate": 4.643841578412883e-05,
      "loss": 0.0357,
      "step": 14868
    },
    {
      "epoch": 1.6119904596704249,
      "grad_norm": 0.3435833156108856,
      "learning_rate": 4.6434788916291896e-05,
      "loss": 0.0431,
      "step": 14869
    },
    {
      "epoch": 1.6120988725065049,
      "grad_norm": 0.5252230167388916,
      "learning_rate": 4.643116204845496e-05,
      "loss": 0.039,
      "step": 14870
    },
    {
      "epoch": 1.6122072853425846,
      "grad_norm": 0.24303129315376282,
      "learning_rate": 4.642753518061802e-05,
      "loss": 0.0266,
      "step": 14871
    },
    {
      "epoch": 1.6123156981786644,
      "grad_norm": 0.4172569811344147,
      "learning_rate": 4.642390831278108e-05,
      "loss": 0.0436,
      "step": 14872
    },
    {
      "epoch": 1.6124241110147441,
      "grad_norm": 0.26683157682418823,
      "learning_rate": 4.6420281444944145e-05,
      "loss": 0.0214,
      "step": 14873
    },
    {
      "epoch": 1.612532523850824,
      "grad_norm": 0.19394351541996002,
      "learning_rate": 4.641665457710721e-05,
      "loss": 0.0399,
      "step": 14874
    },
    {
      "epoch": 1.612640936686904,
      "grad_norm": 0.3584539294242859,
      "learning_rate": 4.6413027709270274e-05,
      "loss": 0.0268,
      "step": 14875
    },
    {
      "epoch": 1.6127493495229834,
      "grad_norm": 0.34396761655807495,
      "learning_rate": 4.6409400841433344e-05,
      "loss": 0.0475,
      "step": 14876
    },
    {
      "epoch": 1.6128577623590634,
      "grad_norm": 0.33984139561653137,
      "learning_rate": 4.640577397359641e-05,
      "loss": 0.0266,
      "step": 14877
    },
    {
      "epoch": 1.612966175195143,
      "grad_norm": 0.5054870247840881,
      "learning_rate": 4.6402147105759466e-05,
      "loss": 0.0333,
      "step": 14878
    },
    {
      "epoch": 1.613074588031223,
      "grad_norm": 0.2200496792793274,
      "learning_rate": 4.639852023792253e-05,
      "loss": 0.025,
      "step": 14879
    },
    {
      "epoch": 1.6131830008673027,
      "grad_norm": 0.2014719545841217,
      "learning_rate": 4.6394893370085594e-05,
      "loss": 0.0106,
      "step": 14880
    },
    {
      "epoch": 1.6132914137033825,
      "grad_norm": 0.2355463206768036,
      "learning_rate": 4.639126650224866e-05,
      "loss": 0.0113,
      "step": 14881
    },
    {
      "epoch": 1.6133998265394622,
      "grad_norm": 0.07785859704017639,
      "learning_rate": 4.638763963441172e-05,
      "loss": 0.0129,
      "step": 14882
    },
    {
      "epoch": 1.613508239375542,
      "grad_norm": 0.19804522395133972,
      "learning_rate": 4.6384012766574786e-05,
      "loss": 0.0294,
      "step": 14883
    },
    {
      "epoch": 1.613616652211622,
      "grad_norm": 0.4645856022834778,
      "learning_rate": 4.638038589873786e-05,
      "loss": 0.0674,
      "step": 14884
    },
    {
      "epoch": 1.6137250650477015,
      "grad_norm": 0.23263326287269592,
      "learning_rate": 4.637675903090092e-05,
      "loss": 0.034,
      "step": 14885
    },
    {
      "epoch": 1.6138334778837815,
      "grad_norm": 0.16509036719799042,
      "learning_rate": 4.637313216306398e-05,
      "loss": 0.0137,
      "step": 14886
    },
    {
      "epoch": 1.6139418907198613,
      "grad_norm": 0.10559189319610596,
      "learning_rate": 4.636950529522704e-05,
      "loss": 0.0335,
      "step": 14887
    },
    {
      "epoch": 1.614050303555941,
      "grad_norm": 0.10696836560964584,
      "learning_rate": 4.636587842739011e-05,
      "loss": 0.0116,
      "step": 14888
    },
    {
      "epoch": 1.6141587163920208,
      "grad_norm": 0.35171544551849365,
      "learning_rate": 4.636225155955317e-05,
      "loss": 0.0249,
      "step": 14889
    },
    {
      "epoch": 1.6142671292281006,
      "grad_norm": 0.4156973361968994,
      "learning_rate": 4.6358624691716235e-05,
      "loss": 0.019,
      "step": 14890
    },
    {
      "epoch": 1.6143755420641805,
      "grad_norm": 0.4247850477695465,
      "learning_rate": 4.63549978238793e-05,
      "loss": 0.0573,
      "step": 14891
    },
    {
      "epoch": 1.61448395490026,
      "grad_norm": 0.3186124265193939,
      "learning_rate": 4.635137095604236e-05,
      "loss": 0.021,
      "step": 14892
    },
    {
      "epoch": 1.61459236773634,
      "grad_norm": 0.08214835822582245,
      "learning_rate": 4.634774408820543e-05,
      "loss": 0.0166,
      "step": 14893
    },
    {
      "epoch": 1.6147007805724196,
      "grad_norm": 0.05741983279585838,
      "learning_rate": 4.634411722036849e-05,
      "loss": 0.0045,
      "step": 14894
    },
    {
      "epoch": 1.6148091934084996,
      "grad_norm": 0.21911311149597168,
      "learning_rate": 4.6340490352531556e-05,
      "loss": 0.0214,
      "step": 14895
    },
    {
      "epoch": 1.6149176062445794,
      "grad_norm": 0.1114734560251236,
      "learning_rate": 4.633686348469462e-05,
      "loss": 0.0151,
      "step": 14896
    },
    {
      "epoch": 1.6150260190806591,
      "grad_norm": 0.22026588022708893,
      "learning_rate": 4.6333236616857684e-05,
      "loss": 0.0168,
      "step": 14897
    },
    {
      "epoch": 1.6151344319167389,
      "grad_norm": 0.12470975518226624,
      "learning_rate": 4.632960974902075e-05,
      "loss": 0.0137,
      "step": 14898
    },
    {
      "epoch": 1.6152428447528187,
      "grad_norm": 0.15343251824378967,
      "learning_rate": 4.632598288118381e-05,
      "loss": 0.0152,
      "step": 14899
    },
    {
      "epoch": 1.6153512575888986,
      "grad_norm": 0.23732449114322662,
      "learning_rate": 4.6322356013346876e-05,
      "loss": 0.0112,
      "step": 14900
    },
    {
      "epoch": 1.6154596704249782,
      "grad_norm": 0.2740394175052643,
      "learning_rate": 4.631872914550994e-05,
      "loss": 0.0267,
      "step": 14901
    },
    {
      "epoch": 1.6155680832610582,
      "grad_norm": 0.28623753786087036,
      "learning_rate": 4.6315102277673004e-05,
      "loss": 0.0382,
      "step": 14902
    },
    {
      "epoch": 1.615676496097138,
      "grad_norm": 0.23766373097896576,
      "learning_rate": 4.631147540983607e-05,
      "loss": 0.025,
      "step": 14903
    },
    {
      "epoch": 1.6157849089332177,
      "grad_norm": 0.26812636852264404,
      "learning_rate": 4.630784854199913e-05,
      "loss": 0.0183,
      "step": 14904
    },
    {
      "epoch": 1.6158933217692975,
      "grad_norm": 0.11953500658273697,
      "learning_rate": 4.63042216741622e-05,
      "loss": 0.0115,
      "step": 14905
    },
    {
      "epoch": 1.6160017346053772,
      "grad_norm": 0.4019014239311218,
      "learning_rate": 4.630059480632526e-05,
      "loss": 0.0382,
      "step": 14906
    },
    {
      "epoch": 1.6161101474414572,
      "grad_norm": 0.25961169600486755,
      "learning_rate": 4.6296967938488325e-05,
      "loss": 0.0214,
      "step": 14907
    },
    {
      "epoch": 1.6162185602775367,
      "grad_norm": 0.5075571537017822,
      "learning_rate": 4.629334107065139e-05,
      "loss": 0.0542,
      "step": 14908
    },
    {
      "epoch": 1.6163269731136167,
      "grad_norm": 0.2991223633289337,
      "learning_rate": 4.6289714202814446e-05,
      "loss": 0.0266,
      "step": 14909
    },
    {
      "epoch": 1.6164353859496965,
      "grad_norm": 0.12413404881954193,
      "learning_rate": 4.628608733497752e-05,
      "loss": 0.0126,
      "step": 14910
    },
    {
      "epoch": 1.6165437987857763,
      "grad_norm": 0.056912828236818314,
      "learning_rate": 4.628246046714058e-05,
      "loss": 0.0075,
      "step": 14911
    },
    {
      "epoch": 1.616652211621856,
      "grad_norm": 0.33905282616615295,
      "learning_rate": 4.6278833599303645e-05,
      "loss": 0.017,
      "step": 14912
    },
    {
      "epoch": 1.6167606244579358,
      "grad_norm": 0.37440431118011475,
      "learning_rate": 4.627520673146671e-05,
      "loss": 0.0541,
      "step": 14913
    },
    {
      "epoch": 1.6168690372940158,
      "grad_norm": 0.12049061805009842,
      "learning_rate": 4.6271579863629774e-05,
      "loss": 0.0119,
      "step": 14914
    },
    {
      "epoch": 1.6169774501300953,
      "grad_norm": 0.1282987892627716,
      "learning_rate": 4.626795299579284e-05,
      "loss": 0.0129,
      "step": 14915
    },
    {
      "epoch": 1.6170858629661753,
      "grad_norm": 0.2917075753211975,
      "learning_rate": 4.6264326127955895e-05,
      "loss": 0.0293,
      "step": 14916
    },
    {
      "epoch": 1.6171942758022548,
      "grad_norm": 0.2957586646080017,
      "learning_rate": 4.626069926011896e-05,
      "loss": 0.0109,
      "step": 14917
    },
    {
      "epoch": 1.6173026886383348,
      "grad_norm": 0.2904766798019409,
      "learning_rate": 4.625707239228202e-05,
      "loss": 0.02,
      "step": 14918
    },
    {
      "epoch": 1.6174111014744146,
      "grad_norm": 0.14875048398971558,
      "learning_rate": 4.6253445524445094e-05,
      "loss": 0.0092,
      "step": 14919
    },
    {
      "epoch": 1.6175195143104943,
      "grad_norm": 0.07022610306739807,
      "learning_rate": 4.624981865660816e-05,
      "loss": 0.0127,
      "step": 14920
    },
    {
      "epoch": 1.617627927146574,
      "grad_norm": 0.08281724154949188,
      "learning_rate": 4.624619178877122e-05,
      "loss": 0.0051,
      "step": 14921
    },
    {
      "epoch": 1.6177363399826539,
      "grad_norm": 0.20471704006195068,
      "learning_rate": 4.6242564920934287e-05,
      "loss": 0.0128,
      "step": 14922
    },
    {
      "epoch": 1.6178447528187339,
      "grad_norm": 0.14058516919612885,
      "learning_rate": 4.6238938053097344e-05,
      "loss": 0.0179,
      "step": 14923
    },
    {
      "epoch": 1.6179531656548134,
      "grad_norm": 0.22727428376674652,
      "learning_rate": 4.623531118526041e-05,
      "loss": 0.0226,
      "step": 14924
    },
    {
      "epoch": 1.6180615784908934,
      "grad_norm": 0.3826341927051544,
      "learning_rate": 4.623168431742347e-05,
      "loss": 0.0379,
      "step": 14925
    },
    {
      "epoch": 1.6181699913269731,
      "grad_norm": 0.04734647274017334,
      "learning_rate": 4.6228057449586536e-05,
      "loss": 0.0068,
      "step": 14926
    },
    {
      "epoch": 1.618278404163053,
      "grad_norm": 0.26387354731559753,
      "learning_rate": 4.622443058174961e-05,
      "loss": 0.0131,
      "step": 14927
    },
    {
      "epoch": 1.6183868169991327,
      "grad_norm": 0.0855679139494896,
      "learning_rate": 4.622080371391267e-05,
      "loss": 0.0112,
      "step": 14928
    },
    {
      "epoch": 1.6184952298352124,
      "grad_norm": 0.15858235955238342,
      "learning_rate": 4.6217176846075735e-05,
      "loss": 0.015,
      "step": 14929
    },
    {
      "epoch": 1.6186036426712924,
      "grad_norm": 0.272670179605484,
      "learning_rate": 4.621354997823879e-05,
      "loss": 0.0242,
      "step": 14930
    },
    {
      "epoch": 1.618712055507372,
      "grad_norm": 0.32055410742759705,
      "learning_rate": 4.620992311040186e-05,
      "loss": 0.0391,
      "step": 14931
    },
    {
      "epoch": 1.618820468343452,
      "grad_norm": 0.21458017826080322,
      "learning_rate": 4.620629624256492e-05,
      "loss": 0.0204,
      "step": 14932
    },
    {
      "epoch": 1.6189288811795317,
      "grad_norm": 0.3118753433227539,
      "learning_rate": 4.6202669374727985e-05,
      "loss": 0.0558,
      "step": 14933
    },
    {
      "epoch": 1.6190372940156115,
      "grad_norm": 0.3317253589630127,
      "learning_rate": 4.619904250689105e-05,
      "loss": 0.008,
      "step": 14934
    },
    {
      "epoch": 1.6191457068516912,
      "grad_norm": 0.13896432518959045,
      "learning_rate": 4.619541563905411e-05,
      "loss": 0.0144,
      "step": 14935
    },
    {
      "epoch": 1.619254119687771,
      "grad_norm": 0.22912219166755676,
      "learning_rate": 4.6191788771217184e-05,
      "loss": 0.0325,
      "step": 14936
    },
    {
      "epoch": 1.619362532523851,
      "grad_norm": 0.15481841564178467,
      "learning_rate": 4.618816190338025e-05,
      "loss": 0.0112,
      "step": 14937
    },
    {
      "epoch": 1.6194709453599305,
      "grad_norm": 0.23555627465248108,
      "learning_rate": 4.6184535035543305e-05,
      "loss": 0.0138,
      "step": 14938
    },
    {
      "epoch": 1.6195793581960105,
      "grad_norm": 0.2586042284965515,
      "learning_rate": 4.618090816770637e-05,
      "loss": 0.0289,
      "step": 14939
    },
    {
      "epoch": 1.61968777103209,
      "grad_norm": 0.4638076722621918,
      "learning_rate": 4.6177281299869434e-05,
      "loss": 0.042,
      "step": 14940
    },
    {
      "epoch": 1.61979618386817,
      "grad_norm": 0.05457223579287529,
      "learning_rate": 4.61736544320325e-05,
      "loss": 0.0078,
      "step": 14941
    },
    {
      "epoch": 1.6199045967042498,
      "grad_norm": 0.24866725504398346,
      "learning_rate": 4.617002756419556e-05,
      "loss": 0.0301,
      "step": 14942
    },
    {
      "epoch": 1.6200130095403296,
      "grad_norm": 0.2700607478618622,
      "learning_rate": 4.6166400696358626e-05,
      "loss": 0.0301,
      "step": 14943
    },
    {
      "epoch": 1.6201214223764093,
      "grad_norm": 0.08243205398321152,
      "learning_rate": 4.616277382852169e-05,
      "loss": 0.005,
      "step": 14944
    },
    {
      "epoch": 1.620229835212489,
      "grad_norm": 0.4890398383140564,
      "learning_rate": 4.6159146960684754e-05,
      "loss": 0.0505,
      "step": 14945
    },
    {
      "epoch": 1.620338248048569,
      "grad_norm": 0.1431518942117691,
      "learning_rate": 4.615552009284782e-05,
      "loss": 0.028,
      "step": 14946
    },
    {
      "epoch": 1.6204466608846486,
      "grad_norm": 0.18399755656719208,
      "learning_rate": 4.615189322501088e-05,
      "loss": 0.0181,
      "step": 14947
    },
    {
      "epoch": 1.6205550737207286,
      "grad_norm": 0.23153410851955414,
      "learning_rate": 4.6148266357173946e-05,
      "loss": 0.0353,
      "step": 14948
    },
    {
      "epoch": 1.6206634865568084,
      "grad_norm": 0.17933405935764313,
      "learning_rate": 4.614463948933701e-05,
      "loss": 0.0167,
      "step": 14949
    },
    {
      "epoch": 1.6207718993928881,
      "grad_norm": 0.4688680171966553,
      "learning_rate": 4.6141012621500075e-05,
      "loss": 0.0199,
      "step": 14950
    },
    {
      "epoch": 1.620880312228968,
      "grad_norm": 0.12349686771631241,
      "learning_rate": 4.613738575366314e-05,
      "loss": 0.0096,
      "step": 14951
    },
    {
      "epoch": 1.6209887250650477,
      "grad_norm": 0.3924558162689209,
      "learning_rate": 4.61337588858262e-05,
      "loss": 0.0404,
      "step": 14952
    },
    {
      "epoch": 1.6210971379011276,
      "grad_norm": 0.3226260542869568,
      "learning_rate": 4.613013201798927e-05,
      "loss": 0.0629,
      "step": 14953
    },
    {
      "epoch": 1.6212055507372072,
      "grad_norm": 0.327732652425766,
      "learning_rate": 4.612650515015233e-05,
      "loss": 0.035,
      "step": 14954
    },
    {
      "epoch": 1.6213139635732872,
      "grad_norm": 0.08696447312831879,
      "learning_rate": 4.6122878282315395e-05,
      "loss": 0.0093,
      "step": 14955
    },
    {
      "epoch": 1.6214223764093667,
      "grad_norm": 0.13939949870109558,
      "learning_rate": 4.611925141447846e-05,
      "loss": 0.021,
      "step": 14956
    },
    {
      "epoch": 1.6215307892454467,
      "grad_norm": 0.1083340123295784,
      "learning_rate": 4.6115624546641523e-05,
      "loss": 0.0081,
      "step": 14957
    },
    {
      "epoch": 1.6216392020815265,
      "grad_norm": 0.22503536939620972,
      "learning_rate": 4.611199767880459e-05,
      "loss": 0.0146,
      "step": 14958
    },
    {
      "epoch": 1.6217476149176062,
      "grad_norm": 0.4601476192474365,
      "learning_rate": 4.610837081096765e-05,
      "loss": 0.0649,
      "step": 14959
    },
    {
      "epoch": 1.6218560277536862,
      "grad_norm": 0.47039443254470825,
      "learning_rate": 4.6104743943130716e-05,
      "loss": 0.0403,
      "step": 14960
    },
    {
      "epoch": 1.6219644405897657,
      "grad_norm": 0.38764214515686035,
      "learning_rate": 4.610111707529377e-05,
      "loss": 0.0448,
      "step": 14961
    },
    {
      "epoch": 1.6220728534258457,
      "grad_norm": 0.11055587977170944,
      "learning_rate": 4.6097490207456844e-05,
      "loss": 0.0103,
      "step": 14962
    },
    {
      "epoch": 1.6221812662619253,
      "grad_norm": 0.35374915599823,
      "learning_rate": 4.609386333961991e-05,
      "loss": 0.0168,
      "step": 14963
    },
    {
      "epoch": 1.6222896790980053,
      "grad_norm": 0.3243975341320038,
      "learning_rate": 4.609023647178297e-05,
      "loss": 0.0462,
      "step": 14964
    },
    {
      "epoch": 1.622398091934085,
      "grad_norm": 0.10122008621692657,
      "learning_rate": 4.6086609603946036e-05,
      "loss": 0.0132,
      "step": 14965
    },
    {
      "epoch": 1.6225065047701648,
      "grad_norm": 0.23804081976413727,
      "learning_rate": 4.60829827361091e-05,
      "loss": 0.0455,
      "step": 14966
    },
    {
      "epoch": 1.6226149176062445,
      "grad_norm": 0.03643246367573738,
      "learning_rate": 4.6079355868272164e-05,
      "loss": 0.0049,
      "step": 14967
    },
    {
      "epoch": 1.6227233304423243,
      "grad_norm": 0.3684828579425812,
      "learning_rate": 4.607572900043522e-05,
      "loss": 0.0503,
      "step": 14968
    },
    {
      "epoch": 1.6228317432784043,
      "grad_norm": 0.14232350885868073,
      "learning_rate": 4.6072102132598286e-05,
      "loss": 0.0126,
      "step": 14969
    },
    {
      "epoch": 1.6229401561144838,
      "grad_norm": 0.08952302485704422,
      "learning_rate": 4.606847526476135e-05,
      "loss": 0.0074,
      "step": 14970
    },
    {
      "epoch": 1.6230485689505638,
      "grad_norm": 0.3582175076007843,
      "learning_rate": 4.606484839692442e-05,
      "loss": 0.0311,
      "step": 14971
    },
    {
      "epoch": 1.6231569817866436,
      "grad_norm": 0.12090670317411423,
      "learning_rate": 4.6061221529087485e-05,
      "loss": 0.0073,
      "step": 14972
    },
    {
      "epoch": 1.6232653946227233,
      "grad_norm": 0.10140860080718994,
      "learning_rate": 4.605759466125055e-05,
      "loss": 0.0101,
      "step": 14973
    },
    {
      "epoch": 1.623373807458803,
      "grad_norm": 0.07994814217090607,
      "learning_rate": 4.605396779341361e-05,
      "loss": 0.0097,
      "step": 14974
    },
    {
      "epoch": 1.6234822202948829,
      "grad_norm": 0.298720121383667,
      "learning_rate": 4.605034092557667e-05,
      "loss": 0.0537,
      "step": 14975
    },
    {
      "epoch": 1.6235906331309629,
      "grad_norm": 0.24929040670394897,
      "learning_rate": 4.6046714057739735e-05,
      "loss": 0.034,
      "step": 14976
    },
    {
      "epoch": 1.6236990459670424,
      "grad_norm": 0.3509944975376129,
      "learning_rate": 4.60430871899028e-05,
      "loss": 0.037,
      "step": 14977
    },
    {
      "epoch": 1.6238074588031224,
      "grad_norm": 0.10935259610414505,
      "learning_rate": 4.603946032206586e-05,
      "loss": 0.0136,
      "step": 14978
    },
    {
      "epoch": 1.623915871639202,
      "grad_norm": 0.09786371141672134,
      "learning_rate": 4.6035833454228934e-05,
      "loss": 0.0063,
      "step": 14979
    },
    {
      "epoch": 1.624024284475282,
      "grad_norm": 0.1983174830675125,
      "learning_rate": 4.6032206586392e-05,
      "loss": 0.0342,
      "step": 14980
    },
    {
      "epoch": 1.6241326973113617,
      "grad_norm": 0.12490569055080414,
      "learning_rate": 4.602857971855506e-05,
      "loss": 0.0152,
      "step": 14981
    },
    {
      "epoch": 1.6242411101474414,
      "grad_norm": 0.10820816457271576,
      "learning_rate": 4.6024952850718126e-05,
      "loss": 0.0248,
      "step": 14982
    },
    {
      "epoch": 1.6243495229835212,
      "grad_norm": 0.2457752525806427,
      "learning_rate": 4.602132598288118e-05,
      "loss": 0.0512,
      "step": 14983
    },
    {
      "epoch": 1.624457935819601,
      "grad_norm": 0.4498607814311981,
      "learning_rate": 4.601769911504425e-05,
      "loss": 0.0231,
      "step": 14984
    },
    {
      "epoch": 1.624566348655681,
      "grad_norm": 0.06681779026985168,
      "learning_rate": 4.601407224720731e-05,
      "loss": 0.0076,
      "step": 14985
    },
    {
      "epoch": 1.6246747614917605,
      "grad_norm": 0.271344929933548,
      "learning_rate": 4.6010445379370376e-05,
      "loss": 0.0167,
      "step": 14986
    },
    {
      "epoch": 1.6247831743278405,
      "grad_norm": 0.32275113463401794,
      "learning_rate": 4.600681851153344e-05,
      "loss": 0.0537,
      "step": 14987
    },
    {
      "epoch": 1.6248915871639202,
      "grad_norm": 0.3907475173473358,
      "learning_rate": 4.600319164369651e-05,
      "loss": 0.039,
      "step": 14988
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.3853090703487396,
      "learning_rate": 4.5999564775859575e-05,
      "loss": 0.0226,
      "step": 14989
    },
    {
      "epoch": 1.6251084128360798,
      "grad_norm": 0.5100792050361633,
      "learning_rate": 4.599593790802263e-05,
      "loss": 0.0603,
      "step": 14990
    },
    {
      "epoch": 1.6252168256721595,
      "grad_norm": 0.22070693969726562,
      "learning_rate": 4.5992311040185696e-05,
      "loss": 0.0201,
      "step": 14991
    },
    {
      "epoch": 1.6253252385082395,
      "grad_norm": 0.09041613340377808,
      "learning_rate": 4.598868417234876e-05,
      "loss": 0.0158,
      "step": 14992
    },
    {
      "epoch": 1.625433651344319,
      "grad_norm": 0.2576143741607666,
      "learning_rate": 4.5985057304511824e-05,
      "loss": 0.0263,
      "step": 14993
    },
    {
      "epoch": 1.625542064180399,
      "grad_norm": 0.20487365126609802,
      "learning_rate": 4.598143043667489e-05,
      "loss": 0.0601,
      "step": 14994
    },
    {
      "epoch": 1.6256504770164788,
      "grad_norm": 0.08045221865177155,
      "learning_rate": 4.597780356883795e-05,
      "loss": 0.0126,
      "step": 14995
    },
    {
      "epoch": 1.6257588898525586,
      "grad_norm": 0.26723983883857727,
      "learning_rate": 4.5974176701001024e-05,
      "loss": 0.0209,
      "step": 14996
    },
    {
      "epoch": 1.6258673026886383,
      "grad_norm": 0.23658469319343567,
      "learning_rate": 4.597054983316408e-05,
      "loss": 0.0322,
      "step": 14997
    },
    {
      "epoch": 1.625975715524718,
      "grad_norm": 0.25172457098960876,
      "learning_rate": 4.5966922965327145e-05,
      "loss": 0.0698,
      "step": 14998
    },
    {
      "epoch": 1.626084128360798,
      "grad_norm": 0.15408733487129211,
      "learning_rate": 4.596329609749021e-05,
      "loss": 0.0124,
      "step": 14999
    },
    {
      "epoch": 1.6261925411968776,
      "grad_norm": 0.15553025901317596,
      "learning_rate": 4.595966922965327e-05,
      "loss": 0.0174,
      "step": 15000
    },
    {
      "epoch": 1.6263009540329576,
      "grad_norm": 0.12178502976894379,
      "learning_rate": 4.595604236181634e-05,
      "loss": 0.0091,
      "step": 15001
    },
    {
      "epoch": 1.6264093668690371,
      "grad_norm": 0.6810945272445679,
      "learning_rate": 4.59524154939794e-05,
      "loss": 0.0855,
      "step": 15002
    },
    {
      "epoch": 1.6265177797051171,
      "grad_norm": 0.35205554962158203,
      "learning_rate": 4.5948788626142465e-05,
      "loss": 0.0501,
      "step": 15003
    },
    {
      "epoch": 1.626626192541197,
      "grad_norm": 0.2306775450706482,
      "learning_rate": 4.594516175830553e-05,
      "loss": 0.0431,
      "step": 15004
    },
    {
      "epoch": 1.6267346053772767,
      "grad_norm": 0.11588209867477417,
      "learning_rate": 4.5941534890468594e-05,
      "loss": 0.0125,
      "step": 15005
    },
    {
      "epoch": 1.6268430182133564,
      "grad_norm": 0.12922373414039612,
      "learning_rate": 4.593790802263166e-05,
      "loss": 0.0125,
      "step": 15006
    },
    {
      "epoch": 1.6269514310494362,
      "grad_norm": 0.6635923385620117,
      "learning_rate": 4.593428115479472e-05,
      "loss": 0.0518,
      "step": 15007
    },
    {
      "epoch": 1.6270598438855162,
      "grad_norm": 0.15475569665431976,
      "learning_rate": 4.5930654286957786e-05,
      "loss": 0.0191,
      "step": 15008
    },
    {
      "epoch": 1.6271682567215957,
      "grad_norm": 0.41650375723838806,
      "learning_rate": 4.592702741912085e-05,
      "loss": 0.0439,
      "step": 15009
    },
    {
      "epoch": 1.6272766695576757,
      "grad_norm": 0.24542374908924103,
      "learning_rate": 4.5923400551283914e-05,
      "loss": 0.0471,
      "step": 15010
    },
    {
      "epoch": 1.6273850823937555,
      "grad_norm": 0.4426421523094177,
      "learning_rate": 4.591977368344698e-05,
      "loss": 0.0153,
      "step": 15011
    },
    {
      "epoch": 1.6274934952298352,
      "grad_norm": 0.22574026882648468,
      "learning_rate": 4.591614681561004e-05,
      "loss": 0.0469,
      "step": 15012
    },
    {
      "epoch": 1.627601908065915,
      "grad_norm": 0.22697706520557404,
      "learning_rate": 4.59125199477731e-05,
      "loss": 0.0206,
      "step": 15013
    },
    {
      "epoch": 1.6277103209019947,
      "grad_norm": 0.1420918107032776,
      "learning_rate": 4.590889307993617e-05,
      "loss": 0.0119,
      "step": 15014
    },
    {
      "epoch": 1.6278187337380747,
      "grad_norm": 0.09821340441703796,
      "learning_rate": 4.5905266212099235e-05,
      "loss": 0.0132,
      "step": 15015
    },
    {
      "epoch": 1.6279271465741543,
      "grad_norm": 0.2896130084991455,
      "learning_rate": 4.59016393442623e-05,
      "loss": 0.0479,
      "step": 15016
    },
    {
      "epoch": 1.6280355594102343,
      "grad_norm": 0.25601109862327576,
      "learning_rate": 4.589801247642536e-05,
      "loss": 0.0172,
      "step": 15017
    },
    {
      "epoch": 1.6281439722463138,
      "grad_norm": 0.10968361049890518,
      "learning_rate": 4.589438560858843e-05,
      "loss": 0.0126,
      "step": 15018
    },
    {
      "epoch": 1.6282523850823938,
      "grad_norm": 0.25266027450561523,
      "learning_rate": 4.589075874075149e-05,
      "loss": 0.0262,
      "step": 15019
    },
    {
      "epoch": 1.6283607979184735,
      "grad_norm": 0.12346270680427551,
      "learning_rate": 4.588713187291455e-05,
      "loss": 0.0124,
      "step": 15020
    },
    {
      "epoch": 1.6284692107545533,
      "grad_norm": 0.30122947692871094,
      "learning_rate": 4.588350500507761e-05,
      "loss": 0.0389,
      "step": 15021
    },
    {
      "epoch": 1.6285776235906333,
      "grad_norm": 0.053889643400907516,
      "learning_rate": 4.5879878137240683e-05,
      "loss": 0.0053,
      "step": 15022
    },
    {
      "epoch": 1.6286860364267128,
      "grad_norm": 0.38182902336120605,
      "learning_rate": 4.587625126940375e-05,
      "loss": 0.0372,
      "step": 15023
    },
    {
      "epoch": 1.6287944492627928,
      "grad_norm": 0.4179244041442871,
      "learning_rate": 4.587262440156681e-05,
      "loss": 0.0525,
      "step": 15024
    },
    {
      "epoch": 1.6289028620988724,
      "grad_norm": 0.32497960329055786,
      "learning_rate": 4.5868997533729876e-05,
      "loss": 0.0344,
      "step": 15025
    },
    {
      "epoch": 1.6290112749349523,
      "grad_norm": 0.2609268128871918,
      "learning_rate": 4.586537066589294e-05,
      "loss": 0.0072,
      "step": 15026
    },
    {
      "epoch": 1.629119687771032,
      "grad_norm": 0.28469792008399963,
      "learning_rate": 4.5861743798056e-05,
      "loss": 0.0289,
      "step": 15027
    },
    {
      "epoch": 1.6292281006071119,
      "grad_norm": 0.2766970098018646,
      "learning_rate": 4.585811693021906e-05,
      "loss": 0.0371,
      "step": 15028
    },
    {
      "epoch": 1.6293365134431916,
      "grad_norm": 0.195588618516922,
      "learning_rate": 4.5854490062382125e-05,
      "loss": 0.0211,
      "step": 15029
    },
    {
      "epoch": 1.6294449262792714,
      "grad_norm": 0.11580582708120346,
      "learning_rate": 4.585086319454519e-05,
      "loss": 0.0193,
      "step": 15030
    },
    {
      "epoch": 1.6295533391153514,
      "grad_norm": 0.1522093266248703,
      "learning_rate": 4.584723632670826e-05,
      "loss": 0.0361,
      "step": 15031
    },
    {
      "epoch": 1.629661751951431,
      "grad_norm": 0.1520942747592926,
      "learning_rate": 4.5843609458871325e-05,
      "loss": 0.025,
      "step": 15032
    },
    {
      "epoch": 1.629770164787511,
      "grad_norm": 0.16399258375167847,
      "learning_rate": 4.583998259103439e-05,
      "loss": 0.0112,
      "step": 15033
    },
    {
      "epoch": 1.6298785776235907,
      "grad_norm": 0.1257706731557846,
      "learning_rate": 4.583635572319745e-05,
      "loss": 0.0241,
      "step": 15034
    },
    {
      "epoch": 1.6299869904596704,
      "grad_norm": 0.3452710509300232,
      "learning_rate": 4.583272885536051e-05,
      "loss": 0.0404,
      "step": 15035
    },
    {
      "epoch": 1.6300954032957502,
      "grad_norm": 0.38160577416419983,
      "learning_rate": 4.5829101987523574e-05,
      "loss": 0.0466,
      "step": 15036
    },
    {
      "epoch": 1.63020381613183,
      "grad_norm": 0.30416393280029297,
      "learning_rate": 4.582547511968664e-05,
      "loss": 0.0651,
      "step": 15037
    },
    {
      "epoch": 1.63031222896791,
      "grad_norm": 0.11034967750310898,
      "learning_rate": 4.58218482518497e-05,
      "loss": 0.0143,
      "step": 15038
    },
    {
      "epoch": 1.6304206418039895,
      "grad_norm": 0.32401734590530396,
      "learning_rate": 4.5818221384012766e-05,
      "loss": 0.0553,
      "step": 15039
    },
    {
      "epoch": 1.6305290546400695,
      "grad_norm": 0.1900673806667328,
      "learning_rate": 4.581459451617584e-05,
      "loss": 0.0426,
      "step": 15040
    },
    {
      "epoch": 1.630637467476149,
      "grad_norm": 0.17840565741062164,
      "learning_rate": 4.58109676483389e-05,
      "loss": 0.0269,
      "step": 15041
    },
    {
      "epoch": 1.630745880312229,
      "grad_norm": 0.06021834537386894,
      "learning_rate": 4.580734078050196e-05,
      "loss": 0.0069,
      "step": 15042
    },
    {
      "epoch": 1.6308542931483088,
      "grad_norm": 0.16721712052822113,
      "learning_rate": 4.580371391266502e-05,
      "loss": 0.0162,
      "step": 15043
    },
    {
      "epoch": 1.6309627059843885,
      "grad_norm": 0.45937874913215637,
      "learning_rate": 4.580008704482809e-05,
      "loss": 0.0201,
      "step": 15044
    },
    {
      "epoch": 1.6310711188204683,
      "grad_norm": 0.1250898241996765,
      "learning_rate": 4.579646017699115e-05,
      "loss": 0.0114,
      "step": 15045
    },
    {
      "epoch": 1.631179531656548,
      "grad_norm": 0.13515569269657135,
      "learning_rate": 4.5792833309154215e-05,
      "loss": 0.0222,
      "step": 15046
    },
    {
      "epoch": 1.631287944492628,
      "grad_norm": 0.20666997134685516,
      "learning_rate": 4.578920644131728e-05,
      "loss": 0.0163,
      "step": 15047
    },
    {
      "epoch": 1.6313963573287076,
      "grad_norm": 0.1702972650527954,
      "learning_rate": 4.578557957348035e-05,
      "loss": 0.0286,
      "step": 15048
    },
    {
      "epoch": 1.6315047701647876,
      "grad_norm": 0.19744369387626648,
      "learning_rate": 4.578195270564341e-05,
      "loss": 0.0239,
      "step": 15049
    },
    {
      "epoch": 1.6316131830008673,
      "grad_norm": 0.10075662285089493,
      "learning_rate": 4.577832583780647e-05,
      "loss": 0.01,
      "step": 15050
    },
    {
      "epoch": 1.631721595836947,
      "grad_norm": 0.2038794755935669,
      "learning_rate": 4.5774698969969536e-05,
      "loss": 0.0327,
      "step": 15051
    },
    {
      "epoch": 1.6318300086730269,
      "grad_norm": 0.1452120542526245,
      "learning_rate": 4.57710721021326e-05,
      "loss": 0.0213,
      "step": 15052
    },
    {
      "epoch": 1.6319384215091066,
      "grad_norm": 0.2492615133523941,
      "learning_rate": 4.5767445234295664e-05,
      "loss": 0.0245,
      "step": 15053
    },
    {
      "epoch": 1.6320468343451866,
      "grad_norm": 0.286233514547348,
      "learning_rate": 4.576381836645873e-05,
      "loss": 0.0299,
      "step": 15054
    },
    {
      "epoch": 1.6321552471812661,
      "grad_norm": 0.2134225070476532,
      "learning_rate": 4.576019149862179e-05,
      "loss": 0.0222,
      "step": 15055
    },
    {
      "epoch": 1.6322636600173461,
      "grad_norm": 0.16628122329711914,
      "learning_rate": 4.5756564630784856e-05,
      "loss": 0.0305,
      "step": 15056
    },
    {
      "epoch": 1.632372072853426,
      "grad_norm": 0.41265323758125305,
      "learning_rate": 4.575293776294792e-05,
      "loss": 0.0651,
      "step": 15057
    },
    {
      "epoch": 1.6324804856895057,
      "grad_norm": 0.5251988172531128,
      "learning_rate": 4.5749310895110984e-05,
      "loss": 0.0689,
      "step": 15058
    },
    {
      "epoch": 1.6325888985255854,
      "grad_norm": 0.3426673412322998,
      "learning_rate": 4.574568402727405e-05,
      "loss": 0.099,
      "step": 15059
    },
    {
      "epoch": 1.6326973113616652,
      "grad_norm": 0.09245690703392029,
      "learning_rate": 4.574205715943711e-05,
      "loss": 0.0079,
      "step": 15060
    },
    {
      "epoch": 1.6328057241977452,
      "grad_norm": 0.32397547364234924,
      "learning_rate": 4.573843029160018e-05,
      "loss": 0.0263,
      "step": 15061
    },
    {
      "epoch": 1.6329141370338247,
      "grad_norm": 0.1881427764892578,
      "learning_rate": 4.573480342376324e-05,
      "loss": 0.011,
      "step": 15062
    },
    {
      "epoch": 1.6330225498699047,
      "grad_norm": 0.2713479995727539,
      "learning_rate": 4.5731176555926305e-05,
      "loss": 0.0237,
      "step": 15063
    },
    {
      "epoch": 1.6331309627059842,
      "grad_norm": 0.15045608580112457,
      "learning_rate": 4.572754968808937e-05,
      "loss": 0.0076,
      "step": 15064
    },
    {
      "epoch": 1.6332393755420642,
      "grad_norm": 0.2251962423324585,
      "learning_rate": 4.5723922820252426e-05,
      "loss": 0.0367,
      "step": 15065
    },
    {
      "epoch": 1.633347788378144,
      "grad_norm": 0.19841580092906952,
      "learning_rate": 4.57202959524155e-05,
      "loss": 0.0205,
      "step": 15066
    },
    {
      "epoch": 1.6334562012142237,
      "grad_norm": 0.23061421513557434,
      "learning_rate": 4.571666908457856e-05,
      "loss": 0.0384,
      "step": 15067
    },
    {
      "epoch": 1.6335646140503035,
      "grad_norm": 0.237561896443367,
      "learning_rate": 4.5713042216741626e-05,
      "loss": 0.0313,
      "step": 15068
    },
    {
      "epoch": 1.6336730268863833,
      "grad_norm": 0.29497218132019043,
      "learning_rate": 4.570941534890469e-05,
      "loss": 0.0322,
      "step": 15069
    },
    {
      "epoch": 1.6337814397224633,
      "grad_norm": 0.29591667652130127,
      "learning_rate": 4.5705788481067754e-05,
      "loss": 0.0249,
      "step": 15070
    },
    {
      "epoch": 1.6338898525585428,
      "grad_norm": 0.23683056235313416,
      "learning_rate": 4.570216161323082e-05,
      "loss": 0.0305,
      "step": 15071
    },
    {
      "epoch": 1.6339982653946228,
      "grad_norm": 0.2986975312232971,
      "learning_rate": 4.5698534745393875e-05,
      "loss": 0.0374,
      "step": 15072
    },
    {
      "epoch": 1.6341066782307025,
      "grad_norm": 0.43391066789627075,
      "learning_rate": 4.569490787755694e-05,
      "loss": 0.0322,
      "step": 15073
    },
    {
      "epoch": 1.6342150910667823,
      "grad_norm": 0.3003928065299988,
      "learning_rate": 4.569128100972001e-05,
      "loss": 0.0502,
      "step": 15074
    },
    {
      "epoch": 1.634323503902862,
      "grad_norm": 0.1618196815252304,
      "learning_rate": 4.5687654141883074e-05,
      "loss": 0.0121,
      "step": 15075
    },
    {
      "epoch": 1.6344319167389418,
      "grad_norm": 0.3212539851665497,
      "learning_rate": 4.568402727404614e-05,
      "loss": 0.0446,
      "step": 15076
    },
    {
      "epoch": 1.6345403295750218,
      "grad_norm": 0.09855663776397705,
      "learning_rate": 4.56804004062092e-05,
      "loss": 0.0231,
      "step": 15077
    },
    {
      "epoch": 1.6346487424111014,
      "grad_norm": 0.2892630696296692,
      "learning_rate": 4.5676773538372267e-05,
      "loss": 0.0611,
      "step": 15078
    },
    {
      "epoch": 1.6347571552471813,
      "grad_norm": 0.11856171488761902,
      "learning_rate": 4.5673146670535324e-05,
      "loss": 0.018,
      "step": 15079
    },
    {
      "epoch": 1.6348655680832611,
      "grad_norm": 0.28839367628097534,
      "learning_rate": 4.566951980269839e-05,
      "loss": 0.0351,
      "step": 15080
    },
    {
      "epoch": 1.6349739809193409,
      "grad_norm": 0.22730621695518494,
      "learning_rate": 4.566589293486145e-05,
      "loss": 0.0389,
      "step": 15081
    },
    {
      "epoch": 1.6350823937554206,
      "grad_norm": 0.06581136584281921,
      "learning_rate": 4.5662266067024516e-05,
      "loss": 0.007,
      "step": 15082
    },
    {
      "epoch": 1.6351908065915004,
      "grad_norm": 0.09761671721935272,
      "learning_rate": 4.565863919918759e-05,
      "loss": 0.0116,
      "step": 15083
    },
    {
      "epoch": 1.6352992194275804,
      "grad_norm": 0.11590717732906342,
      "learning_rate": 4.565501233135065e-05,
      "loss": 0.0173,
      "step": 15084
    },
    {
      "epoch": 1.63540763226366,
      "grad_norm": 0.28042399883270264,
      "learning_rate": 4.5651385463513715e-05,
      "loss": 0.0294,
      "step": 15085
    },
    {
      "epoch": 1.63551604509974,
      "grad_norm": 0.40005871653556824,
      "learning_rate": 4.564775859567678e-05,
      "loss": 0.0731,
      "step": 15086
    },
    {
      "epoch": 1.6356244579358195,
      "grad_norm": 0.39331546425819397,
      "learning_rate": 4.564413172783984e-05,
      "loss": 0.0608,
      "step": 15087
    },
    {
      "epoch": 1.6357328707718994,
      "grad_norm": 0.18521682918071747,
      "learning_rate": 4.56405048600029e-05,
      "loss": 0.0216,
      "step": 15088
    },
    {
      "epoch": 1.6358412836079792,
      "grad_norm": 0.14113548398017883,
      "learning_rate": 4.5636877992165965e-05,
      "loss": 0.0126,
      "step": 15089
    },
    {
      "epoch": 1.635949696444059,
      "grad_norm": 0.2978385388851166,
      "learning_rate": 4.563325112432903e-05,
      "loss": 0.0299,
      "step": 15090
    },
    {
      "epoch": 1.6360581092801387,
      "grad_norm": 0.10770917683839798,
      "learning_rate": 4.56296242564921e-05,
      "loss": 0.0049,
      "step": 15091
    },
    {
      "epoch": 1.6361665221162185,
      "grad_norm": 0.2629041373729706,
      "learning_rate": 4.5625997388655164e-05,
      "loss": 0.0563,
      "step": 15092
    },
    {
      "epoch": 1.6362749349522985,
      "grad_norm": 0.15459097921848297,
      "learning_rate": 4.562237052081823e-05,
      "loss": 0.0078,
      "step": 15093
    },
    {
      "epoch": 1.636383347788378,
      "grad_norm": 0.2973366677761078,
      "learning_rate": 4.5618743652981285e-05,
      "loss": 0.0276,
      "step": 15094
    },
    {
      "epoch": 1.636491760624458,
      "grad_norm": 0.27541908621788025,
      "learning_rate": 4.561511678514435e-05,
      "loss": 0.0429,
      "step": 15095
    },
    {
      "epoch": 1.6366001734605378,
      "grad_norm": 0.04264853894710541,
      "learning_rate": 4.5611489917307414e-05,
      "loss": 0.0036,
      "step": 15096
    },
    {
      "epoch": 1.6367085862966175,
      "grad_norm": 0.25478386878967285,
      "learning_rate": 4.560786304947048e-05,
      "loss": 0.0528,
      "step": 15097
    },
    {
      "epoch": 1.6368169991326973,
      "grad_norm": 0.12261872738599777,
      "learning_rate": 4.560423618163354e-05,
      "loss": 0.0108,
      "step": 15098
    },
    {
      "epoch": 1.636925411968777,
      "grad_norm": 0.05773015320301056,
      "learning_rate": 4.5600609313796606e-05,
      "loss": 0.0078,
      "step": 15099
    },
    {
      "epoch": 1.637033824804857,
      "grad_norm": 0.18797791004180908,
      "learning_rate": 4.559698244595968e-05,
      "loss": 0.0196,
      "step": 15100
    },
    {
      "epoch": 1.6371422376409366,
      "grad_norm": 0.08991584926843643,
      "learning_rate": 4.5593355578122734e-05,
      "loss": 0.0111,
      "step": 15101
    },
    {
      "epoch": 1.6372506504770166,
      "grad_norm": 0.32736116647720337,
      "learning_rate": 4.55897287102858e-05,
      "loss": 0.0185,
      "step": 15102
    },
    {
      "epoch": 1.637359063313096,
      "grad_norm": 0.15977294743061066,
      "learning_rate": 4.558610184244886e-05,
      "loss": 0.0174,
      "step": 15103
    },
    {
      "epoch": 1.637467476149176,
      "grad_norm": 0.15540064871311188,
      "learning_rate": 4.5582474974611927e-05,
      "loss": 0.0192,
      "step": 15104
    },
    {
      "epoch": 1.6375758889852559,
      "grad_norm": 0.24465177953243256,
      "learning_rate": 4.557884810677499e-05,
      "loss": 0.0253,
      "step": 15105
    },
    {
      "epoch": 1.6376843018213356,
      "grad_norm": 0.26388874650001526,
      "learning_rate": 4.5575221238938055e-05,
      "loss": 0.029,
      "step": 15106
    },
    {
      "epoch": 1.6377927146574154,
      "grad_norm": 0.18073731660842896,
      "learning_rate": 4.557159437110112e-05,
      "loss": 0.0115,
      "step": 15107
    },
    {
      "epoch": 1.6379011274934951,
      "grad_norm": 0.1414513736963272,
      "learning_rate": 4.556796750326418e-05,
      "loss": 0.0115,
      "step": 15108
    },
    {
      "epoch": 1.6380095403295751,
      "grad_norm": 0.2937086820602417,
      "learning_rate": 4.556434063542725e-05,
      "loss": 0.041,
      "step": 15109
    },
    {
      "epoch": 1.6381179531656547,
      "grad_norm": 0.2140629142522812,
      "learning_rate": 4.556071376759031e-05,
      "loss": 0.0233,
      "step": 15110
    },
    {
      "epoch": 1.6382263660017347,
      "grad_norm": 0.32069694995880127,
      "learning_rate": 4.5557086899753375e-05,
      "loss": 0.0474,
      "step": 15111
    },
    {
      "epoch": 1.6383347788378144,
      "grad_norm": 0.21346719563007355,
      "learning_rate": 4.555346003191644e-05,
      "loss": 0.022,
      "step": 15112
    },
    {
      "epoch": 1.6384431916738942,
      "grad_norm": 0.26375049352645874,
      "learning_rate": 4.5549833164079503e-05,
      "loss": 0.0447,
      "step": 15113
    },
    {
      "epoch": 1.638551604509974,
      "grad_norm": 0.29054972529411316,
      "learning_rate": 4.554620629624257e-05,
      "loss": 0.0186,
      "step": 15114
    },
    {
      "epoch": 1.6386600173460537,
      "grad_norm": 0.5626314878463745,
      "learning_rate": 4.554257942840563e-05,
      "loss": 0.0444,
      "step": 15115
    },
    {
      "epoch": 1.6387684301821337,
      "grad_norm": 0.07248914241790771,
      "learning_rate": 4.5538952560568696e-05,
      "loss": 0.0077,
      "step": 15116
    },
    {
      "epoch": 1.6388768430182132,
      "grad_norm": 0.5125170946121216,
      "learning_rate": 4.553532569273176e-05,
      "loss": 0.0307,
      "step": 15117
    },
    {
      "epoch": 1.6389852558542932,
      "grad_norm": 0.33945685625076294,
      "learning_rate": 4.5531698824894824e-05,
      "loss": 0.0441,
      "step": 15118
    },
    {
      "epoch": 1.639093668690373,
      "grad_norm": 0.2358676791191101,
      "learning_rate": 4.552807195705789e-05,
      "loss": 0.0366,
      "step": 15119
    },
    {
      "epoch": 1.6392020815264527,
      "grad_norm": 0.28071674704551697,
      "learning_rate": 4.552444508922095e-05,
      "loss": 0.0472,
      "step": 15120
    },
    {
      "epoch": 1.6393104943625325,
      "grad_norm": 0.3845493793487549,
      "learning_rate": 4.5520818221384016e-05,
      "loss": 0.0436,
      "step": 15121
    },
    {
      "epoch": 1.6394189071986123,
      "grad_norm": 0.4936264753341675,
      "learning_rate": 4.551719135354708e-05,
      "loss": 0.0545,
      "step": 15122
    },
    {
      "epoch": 1.6395273200346923,
      "grad_norm": 0.28056952357292175,
      "learning_rate": 4.5513564485710145e-05,
      "loss": 0.0341,
      "step": 15123
    },
    {
      "epoch": 1.6396357328707718,
      "grad_norm": 0.11758796870708466,
      "learning_rate": 4.55099376178732e-05,
      "loss": 0.015,
      "step": 15124
    },
    {
      "epoch": 1.6397441457068518,
      "grad_norm": 0.29470232129096985,
      "learning_rate": 4.5506310750036266e-05,
      "loss": 0.023,
      "step": 15125
    },
    {
      "epoch": 1.6398525585429313,
      "grad_norm": 0.2110961526632309,
      "learning_rate": 4.550268388219934e-05,
      "loss": 0.0159,
      "step": 15126
    },
    {
      "epoch": 1.6399609713790113,
      "grad_norm": 0.13570716977119446,
      "learning_rate": 4.54990570143624e-05,
      "loss": 0.0214,
      "step": 15127
    },
    {
      "epoch": 1.640069384215091,
      "grad_norm": 0.19505926966667175,
      "learning_rate": 4.5495430146525465e-05,
      "loss": 0.019,
      "step": 15128
    },
    {
      "epoch": 1.6401777970511708,
      "grad_norm": 0.2127593457698822,
      "learning_rate": 4.549180327868853e-05,
      "loss": 0.021,
      "step": 15129
    },
    {
      "epoch": 1.6402862098872506,
      "grad_norm": 0.2751416862010956,
      "learning_rate": 4.548817641085159e-05,
      "loss": 0.0428,
      "step": 15130
    },
    {
      "epoch": 1.6403946227233304,
      "grad_norm": 0.07940569519996643,
      "learning_rate": 4.548454954301466e-05,
      "loss": 0.0083,
      "step": 15131
    },
    {
      "epoch": 1.6405030355594103,
      "grad_norm": 0.03409530222415924,
      "learning_rate": 4.5480922675177715e-05,
      "loss": 0.0036,
      "step": 15132
    },
    {
      "epoch": 1.64061144839549,
      "grad_norm": 0.17922255396842957,
      "learning_rate": 4.547729580734078e-05,
      "loss": 0.0363,
      "step": 15133
    },
    {
      "epoch": 1.6407198612315699,
      "grad_norm": 0.464202344417572,
      "learning_rate": 4.547366893950384e-05,
      "loss": 0.0295,
      "step": 15134
    },
    {
      "epoch": 1.6408282740676496,
      "grad_norm": 0.27049630880355835,
      "learning_rate": 4.5470042071666914e-05,
      "loss": 0.0402,
      "step": 15135
    },
    {
      "epoch": 1.6409366869037294,
      "grad_norm": 0.0723862573504448,
      "learning_rate": 4.546641520382998e-05,
      "loss": 0.0059,
      "step": 15136
    },
    {
      "epoch": 1.6410450997398092,
      "grad_norm": 0.13189300894737244,
      "learning_rate": 4.546278833599304e-05,
      "loss": 0.0282,
      "step": 15137
    },
    {
      "epoch": 1.641153512575889,
      "grad_norm": 0.23829442262649536,
      "learning_rate": 4.5459161468156106e-05,
      "loss": 0.0526,
      "step": 15138
    },
    {
      "epoch": 1.641261925411969,
      "grad_norm": 0.1966039538383484,
      "learning_rate": 4.5455534600319163e-05,
      "loss": 0.0418,
      "step": 15139
    },
    {
      "epoch": 1.6413703382480485,
      "grad_norm": 0.3393043279647827,
      "learning_rate": 4.545190773248223e-05,
      "loss": 0.1044,
      "step": 15140
    },
    {
      "epoch": 1.6414787510841284,
      "grad_norm": 0.7609159350395203,
      "learning_rate": 4.544828086464529e-05,
      "loss": 0.0484,
      "step": 15141
    },
    {
      "epoch": 1.6415871639202082,
      "grad_norm": 0.26317140460014343,
      "learning_rate": 4.5444653996808356e-05,
      "loss": 0.0182,
      "step": 15142
    },
    {
      "epoch": 1.641695576756288,
      "grad_norm": 0.06572708487510681,
      "learning_rate": 4.544102712897143e-05,
      "loss": 0.0105,
      "step": 15143
    },
    {
      "epoch": 1.6418039895923677,
      "grad_norm": 0.25404053926467896,
      "learning_rate": 4.543740026113449e-05,
      "loss": 0.0472,
      "step": 15144
    },
    {
      "epoch": 1.6419124024284475,
      "grad_norm": 0.4375774562358856,
      "learning_rate": 4.5433773393297555e-05,
      "loss": 0.0332,
      "step": 15145
    },
    {
      "epoch": 1.6420208152645275,
      "grad_norm": 0.20373956859111786,
      "learning_rate": 4.543014652546061e-05,
      "loss": 0.0274,
      "step": 15146
    },
    {
      "epoch": 1.642129228100607,
      "grad_norm": 0.4957147240638733,
      "learning_rate": 4.5426519657623676e-05,
      "loss": 0.085,
      "step": 15147
    },
    {
      "epoch": 1.642237640936687,
      "grad_norm": 0.23434631526470184,
      "learning_rate": 4.542289278978674e-05,
      "loss": 0.023,
      "step": 15148
    },
    {
      "epoch": 1.6423460537727665,
      "grad_norm": 0.5520253777503967,
      "learning_rate": 4.5419265921949804e-05,
      "loss": 0.0437,
      "step": 15149
    },
    {
      "epoch": 1.6424544666088465,
      "grad_norm": 0.2182731032371521,
      "learning_rate": 4.541563905411287e-05,
      "loss": 0.0192,
      "step": 15150
    },
    {
      "epoch": 1.6425628794449263,
      "grad_norm": 0.13532687723636627,
      "learning_rate": 4.541201218627593e-05,
      "loss": 0.0186,
      "step": 15151
    },
    {
      "epoch": 1.642671292281006,
      "grad_norm": 0.20723682641983032,
      "learning_rate": 4.5408385318439004e-05,
      "loss": 0.0277,
      "step": 15152
    },
    {
      "epoch": 1.6427797051170858,
      "grad_norm": 0.15026208758354187,
      "learning_rate": 4.540475845060206e-05,
      "loss": 0.0176,
      "step": 15153
    },
    {
      "epoch": 1.6428881179531656,
      "grad_norm": 0.30717864632606506,
      "learning_rate": 4.5401131582765125e-05,
      "loss": 0.0507,
      "step": 15154
    },
    {
      "epoch": 1.6429965307892456,
      "grad_norm": 0.26109492778778076,
      "learning_rate": 4.539750471492819e-05,
      "loss": 0.0417,
      "step": 15155
    },
    {
      "epoch": 1.643104943625325,
      "grad_norm": 0.037692029029130936,
      "learning_rate": 4.539387784709125e-05,
      "loss": 0.004,
      "step": 15156
    },
    {
      "epoch": 1.643213356461405,
      "grad_norm": 0.12313288450241089,
      "learning_rate": 4.539025097925432e-05,
      "loss": 0.0125,
      "step": 15157
    },
    {
      "epoch": 1.6433217692974849,
      "grad_norm": 0.16602055728435516,
      "learning_rate": 4.538662411141738e-05,
      "loss": 0.0267,
      "step": 15158
    },
    {
      "epoch": 1.6434301821335646,
      "grad_norm": 0.06457722187042236,
      "learning_rate": 4.5382997243580446e-05,
      "loss": 0.0087,
      "step": 15159
    },
    {
      "epoch": 1.6435385949696444,
      "grad_norm": 0.6015537977218628,
      "learning_rate": 4.537937037574351e-05,
      "loss": 0.0658,
      "step": 15160
    },
    {
      "epoch": 1.6436470078057241,
      "grad_norm": 0.37510156631469727,
      "learning_rate": 4.5375743507906574e-05,
      "loss": 0.0213,
      "step": 15161
    },
    {
      "epoch": 1.6437554206418041,
      "grad_norm": 0.1764436811208725,
      "learning_rate": 4.537211664006964e-05,
      "loss": 0.0055,
      "step": 15162
    },
    {
      "epoch": 1.6438638334778837,
      "grad_norm": 0.12845762073993683,
      "learning_rate": 4.53684897722327e-05,
      "loss": 0.0233,
      "step": 15163
    },
    {
      "epoch": 1.6439722463139637,
      "grad_norm": 0.35282769799232483,
      "learning_rate": 4.5364862904395766e-05,
      "loss": 0.0795,
      "step": 15164
    },
    {
      "epoch": 1.6440806591500432,
      "grad_norm": 0.18883466720581055,
      "learning_rate": 4.536123603655883e-05,
      "loss": 0.0354,
      "step": 15165
    },
    {
      "epoch": 1.6441890719861232,
      "grad_norm": 0.24986930191516876,
      "learning_rate": 4.5357609168721894e-05,
      "loss": 0.0371,
      "step": 15166
    },
    {
      "epoch": 1.644297484822203,
      "grad_norm": 0.2134978324174881,
      "learning_rate": 4.535398230088496e-05,
      "loss": 0.0324,
      "step": 15167
    },
    {
      "epoch": 1.6444058976582827,
      "grad_norm": 0.07302296161651611,
      "learning_rate": 4.535035543304802e-05,
      "loss": 0.0076,
      "step": 15168
    },
    {
      "epoch": 1.6445143104943627,
      "grad_norm": 0.16608008742332458,
      "learning_rate": 4.5346728565211087e-05,
      "loss": 0.018,
      "step": 15169
    },
    {
      "epoch": 1.6446227233304422,
      "grad_norm": 0.346328467130661,
      "learning_rate": 4.534310169737415e-05,
      "loss": 0.0368,
      "step": 15170
    },
    {
      "epoch": 1.6447311361665222,
      "grad_norm": 0.2965308427810669,
      "learning_rate": 4.5339474829537215e-05,
      "loss": 0.0511,
      "step": 15171
    },
    {
      "epoch": 1.6448395490026018,
      "grad_norm": 0.5931069254875183,
      "learning_rate": 4.533584796170028e-05,
      "loss": 0.0574,
      "step": 15172
    },
    {
      "epoch": 1.6449479618386817,
      "grad_norm": 0.34495577216148376,
      "learning_rate": 4.533222109386334e-05,
      "loss": 0.057,
      "step": 15173
    },
    {
      "epoch": 1.6450563746747615,
      "grad_norm": 0.381691575050354,
      "learning_rate": 4.532859422602641e-05,
      "loss": 0.0888,
      "step": 15174
    },
    {
      "epoch": 1.6451647875108413,
      "grad_norm": 0.07837440818548203,
      "learning_rate": 4.532496735818947e-05,
      "loss": 0.0123,
      "step": 15175
    },
    {
      "epoch": 1.645273200346921,
      "grad_norm": 0.35832154750823975,
      "learning_rate": 4.532134049035253e-05,
      "loss": 0.0489,
      "step": 15176
    },
    {
      "epoch": 1.6453816131830008,
      "grad_norm": 0.08631470799446106,
      "learning_rate": 4.531771362251559e-05,
      "loss": 0.0087,
      "step": 15177
    },
    {
      "epoch": 1.6454900260190808,
      "grad_norm": 0.2537769377231598,
      "learning_rate": 4.5314086754678664e-05,
      "loss": 0.0197,
      "step": 15178
    },
    {
      "epoch": 1.6455984388551603,
      "grad_norm": 0.09877919405698776,
      "learning_rate": 4.531045988684173e-05,
      "loss": 0.0151,
      "step": 15179
    },
    {
      "epoch": 1.6457068516912403,
      "grad_norm": 0.09808038175106049,
      "learning_rate": 4.530683301900479e-05,
      "loss": 0.0152,
      "step": 15180
    },
    {
      "epoch": 1.64581526452732,
      "grad_norm": 0.09199447184801102,
      "learning_rate": 4.5303206151167856e-05,
      "loss": 0.0174,
      "step": 15181
    },
    {
      "epoch": 1.6459236773633998,
      "grad_norm": 0.37211543321609497,
      "learning_rate": 4.529957928333092e-05,
      "loss": 0.0667,
      "step": 15182
    },
    {
      "epoch": 1.6460320901994796,
      "grad_norm": 0.24664460122585297,
      "learning_rate": 4.5295952415493984e-05,
      "loss": 0.0339,
      "step": 15183
    },
    {
      "epoch": 1.6461405030355594,
      "grad_norm": 0.17885258793830872,
      "learning_rate": 4.529232554765704e-05,
      "loss": 0.0122,
      "step": 15184
    },
    {
      "epoch": 1.6462489158716394,
      "grad_norm": 0.14718106389045715,
      "learning_rate": 4.5288698679820105e-05,
      "loss": 0.028,
      "step": 15185
    },
    {
      "epoch": 1.646357328707719,
      "grad_norm": 0.18949496746063232,
      "learning_rate": 4.5285071811983176e-05,
      "loss": 0.0181,
      "step": 15186
    },
    {
      "epoch": 1.6464657415437989,
      "grad_norm": 0.2339373677968979,
      "learning_rate": 4.528144494414624e-05,
      "loss": 0.0271,
      "step": 15187
    },
    {
      "epoch": 1.6465741543798784,
      "grad_norm": 0.12821418046951294,
      "learning_rate": 4.5277818076309305e-05,
      "loss": 0.0199,
      "step": 15188
    },
    {
      "epoch": 1.6466825672159584,
      "grad_norm": 0.18902374804019928,
      "learning_rate": 4.527419120847237e-05,
      "loss": 0.0217,
      "step": 15189
    },
    {
      "epoch": 1.6467909800520382,
      "grad_norm": 0.11678547412157059,
      "learning_rate": 4.527056434063543e-05,
      "loss": 0.0191,
      "step": 15190
    },
    {
      "epoch": 1.646899392888118,
      "grad_norm": 0.28054332733154297,
      "learning_rate": 4.526693747279849e-05,
      "loss": 0.0372,
      "step": 15191
    },
    {
      "epoch": 1.6470078057241977,
      "grad_norm": 0.11237654834985733,
      "learning_rate": 4.5263310604961554e-05,
      "loss": 0.0208,
      "step": 15192
    },
    {
      "epoch": 1.6471162185602775,
      "grad_norm": 0.1243216022849083,
      "learning_rate": 4.525968373712462e-05,
      "loss": 0.015,
      "step": 15193
    },
    {
      "epoch": 1.6472246313963574,
      "grad_norm": 0.19906386733055115,
      "learning_rate": 4.525605686928768e-05,
      "loss": 0.0281,
      "step": 15194
    },
    {
      "epoch": 1.647333044232437,
      "grad_norm": 0.24218657612800598,
      "learning_rate": 4.525243000145075e-05,
      "loss": 0.0422,
      "step": 15195
    },
    {
      "epoch": 1.647441457068517,
      "grad_norm": 0.25711384415626526,
      "learning_rate": 4.524880313361382e-05,
      "loss": 0.0526,
      "step": 15196
    },
    {
      "epoch": 1.6475498699045967,
      "grad_norm": 0.11121438443660736,
      "learning_rate": 4.524517626577688e-05,
      "loss": 0.0208,
      "step": 15197
    },
    {
      "epoch": 1.6476582827406765,
      "grad_norm": 0.3123466968536377,
      "learning_rate": 4.524154939793994e-05,
      "loss": 0.0339,
      "step": 15198
    },
    {
      "epoch": 1.6477666955767563,
      "grad_norm": 0.11189598590135574,
      "learning_rate": 4.5237922530103e-05,
      "loss": 0.011,
      "step": 15199
    },
    {
      "epoch": 1.647875108412836,
      "grad_norm": 0.21771393716335297,
      "learning_rate": 4.523429566226607e-05,
      "loss": 0.0398,
      "step": 15200
    },
    {
      "epoch": 1.647983521248916,
      "grad_norm": 0.14219725131988525,
      "learning_rate": 4.523066879442913e-05,
      "loss": 0.0147,
      "step": 15201
    },
    {
      "epoch": 1.6480919340849955,
      "grad_norm": 0.22212596237659454,
      "learning_rate": 4.5227041926592195e-05,
      "loss": 0.0208,
      "step": 15202
    },
    {
      "epoch": 1.6482003469210755,
      "grad_norm": 0.07190350443124771,
      "learning_rate": 4.522341505875526e-05,
      "loss": 0.012,
      "step": 15203
    },
    {
      "epoch": 1.6483087597571553,
      "grad_norm": 0.22502444684505463,
      "learning_rate": 4.521978819091833e-05,
      "loss": 0.0262,
      "step": 15204
    },
    {
      "epoch": 1.648417172593235,
      "grad_norm": 0.1457899957895279,
      "learning_rate": 4.521616132308139e-05,
      "loss": 0.023,
      "step": 15205
    },
    {
      "epoch": 1.6485255854293148,
      "grad_norm": 0.32842445373535156,
      "learning_rate": 4.521253445524445e-05,
      "loss": 0.0555,
      "step": 15206
    },
    {
      "epoch": 1.6486339982653946,
      "grad_norm": 0.14421550929546356,
      "learning_rate": 4.5208907587407516e-05,
      "loss": 0.019,
      "step": 15207
    },
    {
      "epoch": 1.6487424111014746,
      "grad_norm": 0.12851716578006744,
      "learning_rate": 4.520528071957058e-05,
      "loss": 0.021,
      "step": 15208
    },
    {
      "epoch": 1.648850823937554,
      "grad_norm": 0.16023924946784973,
      "learning_rate": 4.5201653851733644e-05,
      "loss": 0.0201,
      "step": 15209
    },
    {
      "epoch": 1.648959236773634,
      "grad_norm": 0.28858551383018494,
      "learning_rate": 4.519802698389671e-05,
      "loss": 0.013,
      "step": 15210
    },
    {
      "epoch": 1.6490676496097136,
      "grad_norm": 0.13964663445949554,
      "learning_rate": 4.519440011605977e-05,
      "loss": 0.0147,
      "step": 15211
    },
    {
      "epoch": 1.6491760624457936,
      "grad_norm": 0.09327487647533417,
      "learning_rate": 4.5190773248222836e-05,
      "loss": 0.0126,
      "step": 15212
    },
    {
      "epoch": 1.6492844752818734,
      "grad_norm": 0.14191415905952454,
      "learning_rate": 4.51871463803859e-05,
      "loss": 0.0343,
      "step": 15213
    },
    {
      "epoch": 1.6493928881179531,
      "grad_norm": 0.25396794080734253,
      "learning_rate": 4.5183519512548965e-05,
      "loss": 0.0364,
      "step": 15214
    },
    {
      "epoch": 1.649501300954033,
      "grad_norm": 0.276452898979187,
      "learning_rate": 4.517989264471203e-05,
      "loss": 0.0384,
      "step": 15215
    },
    {
      "epoch": 1.6496097137901127,
      "grad_norm": 0.09486767649650574,
      "learning_rate": 4.517626577687509e-05,
      "loss": 0.006,
      "step": 15216
    },
    {
      "epoch": 1.6497181266261927,
      "grad_norm": 0.32020193338394165,
      "learning_rate": 4.517263890903816e-05,
      "loss": 0.0338,
      "step": 15217
    },
    {
      "epoch": 1.6498265394622722,
      "grad_norm": 0.19635292887687683,
      "learning_rate": 4.516901204120122e-05,
      "loss": 0.0082,
      "step": 15218
    },
    {
      "epoch": 1.6499349522983522,
      "grad_norm": 0.15968377888202667,
      "learning_rate": 4.5165385173364285e-05,
      "loss": 0.0173,
      "step": 15219
    },
    {
      "epoch": 1.650043365134432,
      "grad_norm": 0.0816938579082489,
      "learning_rate": 4.516175830552735e-05,
      "loss": 0.0034,
      "step": 15220
    },
    {
      "epoch": 1.6501517779705117,
      "grad_norm": 0.28033626079559326,
      "learning_rate": 4.515813143769041e-05,
      "loss": 0.0371,
      "step": 15221
    },
    {
      "epoch": 1.6502601908065915,
      "grad_norm": 0.27736297249794006,
      "learning_rate": 4.515450456985348e-05,
      "loss": 0.0688,
      "step": 15222
    },
    {
      "epoch": 1.6503686036426712,
      "grad_norm": 0.3852204978466034,
      "learning_rate": 4.515087770201654e-05,
      "loss": 0.037,
      "step": 15223
    },
    {
      "epoch": 1.6504770164787512,
      "grad_norm": 0.35902437567710876,
      "learning_rate": 4.5147250834179606e-05,
      "loss": 0.0443,
      "step": 15224
    },
    {
      "epoch": 1.6505854293148308,
      "grad_norm": 0.29543501138687134,
      "learning_rate": 4.514362396634267e-05,
      "loss": 0.0213,
      "step": 15225
    },
    {
      "epoch": 1.6506938421509108,
      "grad_norm": 0.23518326878547668,
      "learning_rate": 4.5139997098505734e-05,
      "loss": 0.0485,
      "step": 15226
    },
    {
      "epoch": 1.6508022549869905,
      "grad_norm": 0.31344887614250183,
      "learning_rate": 4.51363702306688e-05,
      "loss": 0.0357,
      "step": 15227
    },
    {
      "epoch": 1.6509106678230703,
      "grad_norm": 0.6293038725852966,
      "learning_rate": 4.5132743362831855e-05,
      "loss": 0.0235,
      "step": 15228
    },
    {
      "epoch": 1.65101908065915,
      "grad_norm": 0.35088127851486206,
      "learning_rate": 4.512911649499492e-05,
      "loss": 0.0267,
      "step": 15229
    },
    {
      "epoch": 1.6511274934952298,
      "grad_norm": 0.4320879280567169,
      "learning_rate": 4.512548962715799e-05,
      "loss": 0.0794,
      "step": 15230
    },
    {
      "epoch": 1.6512359063313098,
      "grad_norm": 0.22465118765830994,
      "learning_rate": 4.5121862759321054e-05,
      "loss": 0.0142,
      "step": 15231
    },
    {
      "epoch": 1.6513443191673893,
      "grad_norm": 0.6190760731697083,
      "learning_rate": 4.511823589148412e-05,
      "loss": 0.0558,
      "step": 15232
    },
    {
      "epoch": 1.6514527320034693,
      "grad_norm": 0.1879390925168991,
      "learning_rate": 4.511460902364718e-05,
      "loss": 0.0281,
      "step": 15233
    },
    {
      "epoch": 1.6515611448395489,
      "grad_norm": 0.1630299985408783,
      "learning_rate": 4.511098215581025e-05,
      "loss": 0.0189,
      "step": 15234
    },
    {
      "epoch": 1.6516695576756288,
      "grad_norm": 0.13825830817222595,
      "learning_rate": 4.510735528797331e-05,
      "loss": 0.0207,
      "step": 15235
    },
    {
      "epoch": 1.6517779705117086,
      "grad_norm": 0.33607643842697144,
      "learning_rate": 4.510372842013637e-05,
      "loss": 0.0328,
      "step": 15236
    },
    {
      "epoch": 1.6518863833477884,
      "grad_norm": 0.0676535815000534,
      "learning_rate": 4.510010155229943e-05,
      "loss": 0.0119,
      "step": 15237
    },
    {
      "epoch": 1.6519947961838681,
      "grad_norm": 0.1100253313779831,
      "learning_rate": 4.50964746844625e-05,
      "loss": 0.0128,
      "step": 15238
    },
    {
      "epoch": 1.652103209019948,
      "grad_norm": 0.08009707927703857,
      "learning_rate": 4.509284781662557e-05,
      "loss": 0.0065,
      "step": 15239
    },
    {
      "epoch": 1.6522116218560279,
      "grad_norm": 0.269967645406723,
      "learning_rate": 4.508922094878863e-05,
      "loss": 0.0221,
      "step": 15240
    },
    {
      "epoch": 1.6523200346921074,
      "grad_norm": 0.21253176033496857,
      "learning_rate": 4.5085594080951695e-05,
      "loss": 0.016,
      "step": 15241
    },
    {
      "epoch": 1.6524284475281874,
      "grad_norm": 0.2627231478691101,
      "learning_rate": 4.508196721311476e-05,
      "loss": 0.0565,
      "step": 15242
    },
    {
      "epoch": 1.6525368603642672,
      "grad_norm": 0.5569413900375366,
      "learning_rate": 4.507834034527782e-05,
      "loss": 0.0453,
      "step": 15243
    },
    {
      "epoch": 1.652645273200347,
      "grad_norm": 0.1762915998697281,
      "learning_rate": 4.507471347744088e-05,
      "loss": 0.0736,
      "step": 15244
    },
    {
      "epoch": 1.6527536860364267,
      "grad_norm": 0.23535846173763275,
      "learning_rate": 4.5071086609603945e-05,
      "loss": 0.0312,
      "step": 15245
    },
    {
      "epoch": 1.6528620988725065,
      "grad_norm": 0.1252400130033493,
      "learning_rate": 4.506745974176701e-05,
      "loss": 0.0266,
      "step": 15246
    },
    {
      "epoch": 1.6529705117085864,
      "grad_norm": 0.32173630595207214,
      "learning_rate": 4.506383287393008e-05,
      "loss": 0.0305,
      "step": 15247
    },
    {
      "epoch": 1.653078924544666,
      "grad_norm": 0.14041125774383545,
      "learning_rate": 4.5060206006093144e-05,
      "loss": 0.0138,
      "step": 15248
    },
    {
      "epoch": 1.653187337380746,
      "grad_norm": 0.4203900396823883,
      "learning_rate": 4.505657913825621e-05,
      "loss": 0.0255,
      "step": 15249
    },
    {
      "epoch": 1.6532957502168255,
      "grad_norm": 0.0859191045165062,
      "learning_rate": 4.5052952270419266e-05,
      "loss": 0.0117,
      "step": 15250
    },
    {
      "epoch": 1.6534041630529055,
      "grad_norm": 0.394112229347229,
      "learning_rate": 4.504932540258233e-05,
      "loss": 0.069,
      "step": 15251
    },
    {
      "epoch": 1.6535125758889853,
      "grad_norm": 0.3988419771194458,
      "learning_rate": 4.5045698534745394e-05,
      "loss": 0.0132,
      "step": 15252
    },
    {
      "epoch": 1.653620988725065,
      "grad_norm": 0.12704767286777496,
      "learning_rate": 4.504207166690846e-05,
      "loss": 0.0131,
      "step": 15253
    },
    {
      "epoch": 1.6537294015611448,
      "grad_norm": 0.0338306650519371,
      "learning_rate": 4.503844479907152e-05,
      "loss": 0.0024,
      "step": 15254
    },
    {
      "epoch": 1.6538378143972245,
      "grad_norm": 0.16356919705867767,
      "learning_rate": 4.5034817931234586e-05,
      "loss": 0.0105,
      "step": 15255
    },
    {
      "epoch": 1.6539462272333045,
      "grad_norm": 0.30828410387039185,
      "learning_rate": 4.503119106339766e-05,
      "loss": 0.0211,
      "step": 15256
    },
    {
      "epoch": 1.654054640069384,
      "grad_norm": 0.13341546058654785,
      "learning_rate": 4.5027564195560714e-05,
      "loss": 0.0079,
      "step": 15257
    },
    {
      "epoch": 1.654163052905464,
      "grad_norm": 0.19870871305465698,
      "learning_rate": 4.502393732772378e-05,
      "loss": 0.0115,
      "step": 15258
    },
    {
      "epoch": 1.6542714657415438,
      "grad_norm": 0.2522018849849701,
      "learning_rate": 4.502031045988684e-05,
      "loss": 0.0265,
      "step": 15259
    },
    {
      "epoch": 1.6543798785776236,
      "grad_norm": 0.044651903212070465,
      "learning_rate": 4.5016683592049907e-05,
      "loss": 0.0034,
      "step": 15260
    },
    {
      "epoch": 1.6544882914137033,
      "grad_norm": 0.0386471264064312,
      "learning_rate": 4.501305672421297e-05,
      "loss": 0.0031,
      "step": 15261
    },
    {
      "epoch": 1.6545967042497831,
      "grad_norm": 0.2064516544342041,
      "learning_rate": 4.5009429856376035e-05,
      "loss": 0.0271,
      "step": 15262
    },
    {
      "epoch": 1.654705117085863,
      "grad_norm": 0.25842684507369995,
      "learning_rate": 4.50058029885391e-05,
      "loss": 0.0333,
      "step": 15263
    },
    {
      "epoch": 1.6548135299219426,
      "grad_norm": 0.11283066123723984,
      "learning_rate": 4.500217612070216e-05,
      "loss": 0.0167,
      "step": 15264
    },
    {
      "epoch": 1.6549219427580226,
      "grad_norm": 0.29087546467781067,
      "learning_rate": 4.499854925286523e-05,
      "loss": 0.0116,
      "step": 15265
    },
    {
      "epoch": 1.6550303555941024,
      "grad_norm": 0.40068015456199646,
      "learning_rate": 4.499492238502829e-05,
      "loss": 0.0523,
      "step": 15266
    },
    {
      "epoch": 1.6551387684301822,
      "grad_norm": 0.37064942717552185,
      "learning_rate": 4.4991295517191355e-05,
      "loss": 0.0218,
      "step": 15267
    },
    {
      "epoch": 1.655247181266262,
      "grad_norm": 0.2337317317724228,
      "learning_rate": 4.498766864935442e-05,
      "loss": 0.0246,
      "step": 15268
    },
    {
      "epoch": 1.6553555941023417,
      "grad_norm": 0.041946545243263245,
      "learning_rate": 4.4984041781517484e-05,
      "loss": 0.0039,
      "step": 15269
    },
    {
      "epoch": 1.6554640069384217,
      "grad_norm": 0.13682664930820465,
      "learning_rate": 4.498041491368055e-05,
      "loss": 0.0088,
      "step": 15270
    },
    {
      "epoch": 1.6555724197745012,
      "grad_norm": 0.30201277136802673,
      "learning_rate": 4.497678804584361e-05,
      "loss": 0.0154,
      "step": 15271
    },
    {
      "epoch": 1.6556808326105812,
      "grad_norm": 0.2246108204126358,
      "learning_rate": 4.4973161178006676e-05,
      "loss": 0.0207,
      "step": 15272
    },
    {
      "epoch": 1.6557892454466607,
      "grad_norm": 0.2527305781841278,
      "learning_rate": 4.496953431016974e-05,
      "loss": 0.0358,
      "step": 15273
    },
    {
      "epoch": 1.6558976582827407,
      "grad_norm": 0.2751021385192871,
      "learning_rate": 4.4965907442332804e-05,
      "loss": 0.0277,
      "step": 15274
    },
    {
      "epoch": 1.6560060711188205,
      "grad_norm": 0.0921885147690773,
      "learning_rate": 4.496228057449587e-05,
      "loss": 0.0137,
      "step": 15275
    },
    {
      "epoch": 1.6561144839549002,
      "grad_norm": 0.3390886187553406,
      "learning_rate": 4.495865370665893e-05,
      "loss": 0.0481,
      "step": 15276
    },
    {
      "epoch": 1.65622289679098,
      "grad_norm": 0.26344120502471924,
      "learning_rate": 4.4955026838821996e-05,
      "loss": 0.0458,
      "step": 15277
    },
    {
      "epoch": 1.6563313096270598,
      "grad_norm": 0.1653055101633072,
      "learning_rate": 4.495139997098506e-05,
      "loss": 0.008,
      "step": 15278
    },
    {
      "epoch": 1.6564397224631398,
      "grad_norm": 0.07470312714576721,
      "learning_rate": 4.4947773103148125e-05,
      "loss": 0.0019,
      "step": 15279
    },
    {
      "epoch": 1.6565481352992193,
      "grad_norm": 0.20255175232887268,
      "learning_rate": 4.494414623531118e-05,
      "loss": 0.0106,
      "step": 15280
    },
    {
      "epoch": 1.6566565481352993,
      "grad_norm": 0.13613717257976532,
      "learning_rate": 4.4940519367474246e-05,
      "loss": 0.0259,
      "step": 15281
    },
    {
      "epoch": 1.656764960971379,
      "grad_norm": 0.28860539197921753,
      "learning_rate": 4.493689249963732e-05,
      "loss": 0.0316,
      "step": 15282
    },
    {
      "epoch": 1.6568733738074588,
      "grad_norm": 0.2945011258125305,
      "learning_rate": 4.493326563180038e-05,
      "loss": 0.0587,
      "step": 15283
    },
    {
      "epoch": 1.6569817866435386,
      "grad_norm": 0.3313297927379608,
      "learning_rate": 4.4929638763963445e-05,
      "loss": 0.041,
      "step": 15284
    },
    {
      "epoch": 1.6570901994796183,
      "grad_norm": 0.21101048588752747,
      "learning_rate": 4.492601189612651e-05,
      "loss": 0.0598,
      "step": 15285
    },
    {
      "epoch": 1.6571986123156983,
      "grad_norm": 0.1271979957818985,
      "learning_rate": 4.492238502828957e-05,
      "loss": 0.0235,
      "step": 15286
    },
    {
      "epoch": 1.6573070251517779,
      "grad_norm": 0.4581821858882904,
      "learning_rate": 4.491875816045264e-05,
      "loss": 0.0301,
      "step": 15287
    },
    {
      "epoch": 1.6574154379878578,
      "grad_norm": 0.39178135991096497,
      "learning_rate": 4.4915131292615695e-05,
      "loss": 0.0358,
      "step": 15288
    },
    {
      "epoch": 1.6575238508239376,
      "grad_norm": 0.22840265929698944,
      "learning_rate": 4.491150442477876e-05,
      "loss": 0.0223,
      "step": 15289
    },
    {
      "epoch": 1.6576322636600174,
      "grad_norm": 0.2339850217103958,
      "learning_rate": 4.490787755694183e-05,
      "loss": 0.0289,
      "step": 15290
    },
    {
      "epoch": 1.6577406764960971,
      "grad_norm": 0.27993878722190857,
      "learning_rate": 4.4904250689104894e-05,
      "loss": 0.0177,
      "step": 15291
    },
    {
      "epoch": 1.657849089332177,
      "grad_norm": 0.2899804711341858,
      "learning_rate": 4.490062382126796e-05,
      "loss": 0.0163,
      "step": 15292
    },
    {
      "epoch": 1.6579575021682569,
      "grad_norm": 0.1796301156282425,
      "learning_rate": 4.489699695343102e-05,
      "loss": 0.0287,
      "step": 15293
    },
    {
      "epoch": 1.6580659150043364,
      "grad_norm": 0.3723372220993042,
      "learning_rate": 4.4893370085594086e-05,
      "loss": 0.0139,
      "step": 15294
    },
    {
      "epoch": 1.6581743278404164,
      "grad_norm": 0.05116477608680725,
      "learning_rate": 4.4889743217757143e-05,
      "loss": 0.005,
      "step": 15295
    },
    {
      "epoch": 1.658282740676496,
      "grad_norm": 0.31926751136779785,
      "learning_rate": 4.488611634992021e-05,
      "loss": 0.0282,
      "step": 15296
    },
    {
      "epoch": 1.658391153512576,
      "grad_norm": 0.13751357793807983,
      "learning_rate": 4.488248948208327e-05,
      "loss": 0.0212,
      "step": 15297
    },
    {
      "epoch": 1.6584995663486557,
      "grad_norm": 0.04320739954710007,
      "learning_rate": 4.4878862614246336e-05,
      "loss": 0.0039,
      "step": 15298
    },
    {
      "epoch": 1.6586079791847355,
      "grad_norm": 0.24974679946899414,
      "learning_rate": 4.487523574640941e-05,
      "loss": 0.0274,
      "step": 15299
    },
    {
      "epoch": 1.6587163920208152,
      "grad_norm": 0.23135222494602203,
      "learning_rate": 4.487160887857247e-05,
      "loss": 0.03,
      "step": 15300
    },
    {
      "epoch": 1.658824804856895,
      "grad_norm": 0.269515722990036,
      "learning_rate": 4.4867982010735535e-05,
      "loss": 0.0288,
      "step": 15301
    },
    {
      "epoch": 1.658933217692975,
      "grad_norm": 0.4313184916973114,
      "learning_rate": 4.486435514289859e-05,
      "loss": 0.0603,
      "step": 15302
    },
    {
      "epoch": 1.6590416305290545,
      "grad_norm": 0.14591197669506073,
      "learning_rate": 4.4860728275061656e-05,
      "loss": 0.0117,
      "step": 15303
    },
    {
      "epoch": 1.6591500433651345,
      "grad_norm": 0.09297272562980652,
      "learning_rate": 4.485710140722472e-05,
      "loss": 0.0107,
      "step": 15304
    },
    {
      "epoch": 1.6592584562012143,
      "grad_norm": 0.0453975647687912,
      "learning_rate": 4.4853474539387785e-05,
      "loss": 0.0052,
      "step": 15305
    },
    {
      "epoch": 1.659366869037294,
      "grad_norm": 0.18101030588150024,
      "learning_rate": 4.484984767155085e-05,
      "loss": 0.0285,
      "step": 15306
    },
    {
      "epoch": 1.6594752818733738,
      "grad_norm": 0.17898571491241455,
      "learning_rate": 4.484622080371392e-05,
      "loss": 0.018,
      "step": 15307
    },
    {
      "epoch": 1.6595836947094535,
      "grad_norm": 0.2523183524608612,
      "learning_rate": 4.4842593935876984e-05,
      "loss": 0.0192,
      "step": 15308
    },
    {
      "epoch": 1.6596921075455335,
      "grad_norm": 0.19556422531604767,
      "learning_rate": 4.483896706804004e-05,
      "loss": 0.0346,
      "step": 15309
    },
    {
      "epoch": 1.659800520381613,
      "grad_norm": 0.13366816937923431,
      "learning_rate": 4.4835340200203105e-05,
      "loss": 0.017,
      "step": 15310
    },
    {
      "epoch": 1.659908933217693,
      "grad_norm": 0.18190070986747742,
      "learning_rate": 4.483171333236617e-05,
      "loss": 0.0359,
      "step": 15311
    },
    {
      "epoch": 1.6600173460537726,
      "grad_norm": 0.16771574318408966,
      "learning_rate": 4.482808646452923e-05,
      "loss": 0.0191,
      "step": 15312
    },
    {
      "epoch": 1.6601257588898526,
      "grad_norm": 0.8989786505699158,
      "learning_rate": 4.48244595966923e-05,
      "loss": 0.0499,
      "step": 15313
    },
    {
      "epoch": 1.6602341717259324,
      "grad_norm": 0.32134947180747986,
      "learning_rate": 4.482083272885536e-05,
      "loss": 0.0264,
      "step": 15314
    },
    {
      "epoch": 1.6603425845620121,
      "grad_norm": 0.466450572013855,
      "learning_rate": 4.4817205861018426e-05,
      "loss": 0.0448,
      "step": 15315
    },
    {
      "epoch": 1.660450997398092,
      "grad_norm": 0.26389163732528687,
      "learning_rate": 4.4813578993181496e-05,
      "loss": 0.0241,
      "step": 15316
    },
    {
      "epoch": 1.6605594102341716,
      "grad_norm": 0.04543643817305565,
      "learning_rate": 4.4809952125344554e-05,
      "loss": 0.0082,
      "step": 15317
    },
    {
      "epoch": 1.6606678230702516,
      "grad_norm": 0.04003022238612175,
      "learning_rate": 4.480632525750762e-05,
      "loss": 0.0058,
      "step": 15318
    },
    {
      "epoch": 1.6607762359063312,
      "grad_norm": 0.260733962059021,
      "learning_rate": 4.480269838967068e-05,
      "loss": 0.0534,
      "step": 15319
    },
    {
      "epoch": 1.6608846487424112,
      "grad_norm": 0.05014640465378761,
      "learning_rate": 4.4799071521833746e-05,
      "loss": 0.0036,
      "step": 15320
    },
    {
      "epoch": 1.660993061578491,
      "grad_norm": 0.13365213572978973,
      "learning_rate": 4.479544465399681e-05,
      "loss": 0.025,
      "step": 15321
    },
    {
      "epoch": 1.6611014744145707,
      "grad_norm": 0.3895312547683716,
      "learning_rate": 4.4791817786159874e-05,
      "loss": 0.0171,
      "step": 15322
    },
    {
      "epoch": 1.6612098872506504,
      "grad_norm": 0.6435350775718689,
      "learning_rate": 4.478819091832294e-05,
      "loss": 0.0226,
      "step": 15323
    },
    {
      "epoch": 1.6613183000867302,
      "grad_norm": 0.17066556215286255,
      "learning_rate": 4.4784564050486e-05,
      "loss": 0.0244,
      "step": 15324
    },
    {
      "epoch": 1.6614267129228102,
      "grad_norm": 0.4465949237346649,
      "learning_rate": 4.478093718264907e-05,
      "loss": 0.0369,
      "step": 15325
    },
    {
      "epoch": 1.6615351257588897,
      "grad_norm": 0.07726088166236877,
      "learning_rate": 4.477731031481213e-05,
      "loss": 0.0157,
      "step": 15326
    },
    {
      "epoch": 1.6616435385949697,
      "grad_norm": 0.08927356451749802,
      "learning_rate": 4.4773683446975195e-05,
      "loss": 0.0099,
      "step": 15327
    },
    {
      "epoch": 1.6617519514310495,
      "grad_norm": 0.25675317645072937,
      "learning_rate": 4.477005657913826e-05,
      "loss": 0.0331,
      "step": 15328
    },
    {
      "epoch": 1.6618603642671292,
      "grad_norm": 0.47145041823387146,
      "learning_rate": 4.476642971130132e-05,
      "loss": 0.0921,
      "step": 15329
    },
    {
      "epoch": 1.661968777103209,
      "grad_norm": 0.07518773525953293,
      "learning_rate": 4.476280284346439e-05,
      "loss": 0.0073,
      "step": 15330
    },
    {
      "epoch": 1.6620771899392888,
      "grad_norm": 0.23353631794452667,
      "learning_rate": 4.475917597562745e-05,
      "loss": 0.0153,
      "step": 15331
    },
    {
      "epoch": 1.6621856027753688,
      "grad_norm": 0.35106101632118225,
      "learning_rate": 4.4755549107790515e-05,
      "loss": 0.0293,
      "step": 15332
    },
    {
      "epoch": 1.6622940156114483,
      "grad_norm": 0.11088784784078598,
      "learning_rate": 4.475192223995358e-05,
      "loss": 0.0176,
      "step": 15333
    },
    {
      "epoch": 1.6624024284475283,
      "grad_norm": 0.35840097069740295,
      "learning_rate": 4.4748295372116644e-05,
      "loss": 0.0347,
      "step": 15334
    },
    {
      "epoch": 1.6625108412836078,
      "grad_norm": 0.26558536291122437,
      "learning_rate": 4.474466850427971e-05,
      "loss": 0.0232,
      "step": 15335
    },
    {
      "epoch": 1.6626192541196878,
      "grad_norm": 0.28995344042778015,
      "learning_rate": 4.474104163644277e-05,
      "loss": 0.0292,
      "step": 15336
    },
    {
      "epoch": 1.6627276669557676,
      "grad_norm": 0.16181103885173798,
      "learning_rate": 4.4737414768605836e-05,
      "loss": 0.0218,
      "step": 15337
    },
    {
      "epoch": 1.6628360797918473,
      "grad_norm": 0.3907674551010132,
      "learning_rate": 4.47337879007689e-05,
      "loss": 0.0229,
      "step": 15338
    },
    {
      "epoch": 1.662944492627927,
      "grad_norm": 0.20292460918426514,
      "learning_rate": 4.4730161032931964e-05,
      "loss": 0.0086,
      "step": 15339
    },
    {
      "epoch": 1.6630529054640069,
      "grad_norm": 0.14678780734539032,
      "learning_rate": 4.472653416509502e-05,
      "loss": 0.0083,
      "step": 15340
    },
    {
      "epoch": 1.6631613183000868,
      "grad_norm": 0.4139004647731781,
      "learning_rate": 4.4722907297258086e-05,
      "loss": 0.0686,
      "step": 15341
    },
    {
      "epoch": 1.6632697311361664,
      "grad_norm": 0.33315372467041016,
      "learning_rate": 4.4719280429421156e-05,
      "loss": 0.0209,
      "step": 15342
    },
    {
      "epoch": 1.6633781439722464,
      "grad_norm": 0.22698147594928741,
      "learning_rate": 4.471565356158422e-05,
      "loss": 0.0306,
      "step": 15343
    },
    {
      "epoch": 1.6634865568083261,
      "grad_norm": 0.5935818552970886,
      "learning_rate": 4.4712026693747285e-05,
      "loss": 0.0372,
      "step": 15344
    },
    {
      "epoch": 1.663594969644406,
      "grad_norm": 0.0739360973238945,
      "learning_rate": 4.470839982591035e-05,
      "loss": 0.0141,
      "step": 15345
    },
    {
      "epoch": 1.6637033824804857,
      "grad_norm": 0.12297049909830093,
      "learning_rate": 4.470477295807341e-05,
      "loss": 0.0147,
      "step": 15346
    },
    {
      "epoch": 1.6638117953165654,
      "grad_norm": 0.4118499159812927,
      "learning_rate": 4.470114609023647e-05,
      "loss": 0.0253,
      "step": 15347
    },
    {
      "epoch": 1.6639202081526454,
      "grad_norm": 0.21896666288375854,
      "learning_rate": 4.4697519222399534e-05,
      "loss": 0.0132,
      "step": 15348
    },
    {
      "epoch": 1.664028620988725,
      "grad_norm": 0.16616593301296234,
      "learning_rate": 4.46938923545626e-05,
      "loss": 0.0186,
      "step": 15349
    },
    {
      "epoch": 1.664137033824805,
      "grad_norm": 0.30552157759666443,
      "learning_rate": 4.469026548672566e-05,
      "loss": 0.055,
      "step": 15350
    },
    {
      "epoch": 1.6642454466608847,
      "grad_norm": 0.1540636122226715,
      "learning_rate": 4.468663861888873e-05,
      "loss": 0.0103,
      "step": 15351
    },
    {
      "epoch": 1.6643538594969645,
      "grad_norm": 0.07080758363008499,
      "learning_rate": 4.46830117510518e-05,
      "loss": 0.0125,
      "step": 15352
    },
    {
      "epoch": 1.6644622723330442,
      "grad_norm": 0.2747516632080078,
      "learning_rate": 4.467938488321486e-05,
      "loss": 0.0472,
      "step": 15353
    },
    {
      "epoch": 1.664570685169124,
      "grad_norm": 0.10438620299100876,
      "learning_rate": 4.467575801537792e-05,
      "loss": 0.0215,
      "step": 15354
    },
    {
      "epoch": 1.664679098005204,
      "grad_norm": 0.39025527238845825,
      "learning_rate": 4.467213114754098e-05,
      "loss": 0.0247,
      "step": 15355
    },
    {
      "epoch": 1.6647875108412835,
      "grad_norm": 0.1964792013168335,
      "learning_rate": 4.466850427970405e-05,
      "loss": 0.0377,
      "step": 15356
    },
    {
      "epoch": 1.6648959236773635,
      "grad_norm": 0.15286538004875183,
      "learning_rate": 4.466487741186711e-05,
      "loss": 0.012,
      "step": 15357
    },
    {
      "epoch": 1.665004336513443,
      "grad_norm": 0.05915827676653862,
      "learning_rate": 4.4661250544030175e-05,
      "loss": 0.0071,
      "step": 15358
    },
    {
      "epoch": 1.665112749349523,
      "grad_norm": 0.12807349860668182,
      "learning_rate": 4.4657623676193246e-05,
      "loss": 0.009,
      "step": 15359
    },
    {
      "epoch": 1.6652211621856028,
      "grad_norm": 0.41073209047317505,
      "learning_rate": 4.465399680835631e-05,
      "loss": 0.0749,
      "step": 15360
    },
    {
      "epoch": 1.6653295750216826,
      "grad_norm": 0.4776390790939331,
      "learning_rate": 4.465036994051937e-05,
      "loss": 0.0464,
      "step": 15361
    },
    {
      "epoch": 1.6654379878577623,
      "grad_norm": 0.06535741686820984,
      "learning_rate": 4.464674307268243e-05,
      "loss": 0.0047,
      "step": 15362
    },
    {
      "epoch": 1.665546400693842,
      "grad_norm": 0.09710162878036499,
      "learning_rate": 4.4643116204845496e-05,
      "loss": 0.0094,
      "step": 15363
    },
    {
      "epoch": 1.665654813529922,
      "grad_norm": 0.15149058401584625,
      "learning_rate": 4.463948933700856e-05,
      "loss": 0.0133,
      "step": 15364
    },
    {
      "epoch": 1.6657632263660016,
      "grad_norm": 0.50393146276474,
      "learning_rate": 4.4635862469171624e-05,
      "loss": 0.0262,
      "step": 15365
    },
    {
      "epoch": 1.6658716392020816,
      "grad_norm": 0.11081887036561966,
      "learning_rate": 4.463223560133469e-05,
      "loss": 0.0084,
      "step": 15366
    },
    {
      "epoch": 1.6659800520381614,
      "grad_norm": 0.22959958016872406,
      "learning_rate": 4.462860873349775e-05,
      "loss": 0.041,
      "step": 15367
    },
    {
      "epoch": 1.6660884648742411,
      "grad_norm": 0.15892820060253143,
      "learning_rate": 4.462498186566082e-05,
      "loss": 0.0263,
      "step": 15368
    },
    {
      "epoch": 1.6661968777103209,
      "grad_norm": 0.09454949200153351,
      "learning_rate": 4.462135499782388e-05,
      "loss": 0.0079,
      "step": 15369
    },
    {
      "epoch": 1.6663052905464006,
      "grad_norm": 0.34407299757003784,
      "learning_rate": 4.4617728129986945e-05,
      "loss": 0.0264,
      "step": 15370
    },
    {
      "epoch": 1.6664137033824806,
      "grad_norm": 0.16567528247833252,
      "learning_rate": 4.461410126215001e-05,
      "loss": 0.0157,
      "step": 15371
    },
    {
      "epoch": 1.6665221162185602,
      "grad_norm": 0.42155420780181885,
      "learning_rate": 4.461047439431307e-05,
      "loss": 0.0955,
      "step": 15372
    },
    {
      "epoch": 1.6666305290546402,
      "grad_norm": 0.1500559002161026,
      "learning_rate": 4.460684752647614e-05,
      "loss": 0.0162,
      "step": 15373
    },
    {
      "epoch": 1.66673894189072,
      "grad_norm": 0.25116029381752014,
      "learning_rate": 4.46032206586392e-05,
      "loss": 0.0224,
      "step": 15374
    },
    {
      "epoch": 1.6668473547267997,
      "grad_norm": 0.6324472427368164,
      "learning_rate": 4.4599593790802265e-05,
      "loss": 0.0358,
      "step": 15375
    },
    {
      "epoch": 1.6669557675628794,
      "grad_norm": 0.06742867082357407,
      "learning_rate": 4.459596692296533e-05,
      "loss": 0.0097,
      "step": 15376
    },
    {
      "epoch": 1.6670641803989592,
      "grad_norm": 0.04891963675618172,
      "learning_rate": 4.459234005512839e-05,
      "loss": 0.0027,
      "step": 15377
    },
    {
      "epoch": 1.6671725932350392,
      "grad_norm": 0.15159952640533447,
      "learning_rate": 4.458871318729146e-05,
      "loss": 0.0176,
      "step": 15378
    },
    {
      "epoch": 1.6672810060711187,
      "grad_norm": 0.20778897404670715,
      "learning_rate": 4.458508631945452e-05,
      "loss": 0.0237,
      "step": 15379
    },
    {
      "epoch": 1.6673894189071987,
      "grad_norm": 0.28330519795417786,
      "learning_rate": 4.4581459451617586e-05,
      "loss": 0.0247,
      "step": 15380
    },
    {
      "epoch": 1.6674978317432783,
      "grad_norm": 0.2732827365398407,
      "learning_rate": 4.457783258378065e-05,
      "loss": 0.0348,
      "step": 15381
    },
    {
      "epoch": 1.6676062445793582,
      "grad_norm": 0.0845639780163765,
      "learning_rate": 4.4574205715943714e-05,
      "loss": 0.0082,
      "step": 15382
    },
    {
      "epoch": 1.667714657415438,
      "grad_norm": 0.16216088831424713,
      "learning_rate": 4.457057884810678e-05,
      "loss": 0.0324,
      "step": 15383
    },
    {
      "epoch": 1.6678230702515178,
      "grad_norm": 0.39203059673309326,
      "learning_rate": 4.456695198026984e-05,
      "loss": 0.0183,
      "step": 15384
    },
    {
      "epoch": 1.6679314830875975,
      "grad_norm": 0.18609678745269775,
      "learning_rate": 4.4563325112432906e-05,
      "loss": 0.0135,
      "step": 15385
    },
    {
      "epoch": 1.6680398959236773,
      "grad_norm": 0.22933948040008545,
      "learning_rate": 4.455969824459597e-05,
      "loss": 0.0182,
      "step": 15386
    },
    {
      "epoch": 1.6681483087597573,
      "grad_norm": 0.33152762055397034,
      "learning_rate": 4.4556071376759034e-05,
      "loss": 0.0311,
      "step": 15387
    },
    {
      "epoch": 1.6682567215958368,
      "grad_norm": 0.15885552763938904,
      "learning_rate": 4.45524445089221e-05,
      "loss": 0.0226,
      "step": 15388
    },
    {
      "epoch": 1.6683651344319168,
      "grad_norm": 0.42590707540512085,
      "learning_rate": 4.454881764108516e-05,
      "loss": 0.0527,
      "step": 15389
    },
    {
      "epoch": 1.6684735472679966,
      "grad_norm": 0.6725789904594421,
      "learning_rate": 4.454519077324823e-05,
      "loss": 0.0545,
      "step": 15390
    },
    {
      "epoch": 1.6685819601040763,
      "grad_norm": 0.6664814949035645,
      "learning_rate": 4.454156390541129e-05,
      "loss": 0.0413,
      "step": 15391
    },
    {
      "epoch": 1.668690372940156,
      "grad_norm": 0.36598315834999084,
      "learning_rate": 4.453793703757435e-05,
      "loss": 0.0598,
      "step": 15392
    },
    {
      "epoch": 1.6687987857762359,
      "grad_norm": 0.18768493831157684,
      "learning_rate": 4.453431016973741e-05,
      "loss": 0.0207,
      "step": 15393
    },
    {
      "epoch": 1.6689071986123158,
      "grad_norm": 0.28073087334632874,
      "learning_rate": 4.453068330190048e-05,
      "loss": 0.0413,
      "step": 15394
    },
    {
      "epoch": 1.6690156114483954,
      "grad_norm": 0.35961294174194336,
      "learning_rate": 4.452705643406355e-05,
      "loss": 0.0347,
      "step": 15395
    },
    {
      "epoch": 1.6691240242844754,
      "grad_norm": 0.1798526793718338,
      "learning_rate": 4.452342956622661e-05,
      "loss": 0.0173,
      "step": 15396
    },
    {
      "epoch": 1.669232437120555,
      "grad_norm": 0.19427967071533203,
      "learning_rate": 4.4519802698389675e-05,
      "loss": 0.0407,
      "step": 15397
    },
    {
      "epoch": 1.669340849956635,
      "grad_norm": 0.3079427480697632,
      "learning_rate": 4.451617583055274e-05,
      "loss": 0.0295,
      "step": 15398
    },
    {
      "epoch": 1.6694492627927147,
      "grad_norm": 0.20034126937389374,
      "learning_rate": 4.45125489627158e-05,
      "loss": 0.0264,
      "step": 15399
    },
    {
      "epoch": 1.6695576756287944,
      "grad_norm": 0.20725439488887787,
      "learning_rate": 4.450892209487886e-05,
      "loss": 0.0332,
      "step": 15400
    },
    {
      "epoch": 1.6696660884648742,
      "grad_norm": 0.16251447796821594,
      "learning_rate": 4.4505295227041925e-05,
      "loss": 0.0274,
      "step": 15401
    },
    {
      "epoch": 1.669774501300954,
      "grad_norm": 0.37492257356643677,
      "learning_rate": 4.4501668359204996e-05,
      "loss": 0.0246,
      "step": 15402
    },
    {
      "epoch": 1.669882914137034,
      "grad_norm": 0.2824132740497589,
      "learning_rate": 4.449804149136806e-05,
      "loss": 0.0327,
      "step": 15403
    },
    {
      "epoch": 1.6699913269731135,
      "grad_norm": 0.20448188483715057,
      "learning_rate": 4.4494414623531124e-05,
      "loss": 0.0194,
      "step": 15404
    },
    {
      "epoch": 1.6700997398091935,
      "grad_norm": 0.11553730070590973,
      "learning_rate": 4.449078775569419e-05,
      "loss": 0.0117,
      "step": 15405
    },
    {
      "epoch": 1.6702081526452732,
      "grad_norm": 0.10303666442632675,
      "learning_rate": 4.4487160887857246e-05,
      "loss": 0.0123,
      "step": 15406
    },
    {
      "epoch": 1.670316565481353,
      "grad_norm": 0.1863688826560974,
      "learning_rate": 4.448353402002031e-05,
      "loss": 0.0136,
      "step": 15407
    },
    {
      "epoch": 1.6704249783174328,
      "grad_norm": 0.18107187747955322,
      "learning_rate": 4.4479907152183374e-05,
      "loss": 0.026,
      "step": 15408
    },
    {
      "epoch": 1.6705333911535125,
      "grad_norm": 0.2782764136791229,
      "learning_rate": 4.447628028434644e-05,
      "loss": 0.0393,
      "step": 15409
    },
    {
      "epoch": 1.6706418039895925,
      "grad_norm": 0.11940658092498779,
      "learning_rate": 4.44726534165095e-05,
      "loss": 0.009,
      "step": 15410
    },
    {
      "epoch": 1.670750216825672,
      "grad_norm": 0.22207820415496826,
      "learning_rate": 4.446902654867257e-05,
      "loss": 0.0464,
      "step": 15411
    },
    {
      "epoch": 1.670858629661752,
      "grad_norm": 0.10388943552970886,
      "learning_rate": 4.446539968083564e-05,
      "loss": 0.0074,
      "step": 15412
    },
    {
      "epoch": 1.6709670424978318,
      "grad_norm": 0.3350027799606323,
      "learning_rate": 4.4461772812998694e-05,
      "loss": 0.0274,
      "step": 15413
    },
    {
      "epoch": 1.6710754553339116,
      "grad_norm": 0.6261194944381714,
      "learning_rate": 4.445814594516176e-05,
      "loss": 0.0427,
      "step": 15414
    },
    {
      "epoch": 1.6711838681699913,
      "grad_norm": 0.19002176821231842,
      "learning_rate": 4.445451907732482e-05,
      "loss": 0.0156,
      "step": 15415
    },
    {
      "epoch": 1.671292281006071,
      "grad_norm": 0.2775947153568268,
      "learning_rate": 4.445089220948789e-05,
      "loss": 0.0557,
      "step": 15416
    },
    {
      "epoch": 1.671400693842151,
      "grad_norm": 0.24468658864498138,
      "learning_rate": 4.444726534165095e-05,
      "loss": 0.0511,
      "step": 15417
    },
    {
      "epoch": 1.6715091066782306,
      "grad_norm": 0.40872251987457275,
      "learning_rate": 4.4443638473814015e-05,
      "loss": 0.0452,
      "step": 15418
    },
    {
      "epoch": 1.6716175195143106,
      "grad_norm": 0.28942275047302246,
      "learning_rate": 4.444001160597708e-05,
      "loss": 0.04,
      "step": 15419
    },
    {
      "epoch": 1.6717259323503901,
      "grad_norm": 0.24879199266433716,
      "learning_rate": 4.443638473814015e-05,
      "loss": 0.05,
      "step": 15420
    },
    {
      "epoch": 1.6718343451864701,
      "grad_norm": 0.4661030173301697,
      "learning_rate": 4.443275787030321e-05,
      "loss": 0.0482,
      "step": 15421
    },
    {
      "epoch": 1.6719427580225499,
      "grad_norm": 0.7381573915481567,
      "learning_rate": 4.442913100246627e-05,
      "loss": 0.0432,
      "step": 15422
    },
    {
      "epoch": 1.6720511708586296,
      "grad_norm": 0.40028122067451477,
      "learning_rate": 4.4425504134629335e-05,
      "loss": 0.0157,
      "step": 15423
    },
    {
      "epoch": 1.6721595836947094,
      "grad_norm": 0.19180642068386078,
      "learning_rate": 4.44218772667924e-05,
      "loss": 0.0223,
      "step": 15424
    },
    {
      "epoch": 1.6722679965307892,
      "grad_norm": 0.5334005951881409,
      "learning_rate": 4.4418250398955464e-05,
      "loss": 0.0426,
      "step": 15425
    },
    {
      "epoch": 1.6723764093668692,
      "grad_norm": 0.12527817487716675,
      "learning_rate": 4.441462353111853e-05,
      "loss": 0.0213,
      "step": 15426
    },
    {
      "epoch": 1.6724848222029487,
      "grad_norm": 0.364900678396225,
      "learning_rate": 4.441099666328159e-05,
      "loss": 0.0266,
      "step": 15427
    },
    {
      "epoch": 1.6725932350390287,
      "grad_norm": 0.032888080924749374,
      "learning_rate": 4.4407369795444656e-05,
      "loss": 0.0035,
      "step": 15428
    },
    {
      "epoch": 1.6727016478751084,
      "grad_norm": 0.3234626352787018,
      "learning_rate": 4.440374292760772e-05,
      "loss": 0.0305,
      "step": 15429
    },
    {
      "epoch": 1.6728100607111882,
      "grad_norm": 0.17435863614082336,
      "learning_rate": 4.4400116059770784e-05,
      "loss": 0.0342,
      "step": 15430
    },
    {
      "epoch": 1.672918473547268,
      "grad_norm": 0.5111812353134155,
      "learning_rate": 4.439648919193385e-05,
      "loss": 0.0692,
      "step": 15431
    },
    {
      "epoch": 1.6730268863833477,
      "grad_norm": 0.0862160250544548,
      "learning_rate": 4.439286232409691e-05,
      "loss": 0.0065,
      "step": 15432
    },
    {
      "epoch": 1.6731352992194277,
      "grad_norm": 0.32390907406806946,
      "learning_rate": 4.4389235456259976e-05,
      "loss": 0.0452,
      "step": 15433
    },
    {
      "epoch": 1.6732437120555073,
      "grad_norm": 0.2425665259361267,
      "learning_rate": 4.438560858842304e-05,
      "loss": 0.0353,
      "step": 15434
    },
    {
      "epoch": 1.6733521248915872,
      "grad_norm": 0.17482097446918488,
      "learning_rate": 4.4381981720586105e-05,
      "loss": 0.0167,
      "step": 15435
    },
    {
      "epoch": 1.673460537727667,
      "grad_norm": 0.1507667750120163,
      "learning_rate": 4.437835485274917e-05,
      "loss": 0.0137,
      "step": 15436
    },
    {
      "epoch": 1.6735689505637468,
      "grad_norm": 0.2107749581336975,
      "learning_rate": 4.437472798491223e-05,
      "loss": 0.0263,
      "step": 15437
    },
    {
      "epoch": 1.6736773633998265,
      "grad_norm": 0.2122844010591507,
      "learning_rate": 4.43711011170753e-05,
      "loss": 0.0175,
      "step": 15438
    },
    {
      "epoch": 1.6737857762359063,
      "grad_norm": 0.16566047072410583,
      "learning_rate": 4.436747424923836e-05,
      "loss": 0.0207,
      "step": 15439
    },
    {
      "epoch": 1.6738941890719863,
      "grad_norm": 0.3119048774242401,
      "learning_rate": 4.4363847381401425e-05,
      "loss": 0.0309,
      "step": 15440
    },
    {
      "epoch": 1.6740026019080658,
      "grad_norm": 0.4299715459346771,
      "learning_rate": 4.436022051356449e-05,
      "loss": 0.0253,
      "step": 15441
    },
    {
      "epoch": 1.6741110147441458,
      "grad_norm": 0.33525004982948303,
      "learning_rate": 4.4356593645727553e-05,
      "loss": 0.0505,
      "step": 15442
    },
    {
      "epoch": 1.6742194275802254,
      "grad_norm": 0.14045757055282593,
      "learning_rate": 4.435296677789062e-05,
      "loss": 0.0149,
      "step": 15443
    },
    {
      "epoch": 1.6743278404163053,
      "grad_norm": 0.4196051061153412,
      "learning_rate": 4.4349339910053675e-05,
      "loss": 0.0415,
      "step": 15444
    },
    {
      "epoch": 1.674436253252385,
      "grad_norm": 0.019144074991345406,
      "learning_rate": 4.434571304221674e-05,
      "loss": 0.002,
      "step": 15445
    },
    {
      "epoch": 1.6745446660884649,
      "grad_norm": 0.21992819011211395,
      "learning_rate": 4.434208617437981e-05,
      "loss": 0.0333,
      "step": 15446
    },
    {
      "epoch": 1.6746530789245446,
      "grad_norm": 0.16732606291770935,
      "learning_rate": 4.4338459306542874e-05,
      "loss": 0.0116,
      "step": 15447
    },
    {
      "epoch": 1.6747614917606244,
      "grad_norm": 0.2202957570552826,
      "learning_rate": 4.433483243870594e-05,
      "loss": 0.0474,
      "step": 15448
    },
    {
      "epoch": 1.6748699045967044,
      "grad_norm": 0.12929348647594452,
      "learning_rate": 4.4331205570869e-05,
      "loss": 0.0167,
      "step": 15449
    },
    {
      "epoch": 1.674978317432784,
      "grad_norm": 0.23013658821582794,
      "learning_rate": 4.4327578703032066e-05,
      "loss": 0.0422,
      "step": 15450
    },
    {
      "epoch": 1.675086730268864,
      "grad_norm": 0.10636133700609207,
      "learning_rate": 4.4323951835195124e-05,
      "loss": 0.0138,
      "step": 15451
    },
    {
      "epoch": 1.6751951431049437,
      "grad_norm": 0.2083587497472763,
      "learning_rate": 4.432032496735819e-05,
      "loss": 0.069,
      "step": 15452
    },
    {
      "epoch": 1.6753035559410234,
      "grad_norm": 0.12110359221696854,
      "learning_rate": 4.431669809952125e-05,
      "loss": 0.0106,
      "step": 15453
    },
    {
      "epoch": 1.6754119687771032,
      "grad_norm": 0.22928401827812195,
      "learning_rate": 4.431307123168432e-05,
      "loss": 0.0494,
      "step": 15454
    },
    {
      "epoch": 1.675520381613183,
      "grad_norm": 0.06065462902188301,
      "learning_rate": 4.430944436384739e-05,
      "loss": 0.0101,
      "step": 15455
    },
    {
      "epoch": 1.675628794449263,
      "grad_norm": 0.1437641680240631,
      "learning_rate": 4.430581749601045e-05,
      "loss": 0.0269,
      "step": 15456
    },
    {
      "epoch": 1.6757372072853425,
      "grad_norm": 0.14281179010868073,
      "learning_rate": 4.4302190628173515e-05,
      "loss": 0.0051,
      "step": 15457
    },
    {
      "epoch": 1.6758456201214225,
      "grad_norm": 0.11360856890678406,
      "learning_rate": 4.429856376033657e-05,
      "loss": 0.0162,
      "step": 15458
    },
    {
      "epoch": 1.675954032957502,
      "grad_norm": 0.22775816917419434,
      "learning_rate": 4.4294936892499636e-05,
      "loss": 0.0394,
      "step": 15459
    },
    {
      "epoch": 1.676062445793582,
      "grad_norm": 0.40573418140411377,
      "learning_rate": 4.42913100246627e-05,
      "loss": 0.0307,
      "step": 15460
    },
    {
      "epoch": 1.6761708586296618,
      "grad_norm": 0.22131770849227905,
      "learning_rate": 4.4287683156825765e-05,
      "loss": 0.0442,
      "step": 15461
    },
    {
      "epoch": 1.6762792714657415,
      "grad_norm": 0.2810177505016327,
      "learning_rate": 4.428405628898883e-05,
      "loss": 0.0202,
      "step": 15462
    },
    {
      "epoch": 1.6763876843018215,
      "grad_norm": 0.17361673712730408,
      "learning_rate": 4.42804294211519e-05,
      "loss": 0.0433,
      "step": 15463
    },
    {
      "epoch": 1.676496097137901,
      "grad_norm": 0.274457722902298,
      "learning_rate": 4.4276802553314964e-05,
      "loss": 0.0438,
      "step": 15464
    },
    {
      "epoch": 1.676604509973981,
      "grad_norm": 0.24852226674556732,
      "learning_rate": 4.427317568547802e-05,
      "loss": 0.0443,
      "step": 15465
    },
    {
      "epoch": 1.6767129228100606,
      "grad_norm": 0.09226163476705551,
      "learning_rate": 4.4269548817641085e-05,
      "loss": 0.0153,
      "step": 15466
    },
    {
      "epoch": 1.6768213356461406,
      "grad_norm": 0.2519671618938446,
      "learning_rate": 4.426592194980415e-05,
      "loss": 0.0248,
      "step": 15467
    },
    {
      "epoch": 1.6769297484822203,
      "grad_norm": 0.319431871175766,
      "learning_rate": 4.426229508196721e-05,
      "loss": 0.0299,
      "step": 15468
    },
    {
      "epoch": 1.6770381613183,
      "grad_norm": 0.2536197900772095,
      "learning_rate": 4.425866821413028e-05,
      "loss": 0.029,
      "step": 15469
    },
    {
      "epoch": 1.6771465741543798,
      "grad_norm": 0.07384258508682251,
      "learning_rate": 4.425504134629334e-05,
      "loss": 0.0112,
      "step": 15470
    },
    {
      "epoch": 1.6772549869904596,
      "grad_norm": 0.15167449414730072,
      "learning_rate": 4.4251414478456406e-05,
      "loss": 0.0207,
      "step": 15471
    },
    {
      "epoch": 1.6773633998265396,
      "grad_norm": 0.2737983763217926,
      "learning_rate": 4.4247787610619477e-05,
      "loss": 0.0387,
      "step": 15472
    },
    {
      "epoch": 1.6774718126626191,
      "grad_norm": 0.20970410108566284,
      "learning_rate": 4.4244160742782534e-05,
      "loss": 0.0346,
      "step": 15473
    },
    {
      "epoch": 1.6775802254986991,
      "grad_norm": 0.21443484723567963,
      "learning_rate": 4.42405338749456e-05,
      "loss": 0.0237,
      "step": 15474
    },
    {
      "epoch": 1.6776886383347789,
      "grad_norm": 0.16283857822418213,
      "learning_rate": 4.423690700710866e-05,
      "loss": 0.0286,
      "step": 15475
    },
    {
      "epoch": 1.6777970511708586,
      "grad_norm": 0.5881197452545166,
      "learning_rate": 4.4233280139271726e-05,
      "loss": 0.0461,
      "step": 15476
    },
    {
      "epoch": 1.6779054640069384,
      "grad_norm": 0.03250729665160179,
      "learning_rate": 4.422965327143479e-05,
      "loss": 0.0019,
      "step": 15477
    },
    {
      "epoch": 1.6780138768430182,
      "grad_norm": 0.4554122984409332,
      "learning_rate": 4.4226026403597854e-05,
      "loss": 0.0364,
      "step": 15478
    },
    {
      "epoch": 1.6781222896790982,
      "grad_norm": 0.1337333470582962,
      "learning_rate": 4.422239953576092e-05,
      "loss": 0.0101,
      "step": 15479
    },
    {
      "epoch": 1.6782307025151777,
      "grad_norm": 0.29330796003341675,
      "learning_rate": 4.421877266792398e-05,
      "loss": 0.0348,
      "step": 15480
    },
    {
      "epoch": 1.6783391153512577,
      "grad_norm": 0.288779079914093,
      "learning_rate": 4.421514580008705e-05,
      "loss": 0.0332,
      "step": 15481
    },
    {
      "epoch": 1.6784475281873372,
      "grad_norm": 0.06687749922275543,
      "learning_rate": 4.421151893225011e-05,
      "loss": 0.0083,
      "step": 15482
    },
    {
      "epoch": 1.6785559410234172,
      "grad_norm": 0.5277442336082458,
      "learning_rate": 4.4207892064413175e-05,
      "loss": 0.0213,
      "step": 15483
    },
    {
      "epoch": 1.678664353859497,
      "grad_norm": 0.050380513072013855,
      "learning_rate": 4.420426519657624e-05,
      "loss": 0.0066,
      "step": 15484
    },
    {
      "epoch": 1.6787727666955767,
      "grad_norm": 0.04528864473104477,
      "learning_rate": 4.42006383287393e-05,
      "loss": 0.0045,
      "step": 15485
    },
    {
      "epoch": 1.6788811795316565,
      "grad_norm": 0.11801310628652573,
      "learning_rate": 4.419701146090237e-05,
      "loss": 0.0121,
      "step": 15486
    },
    {
      "epoch": 1.6789895923677363,
      "grad_norm": 0.43473735451698303,
      "learning_rate": 4.419338459306543e-05,
      "loss": 0.0321,
      "step": 15487
    },
    {
      "epoch": 1.6790980052038162,
      "grad_norm": 0.16877131164073944,
      "learning_rate": 4.4189757725228495e-05,
      "loss": 0.0348,
      "step": 15488
    },
    {
      "epoch": 1.6792064180398958,
      "grad_norm": 0.26736217737197876,
      "learning_rate": 4.418613085739156e-05,
      "loss": 0.0304,
      "step": 15489
    },
    {
      "epoch": 1.6793148308759758,
      "grad_norm": 0.8481845855712891,
      "learning_rate": 4.4182503989554624e-05,
      "loss": 0.0397,
      "step": 15490
    },
    {
      "epoch": 1.6794232437120555,
      "grad_norm": 0.3388577997684479,
      "learning_rate": 4.417887712171769e-05,
      "loss": 0.0409,
      "step": 15491
    },
    {
      "epoch": 1.6795316565481353,
      "grad_norm": 0.22676582634449005,
      "learning_rate": 4.417525025388075e-05,
      "loss": 0.0139,
      "step": 15492
    },
    {
      "epoch": 1.679640069384215,
      "grad_norm": 0.05491163581609726,
      "learning_rate": 4.4171623386043816e-05,
      "loss": 0.0111,
      "step": 15493
    },
    {
      "epoch": 1.6797484822202948,
      "grad_norm": 0.09950534999370575,
      "learning_rate": 4.416799651820688e-05,
      "loss": 0.0123,
      "step": 15494
    },
    {
      "epoch": 1.6798568950563748,
      "grad_norm": 0.17238685488700867,
      "learning_rate": 4.4164369650369944e-05,
      "loss": 0.0353,
      "step": 15495
    },
    {
      "epoch": 1.6799653078924544,
      "grad_norm": 0.23480765521526337,
      "learning_rate": 4.4160742782533e-05,
      "loss": 0.0449,
      "step": 15496
    },
    {
      "epoch": 1.6800737207285343,
      "grad_norm": 0.22001664340496063,
      "learning_rate": 4.415711591469607e-05,
      "loss": 0.0136,
      "step": 15497
    },
    {
      "epoch": 1.680182133564614,
      "grad_norm": 0.057677410542964935,
      "learning_rate": 4.4153489046859136e-05,
      "loss": 0.0033,
      "step": 15498
    },
    {
      "epoch": 1.6802905464006939,
      "grad_norm": 0.32542291283607483,
      "learning_rate": 4.41498621790222e-05,
      "loss": 0.0497,
      "step": 15499
    },
    {
      "epoch": 1.6803989592367736,
      "grad_norm": 0.2898233234882355,
      "learning_rate": 4.4146235311185265e-05,
      "loss": 0.0615,
      "step": 15500
    },
    {
      "epoch": 1.6805073720728534,
      "grad_norm": 0.30289483070373535,
      "learning_rate": 4.414260844334833e-05,
      "loss": 0.0153,
      "step": 15501
    },
    {
      "epoch": 1.6806157849089334,
      "grad_norm": 0.54966139793396,
      "learning_rate": 4.413898157551139e-05,
      "loss": 0.0239,
      "step": 15502
    },
    {
      "epoch": 1.680724197745013,
      "grad_norm": 0.10304971784353256,
      "learning_rate": 4.413535470767445e-05,
      "loss": 0.0229,
      "step": 15503
    },
    {
      "epoch": 1.680832610581093,
      "grad_norm": 0.5938856601715088,
      "learning_rate": 4.4131727839837514e-05,
      "loss": 0.0279,
      "step": 15504
    },
    {
      "epoch": 1.6809410234171724,
      "grad_norm": 0.347738653421402,
      "learning_rate": 4.412810097200058e-05,
      "loss": 0.0409,
      "step": 15505
    },
    {
      "epoch": 1.6810494362532524,
      "grad_norm": 0.1495755910873413,
      "learning_rate": 4.412447410416365e-05,
      "loss": 0.0187,
      "step": 15506
    },
    {
      "epoch": 1.6811578490893322,
      "grad_norm": 0.283947616815567,
      "learning_rate": 4.4120847236326713e-05,
      "loss": 0.0354,
      "step": 15507
    },
    {
      "epoch": 1.681266261925412,
      "grad_norm": 0.17568586766719818,
      "learning_rate": 4.411722036848978e-05,
      "loss": 0.039,
      "step": 15508
    },
    {
      "epoch": 1.6813746747614917,
      "grad_norm": 0.11045169830322266,
      "learning_rate": 4.411359350065284e-05,
      "loss": 0.0196,
      "step": 15509
    },
    {
      "epoch": 1.6814830875975715,
      "grad_norm": 0.1606382578611374,
      "learning_rate": 4.41099666328159e-05,
      "loss": 0.0163,
      "step": 15510
    },
    {
      "epoch": 1.6815915004336515,
      "grad_norm": 0.19513970613479614,
      "learning_rate": 4.410633976497896e-05,
      "loss": 0.0201,
      "step": 15511
    },
    {
      "epoch": 1.681699913269731,
      "grad_norm": 0.19904397428035736,
      "learning_rate": 4.410271289714203e-05,
      "loss": 0.012,
      "step": 15512
    },
    {
      "epoch": 1.681808326105811,
      "grad_norm": 0.14376869797706604,
      "learning_rate": 4.409908602930509e-05,
      "loss": 0.0182,
      "step": 15513
    },
    {
      "epoch": 1.6819167389418908,
      "grad_norm": 0.2258426994085312,
      "learning_rate": 4.4095459161468155e-05,
      "loss": 0.0195,
      "step": 15514
    },
    {
      "epoch": 1.6820251517779705,
      "grad_norm": 0.14505279064178467,
      "learning_rate": 4.4091832293631226e-05,
      "loss": 0.0138,
      "step": 15515
    },
    {
      "epoch": 1.6821335646140503,
      "grad_norm": 0.4025547206401825,
      "learning_rate": 4.408820542579429e-05,
      "loss": 0.0643,
      "step": 15516
    },
    {
      "epoch": 1.68224197745013,
      "grad_norm": 0.7602930068969727,
      "learning_rate": 4.4084578557957354e-05,
      "loss": 0.0571,
      "step": 15517
    },
    {
      "epoch": 1.68235039028621,
      "grad_norm": 0.2336890697479248,
      "learning_rate": 4.408095169012041e-05,
      "loss": 0.0107,
      "step": 15518
    },
    {
      "epoch": 1.6824588031222896,
      "grad_norm": 0.2029915302991867,
      "learning_rate": 4.4077324822283476e-05,
      "loss": 0.0256,
      "step": 15519
    },
    {
      "epoch": 1.6825672159583696,
      "grad_norm": 0.34068581461906433,
      "learning_rate": 4.407369795444654e-05,
      "loss": 0.0374,
      "step": 15520
    },
    {
      "epoch": 1.682675628794449,
      "grad_norm": 0.19136157631874084,
      "learning_rate": 4.4070071086609604e-05,
      "loss": 0.0225,
      "step": 15521
    },
    {
      "epoch": 1.682784041630529,
      "grad_norm": 0.12511597573757172,
      "learning_rate": 4.406644421877267e-05,
      "loss": 0.0188,
      "step": 15522
    },
    {
      "epoch": 1.6828924544666088,
      "grad_norm": 0.14988753199577332,
      "learning_rate": 4.406281735093574e-05,
      "loss": 0.0187,
      "step": 15523
    },
    {
      "epoch": 1.6830008673026886,
      "grad_norm": 0.18291521072387695,
      "learning_rate": 4.40591904830988e-05,
      "loss": 0.0189,
      "step": 15524
    },
    {
      "epoch": 1.6831092801387686,
      "grad_norm": 0.5599152445793152,
      "learning_rate": 4.405556361526186e-05,
      "loss": 0.0595,
      "step": 15525
    },
    {
      "epoch": 1.6832176929748481,
      "grad_norm": 0.19605675339698792,
      "learning_rate": 4.4051936747424925e-05,
      "loss": 0.0157,
      "step": 15526
    },
    {
      "epoch": 1.6833261058109281,
      "grad_norm": 0.21244806051254272,
      "learning_rate": 4.404830987958799e-05,
      "loss": 0.0354,
      "step": 15527
    },
    {
      "epoch": 1.6834345186470077,
      "grad_norm": 0.3407157361507416,
      "learning_rate": 4.404468301175105e-05,
      "loss": 0.0263,
      "step": 15528
    },
    {
      "epoch": 1.6835429314830876,
      "grad_norm": 0.3688008487224579,
      "learning_rate": 4.404105614391412e-05,
      "loss": 0.067,
      "step": 15529
    },
    {
      "epoch": 1.6836513443191674,
      "grad_norm": 0.2017776072025299,
      "learning_rate": 4.403742927607718e-05,
      "loss": 0.0306,
      "step": 15530
    },
    {
      "epoch": 1.6837597571552472,
      "grad_norm": 0.3350497782230377,
      "learning_rate": 4.4033802408240245e-05,
      "loss": 0.0313,
      "step": 15531
    },
    {
      "epoch": 1.683868169991327,
      "grad_norm": 0.10139330476522446,
      "learning_rate": 4.403017554040331e-05,
      "loss": 0.0151,
      "step": 15532
    },
    {
      "epoch": 1.6839765828274067,
      "grad_norm": 0.05559443682432175,
      "learning_rate": 4.4026548672566373e-05,
      "loss": 0.0085,
      "step": 15533
    },
    {
      "epoch": 1.6840849956634867,
      "grad_norm": 0.5257017612457275,
      "learning_rate": 4.402292180472944e-05,
      "loss": 0.0563,
      "step": 15534
    },
    {
      "epoch": 1.6841934084995662,
      "grad_norm": 0.2989782691001892,
      "learning_rate": 4.40192949368925e-05,
      "loss": 0.0253,
      "step": 15535
    },
    {
      "epoch": 1.6843018213356462,
      "grad_norm": 0.2672015428543091,
      "learning_rate": 4.4015668069055566e-05,
      "loss": 0.0312,
      "step": 15536
    },
    {
      "epoch": 1.684410234171726,
      "grad_norm": 0.03091285564005375,
      "learning_rate": 4.401204120121863e-05,
      "loss": 0.0029,
      "step": 15537
    },
    {
      "epoch": 1.6845186470078057,
      "grad_norm": 0.06299901753664017,
      "learning_rate": 4.4008414333381694e-05,
      "loss": 0.0048,
      "step": 15538
    },
    {
      "epoch": 1.6846270598438855,
      "grad_norm": 0.2542130649089813,
      "learning_rate": 4.400478746554476e-05,
      "loss": 0.0365,
      "step": 15539
    },
    {
      "epoch": 1.6847354726799653,
      "grad_norm": 0.1740136444568634,
      "learning_rate": 4.400116059770782e-05,
      "loss": 0.0213,
      "step": 15540
    },
    {
      "epoch": 1.6848438855160452,
      "grad_norm": 0.20245520770549774,
      "learning_rate": 4.3997533729870886e-05,
      "loss": 0.0236,
      "step": 15541
    },
    {
      "epoch": 1.6849522983521248,
      "grad_norm": 0.1961405873298645,
      "learning_rate": 4.399390686203395e-05,
      "loss": 0.0216,
      "step": 15542
    },
    {
      "epoch": 1.6850607111882048,
      "grad_norm": 0.0350940115749836,
      "learning_rate": 4.3990279994197014e-05,
      "loss": 0.0035,
      "step": 15543
    },
    {
      "epoch": 1.6851691240242843,
      "grad_norm": 0.14525747299194336,
      "learning_rate": 4.398665312636008e-05,
      "loss": 0.0169,
      "step": 15544
    },
    {
      "epoch": 1.6852775368603643,
      "grad_norm": 0.20299354195594788,
      "learning_rate": 4.398302625852314e-05,
      "loss": 0.0253,
      "step": 15545
    },
    {
      "epoch": 1.685385949696444,
      "grad_norm": 0.12922708690166473,
      "learning_rate": 4.397939939068621e-05,
      "loss": 0.0149,
      "step": 15546
    },
    {
      "epoch": 1.6854943625325238,
      "grad_norm": 0.5681853294372559,
      "learning_rate": 4.397577252284927e-05,
      "loss": 0.0472,
      "step": 15547
    },
    {
      "epoch": 1.6856027753686036,
      "grad_norm": 0.5264415740966797,
      "learning_rate": 4.397214565501233e-05,
      "loss": 0.034,
      "step": 15548
    },
    {
      "epoch": 1.6857111882046834,
      "grad_norm": 0.31544730067253113,
      "learning_rate": 4.39685187871754e-05,
      "loss": 0.0222,
      "step": 15549
    },
    {
      "epoch": 1.6858196010407633,
      "grad_norm": 0.5213432908058167,
      "learning_rate": 4.396489191933846e-05,
      "loss": 0.0325,
      "step": 15550
    },
    {
      "epoch": 1.6859280138768429,
      "grad_norm": 0.20704245567321777,
      "learning_rate": 4.396126505150153e-05,
      "loss": 0.0195,
      "step": 15551
    },
    {
      "epoch": 1.6860364267129229,
      "grad_norm": 0.13009963929653168,
      "learning_rate": 4.395763818366459e-05,
      "loss": 0.025,
      "step": 15552
    },
    {
      "epoch": 1.6861448395490026,
      "grad_norm": 0.33065491914749146,
      "learning_rate": 4.3954011315827656e-05,
      "loss": 0.0506,
      "step": 15553
    },
    {
      "epoch": 1.6862532523850824,
      "grad_norm": 0.11339618265628815,
      "learning_rate": 4.395038444799072e-05,
      "loss": 0.0138,
      "step": 15554
    },
    {
      "epoch": 1.6863616652211622,
      "grad_norm": 0.15400926768779755,
      "learning_rate": 4.394675758015378e-05,
      "loss": 0.0038,
      "step": 15555
    },
    {
      "epoch": 1.686470078057242,
      "grad_norm": 0.279840886592865,
      "learning_rate": 4.394313071231684e-05,
      "loss": 0.0351,
      "step": 15556
    },
    {
      "epoch": 1.686578490893322,
      "grad_norm": 0.2687208354473114,
      "learning_rate": 4.3939503844479905e-05,
      "loss": 0.0223,
      "step": 15557
    },
    {
      "epoch": 1.6866869037294014,
      "grad_norm": 0.1732829511165619,
      "learning_rate": 4.3935876976642976e-05,
      "loss": 0.025,
      "step": 15558
    },
    {
      "epoch": 1.6867953165654814,
      "grad_norm": 0.22357337176799774,
      "learning_rate": 4.393225010880604e-05,
      "loss": 0.0293,
      "step": 15559
    },
    {
      "epoch": 1.6869037294015612,
      "grad_norm": 0.30305445194244385,
      "learning_rate": 4.3928623240969104e-05,
      "loss": 0.0263,
      "step": 15560
    },
    {
      "epoch": 1.687012142237641,
      "grad_norm": 0.18303415179252625,
      "learning_rate": 4.392499637313217e-05,
      "loss": 0.0185,
      "step": 15561
    },
    {
      "epoch": 1.6871205550737207,
      "grad_norm": 0.15884801745414734,
      "learning_rate": 4.3921369505295226e-05,
      "loss": 0.0153,
      "step": 15562
    },
    {
      "epoch": 1.6872289679098005,
      "grad_norm": 0.17132383584976196,
      "learning_rate": 4.391774263745829e-05,
      "loss": 0.0073,
      "step": 15563
    },
    {
      "epoch": 1.6873373807458805,
      "grad_norm": 0.15861113369464874,
      "learning_rate": 4.3914115769621354e-05,
      "loss": 0.0205,
      "step": 15564
    },
    {
      "epoch": 1.68744579358196,
      "grad_norm": 0.37821441888809204,
      "learning_rate": 4.391048890178442e-05,
      "loss": 0.0434,
      "step": 15565
    },
    {
      "epoch": 1.68755420641804,
      "grad_norm": 0.10209549963474274,
      "learning_rate": 4.390686203394748e-05,
      "loss": 0.0088,
      "step": 15566
    },
    {
      "epoch": 1.6876626192541195,
      "grad_norm": 0.09810512512922287,
      "learning_rate": 4.390323516611055e-05,
      "loss": 0.0105,
      "step": 15567
    },
    {
      "epoch": 1.6877710320901995,
      "grad_norm": 0.1131255030632019,
      "learning_rate": 4.389960829827362e-05,
      "loss": 0.0074,
      "step": 15568
    },
    {
      "epoch": 1.6878794449262793,
      "grad_norm": 0.11012963950634003,
      "learning_rate": 4.389598143043668e-05,
      "loss": 0.0526,
      "step": 15569
    },
    {
      "epoch": 1.687987857762359,
      "grad_norm": 0.3504640460014343,
      "learning_rate": 4.389235456259974e-05,
      "loss": 0.0139,
      "step": 15570
    },
    {
      "epoch": 1.6880962705984388,
      "grad_norm": 0.1011325865983963,
      "learning_rate": 4.38887276947628e-05,
      "loss": 0.0108,
      "step": 15571
    },
    {
      "epoch": 1.6882046834345186,
      "grad_norm": 0.12392161786556244,
      "learning_rate": 4.388510082692587e-05,
      "loss": 0.007,
      "step": 15572
    },
    {
      "epoch": 1.6883130962705986,
      "grad_norm": 0.22809742391109467,
      "learning_rate": 4.388147395908893e-05,
      "loss": 0.0388,
      "step": 15573
    },
    {
      "epoch": 1.688421509106678,
      "grad_norm": 0.3090309202671051,
      "learning_rate": 4.3877847091251995e-05,
      "loss": 0.0481,
      "step": 15574
    },
    {
      "epoch": 1.688529921942758,
      "grad_norm": 0.44663435220718384,
      "learning_rate": 4.3874220223415066e-05,
      "loss": 0.0364,
      "step": 15575
    },
    {
      "epoch": 1.6886383347788378,
      "grad_norm": 0.2911585569381714,
      "learning_rate": 4.387059335557813e-05,
      "loss": 0.0247,
      "step": 15576
    },
    {
      "epoch": 1.6887467476149176,
      "grad_norm": 0.29503387212753296,
      "learning_rate": 4.386696648774119e-05,
      "loss": 0.0138,
      "step": 15577
    },
    {
      "epoch": 1.6888551604509974,
      "grad_norm": 0.5339362025260925,
      "learning_rate": 4.386333961990425e-05,
      "loss": 0.0466,
      "step": 15578
    },
    {
      "epoch": 1.6889635732870771,
      "grad_norm": 0.37704506516456604,
      "learning_rate": 4.3859712752067315e-05,
      "loss": 0.0398,
      "step": 15579
    },
    {
      "epoch": 1.6890719861231571,
      "grad_norm": 0.13203947246074677,
      "learning_rate": 4.385608588423038e-05,
      "loss": 0.0269,
      "step": 15580
    },
    {
      "epoch": 1.6891803989592367,
      "grad_norm": 0.11186397075653076,
      "learning_rate": 4.3852459016393444e-05,
      "loss": 0.0122,
      "step": 15581
    },
    {
      "epoch": 1.6892888117953166,
      "grad_norm": 0.24111348390579224,
      "learning_rate": 4.384883214855651e-05,
      "loss": 0.0108,
      "step": 15582
    },
    {
      "epoch": 1.6893972246313964,
      "grad_norm": 0.6023213863372803,
      "learning_rate": 4.384520528071957e-05,
      "loss": 0.0385,
      "step": 15583
    },
    {
      "epoch": 1.6895056374674762,
      "grad_norm": 0.6553083062171936,
      "learning_rate": 4.3841578412882636e-05,
      "loss": 0.0769,
      "step": 15584
    },
    {
      "epoch": 1.689614050303556,
      "grad_norm": 0.25721266865730286,
      "learning_rate": 4.38379515450457e-05,
      "loss": 0.0365,
      "step": 15585
    },
    {
      "epoch": 1.6897224631396357,
      "grad_norm": 0.36864227056503296,
      "learning_rate": 4.3834324677208764e-05,
      "loss": 0.0146,
      "step": 15586
    },
    {
      "epoch": 1.6898308759757157,
      "grad_norm": 0.1620427817106247,
      "learning_rate": 4.383069780937183e-05,
      "loss": 0.0104,
      "step": 15587
    },
    {
      "epoch": 1.6899392888117952,
      "grad_norm": 0.15215100347995758,
      "learning_rate": 4.382707094153489e-05,
      "loss": 0.0107,
      "step": 15588
    },
    {
      "epoch": 1.6900477016478752,
      "grad_norm": 0.19105903804302216,
      "learning_rate": 4.3823444073697957e-05,
      "loss": 0.0291,
      "step": 15589
    },
    {
      "epoch": 1.6901561144839548,
      "grad_norm": 0.2963380217552185,
      "learning_rate": 4.381981720586102e-05,
      "loss": 0.0272,
      "step": 15590
    },
    {
      "epoch": 1.6902645273200347,
      "grad_norm": 0.4390617311000824,
      "learning_rate": 4.3816190338024085e-05,
      "loss": 0.0664,
      "step": 15591
    },
    {
      "epoch": 1.6903729401561145,
      "grad_norm": 0.09601658582687378,
      "learning_rate": 4.381256347018715e-05,
      "loss": 0.0074,
      "step": 15592
    },
    {
      "epoch": 1.6904813529921943,
      "grad_norm": 0.16584084928035736,
      "learning_rate": 4.380893660235021e-05,
      "loss": 0.0249,
      "step": 15593
    },
    {
      "epoch": 1.690589765828274,
      "grad_norm": 0.41501447558403015,
      "learning_rate": 4.380530973451328e-05,
      "loss": 0.0144,
      "step": 15594
    },
    {
      "epoch": 1.6906981786643538,
      "grad_norm": 0.27662205696105957,
      "learning_rate": 4.380168286667634e-05,
      "loss": 0.0198,
      "step": 15595
    },
    {
      "epoch": 1.6908065915004338,
      "grad_norm": 0.09735158830881119,
      "learning_rate": 4.3798055998839405e-05,
      "loss": 0.0171,
      "step": 15596
    },
    {
      "epoch": 1.6909150043365133,
      "grad_norm": 0.26195448637008667,
      "learning_rate": 4.379442913100247e-05,
      "loss": 0.0284,
      "step": 15597
    },
    {
      "epoch": 1.6910234171725933,
      "grad_norm": 0.18872609734535217,
      "learning_rate": 4.3790802263165533e-05,
      "loss": 0.0194,
      "step": 15598
    },
    {
      "epoch": 1.691131830008673,
      "grad_norm": 0.12998151779174805,
      "learning_rate": 4.37871753953286e-05,
      "loss": 0.0101,
      "step": 15599
    },
    {
      "epoch": 1.6912402428447528,
      "grad_norm": 0.20014533400535583,
      "learning_rate": 4.3783548527491655e-05,
      "loss": 0.0194,
      "step": 15600
    },
    {
      "epoch": 1.6913486556808326,
      "grad_norm": 0.19015465676784515,
      "learning_rate": 4.3779921659654726e-05,
      "loss": 0.0132,
      "step": 15601
    },
    {
      "epoch": 1.6914570685169124,
      "grad_norm": 0.13817264139652252,
      "learning_rate": 4.377629479181779e-05,
      "loss": 0.0099,
      "step": 15602
    },
    {
      "epoch": 1.6915654813529923,
      "grad_norm": 0.15616659820079803,
      "learning_rate": 4.3772667923980854e-05,
      "loss": 0.0077,
      "step": 15603
    },
    {
      "epoch": 1.6916738941890719,
      "grad_norm": 0.33040839433670044,
      "learning_rate": 4.376904105614392e-05,
      "loss": 0.0494,
      "step": 15604
    },
    {
      "epoch": 1.6917823070251519,
      "grad_norm": 0.11110808700323105,
      "learning_rate": 4.376541418830698e-05,
      "loss": 0.0151,
      "step": 15605
    },
    {
      "epoch": 1.6918907198612314,
      "grad_norm": 0.21499933302402496,
      "learning_rate": 4.3761787320470046e-05,
      "loss": 0.018,
      "step": 15606
    },
    {
      "epoch": 1.6919991326973114,
      "grad_norm": 0.2571694850921631,
      "learning_rate": 4.3758160452633104e-05,
      "loss": 0.0256,
      "step": 15607
    },
    {
      "epoch": 1.6921075455333912,
      "grad_norm": 0.3594167232513428,
      "learning_rate": 4.375453358479617e-05,
      "loss": 0.0756,
      "step": 15608
    },
    {
      "epoch": 1.692215958369471,
      "grad_norm": 0.12283564358949661,
      "learning_rate": 4.375090671695923e-05,
      "loss": 0.0231,
      "step": 15609
    },
    {
      "epoch": 1.692324371205551,
      "grad_norm": 0.17369358241558075,
      "learning_rate": 4.37472798491223e-05,
      "loss": 0.0112,
      "step": 15610
    },
    {
      "epoch": 1.6924327840416304,
      "grad_norm": 0.3413134217262268,
      "learning_rate": 4.374365298128537e-05,
      "loss": 0.0129,
      "step": 15611
    },
    {
      "epoch": 1.6925411968777104,
      "grad_norm": 0.22384756803512573,
      "learning_rate": 4.374002611344843e-05,
      "loss": 0.019,
      "step": 15612
    },
    {
      "epoch": 1.69264960971379,
      "grad_norm": 0.16580012440681458,
      "learning_rate": 4.3736399245611495e-05,
      "loss": 0.0179,
      "step": 15613
    },
    {
      "epoch": 1.69275802254987,
      "grad_norm": 0.21250072121620178,
      "learning_rate": 4.373277237777455e-05,
      "loss": 0.0172,
      "step": 15614
    },
    {
      "epoch": 1.6928664353859497,
      "grad_norm": 0.22895163297653198,
      "learning_rate": 4.3729145509937616e-05,
      "loss": 0.0113,
      "step": 15615
    },
    {
      "epoch": 1.6929748482220295,
      "grad_norm": 0.3003334701061249,
      "learning_rate": 4.372551864210068e-05,
      "loss": 0.0465,
      "step": 15616
    },
    {
      "epoch": 1.6930832610581092,
      "grad_norm": 0.20109273493289948,
      "learning_rate": 4.3721891774263745e-05,
      "loss": 0.0391,
      "step": 15617
    },
    {
      "epoch": 1.693191673894189,
      "grad_norm": 0.24924308061599731,
      "learning_rate": 4.3718264906426816e-05,
      "loss": 0.015,
      "step": 15618
    },
    {
      "epoch": 1.693300086730269,
      "grad_norm": 0.19755713641643524,
      "learning_rate": 4.371463803858988e-05,
      "loss": 0.0198,
      "step": 15619
    },
    {
      "epoch": 1.6934084995663485,
      "grad_norm": 0.3254453241825104,
      "learning_rate": 4.3711011170752944e-05,
      "loss": 0.0731,
      "step": 15620
    },
    {
      "epoch": 1.6935169124024285,
      "grad_norm": 0.3044925630092621,
      "learning_rate": 4.370738430291601e-05,
      "loss": 0.0437,
      "step": 15621
    },
    {
      "epoch": 1.6936253252385083,
      "grad_norm": 0.08755559474229813,
      "learning_rate": 4.3703757435079065e-05,
      "loss": 0.0088,
      "step": 15622
    },
    {
      "epoch": 1.693733738074588,
      "grad_norm": 0.012098063714802265,
      "learning_rate": 4.370013056724213e-05,
      "loss": 0.0007,
      "step": 15623
    },
    {
      "epoch": 1.6938421509106678,
      "grad_norm": 0.11237747222185135,
      "learning_rate": 4.3696503699405193e-05,
      "loss": 0.0088,
      "step": 15624
    },
    {
      "epoch": 1.6939505637467476,
      "grad_norm": 0.08177164942026138,
      "learning_rate": 4.369287683156826e-05,
      "loss": 0.0225,
      "step": 15625
    },
    {
      "epoch": 1.6940589765828276,
      "grad_norm": 0.3436823785305023,
      "learning_rate": 4.368924996373132e-05,
      "loss": 0.0281,
      "step": 15626
    },
    {
      "epoch": 1.694167389418907,
      "grad_norm": 0.3972204029560089,
      "learning_rate": 4.368562309589439e-05,
      "loss": 0.0526,
      "step": 15627
    },
    {
      "epoch": 1.694275802254987,
      "grad_norm": 0.4152662754058838,
      "learning_rate": 4.3681996228057457e-05,
      "loss": 0.0357,
      "step": 15628
    },
    {
      "epoch": 1.6943842150910666,
      "grad_norm": 0.16453813016414642,
      "learning_rate": 4.3678369360220514e-05,
      "loss": 0.0321,
      "step": 15629
    },
    {
      "epoch": 1.6944926279271466,
      "grad_norm": 0.70884108543396,
      "learning_rate": 4.367474249238358e-05,
      "loss": 0.0493,
      "step": 15630
    },
    {
      "epoch": 1.6946010407632264,
      "grad_norm": 0.1972145289182663,
      "learning_rate": 4.367111562454664e-05,
      "loss": 0.026,
      "step": 15631
    },
    {
      "epoch": 1.6947094535993061,
      "grad_norm": 0.142107754945755,
      "learning_rate": 4.3667488756709706e-05,
      "loss": 0.0159,
      "step": 15632
    },
    {
      "epoch": 1.694817866435386,
      "grad_norm": 0.5660607814788818,
      "learning_rate": 4.366386188887277e-05,
      "loss": 0.0325,
      "step": 15633
    },
    {
      "epoch": 1.6949262792714657,
      "grad_norm": 0.11755111813545227,
      "learning_rate": 4.3660235021035834e-05,
      "loss": 0.0093,
      "step": 15634
    },
    {
      "epoch": 1.6950346921075456,
      "grad_norm": 0.3306640386581421,
      "learning_rate": 4.36566081531989e-05,
      "loss": 0.0201,
      "step": 15635
    },
    {
      "epoch": 1.6951431049436252,
      "grad_norm": 0.4241202771663666,
      "learning_rate": 4.365298128536196e-05,
      "loss": 0.0392,
      "step": 15636
    },
    {
      "epoch": 1.6952515177797052,
      "grad_norm": 0.128263458609581,
      "learning_rate": 4.364935441752503e-05,
      "loss": 0.0098,
      "step": 15637
    },
    {
      "epoch": 1.695359930615785,
      "grad_norm": 0.5449212193489075,
      "learning_rate": 4.364572754968809e-05,
      "loss": 0.0727,
      "step": 15638
    },
    {
      "epoch": 1.6954683434518647,
      "grad_norm": 0.2567982077598572,
      "learning_rate": 4.3642100681851155e-05,
      "loss": 0.0251,
      "step": 15639
    },
    {
      "epoch": 1.6955767562879445,
      "grad_norm": 0.2910045087337494,
      "learning_rate": 4.363847381401422e-05,
      "loss": 0.0302,
      "step": 15640
    },
    {
      "epoch": 1.6956851691240242,
      "grad_norm": 0.10266821086406708,
      "learning_rate": 4.363484694617728e-05,
      "loss": 0.0095,
      "step": 15641
    },
    {
      "epoch": 1.6957935819601042,
      "grad_norm": 0.26447588205337524,
      "learning_rate": 4.363122007834035e-05,
      "loss": 0.0563,
      "step": 15642
    },
    {
      "epoch": 1.6959019947961838,
      "grad_norm": 0.254958838224411,
      "learning_rate": 4.362759321050341e-05,
      "loss": 0.0326,
      "step": 15643
    },
    {
      "epoch": 1.6960104076322637,
      "grad_norm": 0.32087433338165283,
      "learning_rate": 4.3623966342666476e-05,
      "loss": 0.0408,
      "step": 15644
    },
    {
      "epoch": 1.6961188204683435,
      "grad_norm": 0.11236125975847244,
      "learning_rate": 4.362033947482954e-05,
      "loss": 0.0074,
      "step": 15645
    },
    {
      "epoch": 1.6962272333044233,
      "grad_norm": 0.1369698941707611,
      "learning_rate": 4.3616712606992604e-05,
      "loss": 0.0074,
      "step": 15646
    },
    {
      "epoch": 1.696335646140503,
      "grad_norm": 0.11871244013309479,
      "learning_rate": 4.361308573915567e-05,
      "loss": 0.0232,
      "step": 15647
    },
    {
      "epoch": 1.6964440589765828,
      "grad_norm": 0.1577659696340561,
      "learning_rate": 4.360945887131873e-05,
      "loss": 0.0083,
      "step": 15648
    },
    {
      "epoch": 1.6965524718126628,
      "grad_norm": 0.09250009059906006,
      "learning_rate": 4.3605832003481796e-05,
      "loss": 0.0068,
      "step": 15649
    },
    {
      "epoch": 1.6966608846487423,
      "grad_norm": 0.06951147317886353,
      "learning_rate": 4.360220513564486e-05,
      "loss": 0.0017,
      "step": 15650
    },
    {
      "epoch": 1.6967692974848223,
      "grad_norm": 0.31418007612228394,
      "learning_rate": 4.3598578267807924e-05,
      "loss": 0.0371,
      "step": 15651
    },
    {
      "epoch": 1.6968777103209018,
      "grad_norm": 0.3249727487564087,
      "learning_rate": 4.359495139997098e-05,
      "loss": 0.0762,
      "step": 15652
    },
    {
      "epoch": 1.6969861231569818,
      "grad_norm": 0.4230293333530426,
      "learning_rate": 4.359132453213405e-05,
      "loss": 0.0327,
      "step": 15653
    },
    {
      "epoch": 1.6970945359930616,
      "grad_norm": 0.31652262806892395,
      "learning_rate": 4.3587697664297117e-05,
      "loss": 0.0259,
      "step": 15654
    },
    {
      "epoch": 1.6972029488291414,
      "grad_norm": 0.29771602153778076,
      "learning_rate": 4.358407079646018e-05,
      "loss": 0.0531,
      "step": 15655
    },
    {
      "epoch": 1.6973113616652211,
      "grad_norm": 0.13711076974868774,
      "learning_rate": 4.3580443928623245e-05,
      "loss": 0.0165,
      "step": 15656
    },
    {
      "epoch": 1.6974197745013009,
      "grad_norm": 0.1971789300441742,
      "learning_rate": 4.357681706078631e-05,
      "loss": 0.0315,
      "step": 15657
    },
    {
      "epoch": 1.6975281873373809,
      "grad_norm": 0.1362697184085846,
      "learning_rate": 4.357319019294937e-05,
      "loss": 0.0122,
      "step": 15658
    },
    {
      "epoch": 1.6976366001734604,
      "grad_norm": 0.3101859390735626,
      "learning_rate": 4.356956332511243e-05,
      "loss": 0.0421,
      "step": 15659
    },
    {
      "epoch": 1.6977450130095404,
      "grad_norm": 0.30383697152137756,
      "learning_rate": 4.3565936457275494e-05,
      "loss": 0.0415,
      "step": 15660
    },
    {
      "epoch": 1.6978534258456202,
      "grad_norm": 0.02358914166688919,
      "learning_rate": 4.356230958943856e-05,
      "loss": 0.0012,
      "step": 15661
    },
    {
      "epoch": 1.6979618386817,
      "grad_norm": 0.11839384585618973,
      "learning_rate": 4.355868272160163e-05,
      "loss": 0.0154,
      "step": 15662
    },
    {
      "epoch": 1.6980702515177797,
      "grad_norm": 0.2070680558681488,
      "learning_rate": 4.3555055853764694e-05,
      "loss": 0.0221,
      "step": 15663
    },
    {
      "epoch": 1.6981786643538594,
      "grad_norm": 0.2351207137107849,
      "learning_rate": 4.355142898592776e-05,
      "loss": 0.0188,
      "step": 15664
    },
    {
      "epoch": 1.6982870771899394,
      "grad_norm": 0.14459797739982605,
      "learning_rate": 4.354780211809082e-05,
      "loss": 0.0143,
      "step": 15665
    },
    {
      "epoch": 1.698395490026019,
      "grad_norm": 0.2787441909313202,
      "learning_rate": 4.3544175250253886e-05,
      "loss": 0.0446,
      "step": 15666
    },
    {
      "epoch": 1.698503902862099,
      "grad_norm": 0.14580987393856049,
      "learning_rate": 4.354054838241694e-05,
      "loss": 0.0182,
      "step": 15667
    },
    {
      "epoch": 1.6986123156981785,
      "grad_norm": 0.3164917826652527,
      "learning_rate": 4.353692151458001e-05,
      "loss": 0.0405,
      "step": 15668
    },
    {
      "epoch": 1.6987207285342585,
      "grad_norm": 0.4561048150062561,
      "learning_rate": 4.353329464674307e-05,
      "loss": 0.0641,
      "step": 15669
    },
    {
      "epoch": 1.6988291413703382,
      "grad_norm": 0.2273886799812317,
      "learning_rate": 4.352966777890614e-05,
      "loss": 0.0178,
      "step": 15670
    },
    {
      "epoch": 1.698937554206418,
      "grad_norm": 0.3007691502571106,
      "learning_rate": 4.3526040911069206e-05,
      "loss": 0.0571,
      "step": 15671
    },
    {
      "epoch": 1.699045967042498,
      "grad_norm": 0.2774469256401062,
      "learning_rate": 4.352241404323227e-05,
      "loss": 0.0138,
      "step": 15672
    },
    {
      "epoch": 1.6991543798785775,
      "grad_norm": 0.2087623029947281,
      "learning_rate": 4.3518787175395335e-05,
      "loss": 0.0231,
      "step": 15673
    },
    {
      "epoch": 1.6992627927146575,
      "grad_norm": 0.2803386449813843,
      "learning_rate": 4.351516030755839e-05,
      "loss": 0.0317,
      "step": 15674
    },
    {
      "epoch": 1.699371205550737,
      "grad_norm": 0.09203901141881943,
      "learning_rate": 4.3511533439721456e-05,
      "loss": 0.0154,
      "step": 15675
    },
    {
      "epoch": 1.699479618386817,
      "grad_norm": 0.1462927609682083,
      "learning_rate": 4.350790657188452e-05,
      "loss": 0.0175,
      "step": 15676
    },
    {
      "epoch": 1.6995880312228968,
      "grad_norm": 0.1191207617521286,
      "learning_rate": 4.3504279704047584e-05,
      "loss": 0.0155,
      "step": 15677
    },
    {
      "epoch": 1.6996964440589766,
      "grad_norm": 0.16195210814476013,
      "learning_rate": 4.350065283621065e-05,
      "loss": 0.0305,
      "step": 15678
    },
    {
      "epoch": 1.6998048568950563,
      "grad_norm": 0.1472865641117096,
      "learning_rate": 4.349702596837372e-05,
      "loss": 0.0253,
      "step": 15679
    },
    {
      "epoch": 1.699913269731136,
      "grad_norm": 0.6756632924079895,
      "learning_rate": 4.349339910053678e-05,
      "loss": 0.0446,
      "step": 15680
    },
    {
      "epoch": 1.700021682567216,
      "grad_norm": 0.46474316716194153,
      "learning_rate": 4.348977223269984e-05,
      "loss": 0.0521,
      "step": 15681
    },
    {
      "epoch": 1.7001300954032956,
      "grad_norm": 0.12054935842752457,
      "learning_rate": 4.3486145364862905e-05,
      "loss": 0.0141,
      "step": 15682
    },
    {
      "epoch": 1.7002385082393756,
      "grad_norm": 0.2501045763492584,
      "learning_rate": 4.348251849702597e-05,
      "loss": 0.0261,
      "step": 15683
    },
    {
      "epoch": 1.7003469210754554,
      "grad_norm": 0.024228418245911598,
      "learning_rate": 4.347889162918903e-05,
      "loss": 0.0018,
      "step": 15684
    },
    {
      "epoch": 1.7004553339115351,
      "grad_norm": 0.24015973508358002,
      "learning_rate": 4.34752647613521e-05,
      "loss": 0.043,
      "step": 15685
    },
    {
      "epoch": 1.700563746747615,
      "grad_norm": 0.3056875467300415,
      "learning_rate": 4.347163789351516e-05,
      "loss": 0.0595,
      "step": 15686
    },
    {
      "epoch": 1.7006721595836947,
      "grad_norm": 0.22439274191856384,
      "learning_rate": 4.346801102567823e-05,
      "loss": 0.0496,
      "step": 15687
    },
    {
      "epoch": 1.7007805724197746,
      "grad_norm": 0.2168198525905609,
      "learning_rate": 4.346438415784129e-05,
      "loss": 0.0276,
      "step": 15688
    },
    {
      "epoch": 1.7008889852558542,
      "grad_norm": 0.09856051206588745,
      "learning_rate": 4.3460757290004353e-05,
      "loss": 0.0132,
      "step": 15689
    },
    {
      "epoch": 1.7009973980919342,
      "grad_norm": 0.21242672204971313,
      "learning_rate": 4.345713042216742e-05,
      "loss": 0.0301,
      "step": 15690
    },
    {
      "epoch": 1.7011058109280137,
      "grad_norm": 0.4866560399532318,
      "learning_rate": 4.345350355433048e-05,
      "loss": 0.0271,
      "step": 15691
    },
    {
      "epoch": 1.7012142237640937,
      "grad_norm": 0.1590784192085266,
      "learning_rate": 4.3449876686493546e-05,
      "loss": 0.02,
      "step": 15692
    },
    {
      "epoch": 1.7013226366001735,
      "grad_norm": 0.18000665307044983,
      "learning_rate": 4.344624981865661e-05,
      "loss": 0.0258,
      "step": 15693
    },
    {
      "epoch": 1.7014310494362532,
      "grad_norm": 0.2877722978591919,
      "learning_rate": 4.3442622950819674e-05,
      "loss": 0.056,
      "step": 15694
    },
    {
      "epoch": 1.701539462272333,
      "grad_norm": 0.26889628171920776,
      "learning_rate": 4.343899608298274e-05,
      "loss": 0.0296,
      "step": 15695
    },
    {
      "epoch": 1.7016478751084128,
      "grad_norm": 0.17612943053245544,
      "learning_rate": 4.34353692151458e-05,
      "loss": 0.0235,
      "step": 15696
    },
    {
      "epoch": 1.7017562879444927,
      "grad_norm": 0.260456383228302,
      "learning_rate": 4.3431742347308866e-05,
      "loss": 0.0387,
      "step": 15697
    },
    {
      "epoch": 1.7018647007805723,
      "grad_norm": 0.11968254297971725,
      "learning_rate": 4.342811547947193e-05,
      "loss": 0.0117,
      "step": 15698
    },
    {
      "epoch": 1.7019731136166523,
      "grad_norm": 0.033304840326309204,
      "learning_rate": 4.3424488611634995e-05,
      "loss": 0.0035,
      "step": 15699
    },
    {
      "epoch": 1.702081526452732,
      "grad_norm": 0.19737546145915985,
      "learning_rate": 4.342086174379806e-05,
      "loss": 0.018,
      "step": 15700
    },
    {
      "epoch": 1.7021899392888118,
      "grad_norm": 0.3098317086696625,
      "learning_rate": 4.341723487596112e-05,
      "loss": 0.0402,
      "step": 15701
    },
    {
      "epoch": 1.7022983521248916,
      "grad_norm": 0.3574715554714203,
      "learning_rate": 4.341360800812419e-05,
      "loss": 0.0293,
      "step": 15702
    },
    {
      "epoch": 1.7024067649609713,
      "grad_norm": 0.23599788546562195,
      "learning_rate": 4.340998114028725e-05,
      "loss": 0.0316,
      "step": 15703
    },
    {
      "epoch": 1.7025151777970513,
      "grad_norm": 0.25828325748443604,
      "learning_rate": 4.340635427245031e-05,
      "loss": 0.0263,
      "step": 15704
    },
    {
      "epoch": 1.7026235906331308,
      "grad_norm": 0.1864369511604309,
      "learning_rate": 4.340272740461338e-05,
      "loss": 0.0323,
      "step": 15705
    },
    {
      "epoch": 1.7027320034692108,
      "grad_norm": 0.2169245183467865,
      "learning_rate": 4.339910053677644e-05,
      "loss": 0.0201,
      "step": 15706
    },
    {
      "epoch": 1.7028404163052906,
      "grad_norm": 0.09009136259555817,
      "learning_rate": 4.339547366893951e-05,
      "loss": 0.0142,
      "step": 15707
    },
    {
      "epoch": 1.7029488291413704,
      "grad_norm": 0.5411810278892517,
      "learning_rate": 4.339184680110257e-05,
      "loss": 0.0671,
      "step": 15708
    },
    {
      "epoch": 1.7030572419774501,
      "grad_norm": 0.15062092244625092,
      "learning_rate": 4.3388219933265636e-05,
      "loss": 0.0118,
      "step": 15709
    },
    {
      "epoch": 1.7031656548135299,
      "grad_norm": 0.1949867457151413,
      "learning_rate": 4.33845930654287e-05,
      "loss": 0.0161,
      "step": 15710
    },
    {
      "epoch": 1.7032740676496099,
      "grad_norm": 0.15915776789188385,
      "learning_rate": 4.338096619759176e-05,
      "loss": 0.0132,
      "step": 15711
    },
    {
      "epoch": 1.7033824804856894,
      "grad_norm": 0.15705496072769165,
      "learning_rate": 4.337733932975482e-05,
      "loss": 0.011,
      "step": 15712
    },
    {
      "epoch": 1.7034908933217694,
      "grad_norm": 0.20006780326366425,
      "learning_rate": 4.337371246191789e-05,
      "loss": 0.0169,
      "step": 15713
    },
    {
      "epoch": 1.703599306157849,
      "grad_norm": 0.14471076428890228,
      "learning_rate": 4.3370085594080956e-05,
      "loss": 0.0162,
      "step": 15714
    },
    {
      "epoch": 1.703707718993929,
      "grad_norm": 0.07455243915319443,
      "learning_rate": 4.336645872624402e-05,
      "loss": 0.0054,
      "step": 15715
    },
    {
      "epoch": 1.7038161318300087,
      "grad_norm": 0.5057187080383301,
      "learning_rate": 4.3362831858407084e-05,
      "loss": 0.0149,
      "step": 15716
    },
    {
      "epoch": 1.7039245446660884,
      "grad_norm": 0.04166227579116821,
      "learning_rate": 4.335920499057015e-05,
      "loss": 0.0043,
      "step": 15717
    },
    {
      "epoch": 1.7040329575021682,
      "grad_norm": 0.13689664006233215,
      "learning_rate": 4.335557812273321e-05,
      "loss": 0.0152,
      "step": 15718
    },
    {
      "epoch": 1.704141370338248,
      "grad_norm": 0.2245013564825058,
      "learning_rate": 4.335195125489627e-05,
      "loss": 0.0341,
      "step": 15719
    },
    {
      "epoch": 1.704249783174328,
      "grad_norm": 0.1842193752527237,
      "learning_rate": 4.3348324387059334e-05,
      "loss": 0.0209,
      "step": 15720
    },
    {
      "epoch": 1.7043581960104075,
      "grad_norm": 0.27345624566078186,
      "learning_rate": 4.33446975192224e-05,
      "loss": 0.0404,
      "step": 15721
    },
    {
      "epoch": 1.7044666088464875,
      "grad_norm": 0.13239514827728271,
      "learning_rate": 4.334107065138547e-05,
      "loss": 0.0115,
      "step": 15722
    },
    {
      "epoch": 1.7045750216825672,
      "grad_norm": 0.2800135612487793,
      "learning_rate": 4.333744378354853e-05,
      "loss": 0.0243,
      "step": 15723
    },
    {
      "epoch": 1.704683434518647,
      "grad_norm": 0.3231351375579834,
      "learning_rate": 4.33338169157116e-05,
      "loss": 0.039,
      "step": 15724
    },
    {
      "epoch": 1.7047918473547268,
      "grad_norm": 0.02323039434850216,
      "learning_rate": 4.333019004787466e-05,
      "loss": 0.0011,
      "step": 15725
    },
    {
      "epoch": 1.7049002601908065,
      "grad_norm": 0.21573324501514435,
      "learning_rate": 4.332656318003772e-05,
      "loss": 0.009,
      "step": 15726
    },
    {
      "epoch": 1.7050086730268865,
      "grad_norm": 0.21210260689258575,
      "learning_rate": 4.332293631220078e-05,
      "loss": 0.0112,
      "step": 15727
    },
    {
      "epoch": 1.705117085862966,
      "grad_norm": 0.19779138267040253,
      "learning_rate": 4.331930944436385e-05,
      "loss": 0.0166,
      "step": 15728
    },
    {
      "epoch": 1.705225498699046,
      "grad_norm": 0.12797649204730988,
      "learning_rate": 4.331568257652691e-05,
      "loss": 0.0191,
      "step": 15729
    },
    {
      "epoch": 1.7053339115351258,
      "grad_norm": 0.3563428223133087,
      "learning_rate": 4.3312055708689975e-05,
      "loss": 0.0198,
      "step": 15730
    },
    {
      "epoch": 1.7054423243712056,
      "grad_norm": 0.17253951728343964,
      "learning_rate": 4.3308428840853046e-05,
      "loss": 0.0324,
      "step": 15731
    },
    {
      "epoch": 1.7055507372072853,
      "grad_norm": 0.4986812174320221,
      "learning_rate": 4.330480197301611e-05,
      "loss": 0.0729,
      "step": 15732
    },
    {
      "epoch": 1.705659150043365,
      "grad_norm": 0.33434027433395386,
      "learning_rate": 4.330117510517917e-05,
      "loss": 0.0468,
      "step": 15733
    },
    {
      "epoch": 1.705767562879445,
      "grad_norm": 0.3367163836956024,
      "learning_rate": 4.329754823734223e-05,
      "loss": 0.021,
      "step": 15734
    },
    {
      "epoch": 1.7058759757155246,
      "grad_norm": 0.21160201728343964,
      "learning_rate": 4.3293921369505296e-05,
      "loss": 0.0072,
      "step": 15735
    },
    {
      "epoch": 1.7059843885516046,
      "grad_norm": 0.10330316424369812,
      "learning_rate": 4.329029450166836e-05,
      "loss": 0.0094,
      "step": 15736
    },
    {
      "epoch": 1.7060928013876842,
      "grad_norm": 0.2588578164577484,
      "learning_rate": 4.3286667633831424e-05,
      "loss": 0.0468,
      "step": 15737
    },
    {
      "epoch": 1.7062012142237641,
      "grad_norm": 0.22999587655067444,
      "learning_rate": 4.328304076599449e-05,
      "loss": 0.0209,
      "step": 15738
    },
    {
      "epoch": 1.706309627059844,
      "grad_norm": 0.15847021341323853,
      "learning_rate": 4.327941389815756e-05,
      "loss": 0.0121,
      "step": 15739
    },
    {
      "epoch": 1.7064180398959237,
      "grad_norm": 0.08156391978263855,
      "learning_rate": 4.3275787030320616e-05,
      "loss": 0.0041,
      "step": 15740
    },
    {
      "epoch": 1.7065264527320034,
      "grad_norm": 0.23329344391822815,
      "learning_rate": 4.327216016248368e-05,
      "loss": 0.0291,
      "step": 15741
    },
    {
      "epoch": 1.7066348655680832,
      "grad_norm": 0.06424950063228607,
      "learning_rate": 4.3268533294646744e-05,
      "loss": 0.0078,
      "step": 15742
    },
    {
      "epoch": 1.7067432784041632,
      "grad_norm": 0.3826526701450348,
      "learning_rate": 4.326490642680981e-05,
      "loss": 0.0361,
      "step": 15743
    },
    {
      "epoch": 1.7068516912402427,
      "grad_norm": 0.261122465133667,
      "learning_rate": 4.326127955897287e-05,
      "loss": 0.0181,
      "step": 15744
    },
    {
      "epoch": 1.7069601040763227,
      "grad_norm": 0.07072757929563522,
      "learning_rate": 4.3257652691135937e-05,
      "loss": 0.0065,
      "step": 15745
    },
    {
      "epoch": 1.7070685169124025,
      "grad_norm": 0.36698541045188904,
      "learning_rate": 4.3254025823299e-05,
      "loss": 0.0394,
      "step": 15746
    },
    {
      "epoch": 1.7071769297484822,
      "grad_norm": 0.17938807606697083,
      "learning_rate": 4.3250398955462065e-05,
      "loss": 0.0428,
      "step": 15747
    },
    {
      "epoch": 1.707285342584562,
      "grad_norm": 0.8274813294410706,
      "learning_rate": 4.324677208762513e-05,
      "loss": 0.072,
      "step": 15748
    },
    {
      "epoch": 1.7073937554206418,
      "grad_norm": 0.30305591225624084,
      "learning_rate": 4.324314521978819e-05,
      "loss": 0.0175,
      "step": 15749
    },
    {
      "epoch": 1.7075021682567217,
      "grad_norm": 0.2650369703769684,
      "learning_rate": 4.323951835195126e-05,
      "loss": 0.0327,
      "step": 15750
    },
    {
      "epoch": 1.7076105810928013,
      "grad_norm": 0.26617828011512756,
      "learning_rate": 4.323589148411432e-05,
      "loss": 0.03,
      "step": 15751
    },
    {
      "epoch": 1.7077189939288813,
      "grad_norm": 0.34874463081359863,
      "learning_rate": 4.3232264616277385e-05,
      "loss": 0.0266,
      "step": 15752
    },
    {
      "epoch": 1.7078274067649608,
      "grad_norm": 0.11503857374191284,
      "learning_rate": 4.322863774844045e-05,
      "loss": 0.0064,
      "step": 15753
    },
    {
      "epoch": 1.7079358196010408,
      "grad_norm": 0.015042498707771301,
      "learning_rate": 4.3225010880603514e-05,
      "loss": 0.0015,
      "step": 15754
    },
    {
      "epoch": 1.7080442324371206,
      "grad_norm": 0.33590611815452576,
      "learning_rate": 4.322138401276658e-05,
      "loss": 0.0224,
      "step": 15755
    },
    {
      "epoch": 1.7081526452732003,
      "grad_norm": 0.1409032642841339,
      "learning_rate": 4.3217757144929635e-05,
      "loss": 0.015,
      "step": 15756
    },
    {
      "epoch": 1.70826105810928,
      "grad_norm": 0.4140113890171051,
      "learning_rate": 4.3214130277092706e-05,
      "loss": 0.034,
      "step": 15757
    },
    {
      "epoch": 1.7083694709453598,
      "grad_norm": 0.2816043496131897,
      "learning_rate": 4.321050340925577e-05,
      "loss": 0.0213,
      "step": 15758
    },
    {
      "epoch": 1.7084778837814398,
      "grad_norm": 0.14939656853675842,
      "learning_rate": 4.3206876541418834e-05,
      "loss": 0.0323,
      "step": 15759
    },
    {
      "epoch": 1.7085862966175194,
      "grad_norm": 0.30841508507728577,
      "learning_rate": 4.32032496735819e-05,
      "loss": 0.0311,
      "step": 15760
    },
    {
      "epoch": 1.7086947094535994,
      "grad_norm": 0.20396015048027039,
      "learning_rate": 4.319962280574496e-05,
      "loss": 0.0263,
      "step": 15761
    },
    {
      "epoch": 1.7088031222896791,
      "grad_norm": 0.25018078088760376,
      "learning_rate": 4.3195995937908026e-05,
      "loss": 0.0369,
      "step": 15762
    },
    {
      "epoch": 1.7089115351257589,
      "grad_norm": 0.3730093538761139,
      "learning_rate": 4.3192369070071084e-05,
      "loss": 0.0238,
      "step": 15763
    },
    {
      "epoch": 1.7090199479618386,
      "grad_norm": 0.6184856295585632,
      "learning_rate": 4.318874220223415e-05,
      "loss": 0.0756,
      "step": 15764
    },
    {
      "epoch": 1.7091283607979184,
      "grad_norm": 0.29653486609458923,
      "learning_rate": 4.318511533439722e-05,
      "loss": 0.0517,
      "step": 15765
    },
    {
      "epoch": 1.7092367736339984,
      "grad_norm": 0.14299291372299194,
      "learning_rate": 4.318148846656028e-05,
      "loss": 0.0168,
      "step": 15766
    },
    {
      "epoch": 1.709345186470078,
      "grad_norm": 0.5805582404136658,
      "learning_rate": 4.317786159872335e-05,
      "loss": 0.0373,
      "step": 15767
    },
    {
      "epoch": 1.709453599306158,
      "grad_norm": 0.2865495979785919,
      "learning_rate": 4.317423473088641e-05,
      "loss": 0.0441,
      "step": 15768
    },
    {
      "epoch": 1.7095620121422377,
      "grad_norm": 0.09338577091693878,
      "learning_rate": 4.3170607863049475e-05,
      "loss": 0.0074,
      "step": 15769
    },
    {
      "epoch": 1.7096704249783174,
      "grad_norm": 0.0736258327960968,
      "learning_rate": 4.316698099521254e-05,
      "loss": 0.0155,
      "step": 15770
    },
    {
      "epoch": 1.7097788378143972,
      "grad_norm": 0.1437472254037857,
      "learning_rate": 4.3163354127375597e-05,
      "loss": 0.0104,
      "step": 15771
    },
    {
      "epoch": 1.709887250650477,
      "grad_norm": 0.05819578841328621,
      "learning_rate": 4.315972725953866e-05,
      "loss": 0.0083,
      "step": 15772
    },
    {
      "epoch": 1.709995663486557,
      "grad_norm": 0.2470359206199646,
      "learning_rate": 4.3156100391701725e-05,
      "loss": 0.0327,
      "step": 15773
    },
    {
      "epoch": 1.7101040763226365,
      "grad_norm": 0.23253224790096283,
      "learning_rate": 4.3152473523864796e-05,
      "loss": 0.0196,
      "step": 15774
    },
    {
      "epoch": 1.7102124891587165,
      "grad_norm": 0.321511834859848,
      "learning_rate": 4.314884665602786e-05,
      "loss": 0.0234,
      "step": 15775
    },
    {
      "epoch": 1.710320901994796,
      "grad_norm": 0.37448829412460327,
      "learning_rate": 4.3145219788190924e-05,
      "loss": 0.0543,
      "step": 15776
    },
    {
      "epoch": 1.710429314830876,
      "grad_norm": 0.16262783110141754,
      "learning_rate": 4.314159292035399e-05,
      "loss": 0.0185,
      "step": 15777
    },
    {
      "epoch": 1.7105377276669558,
      "grad_norm": 0.19622229039669037,
      "learning_rate": 4.3137966052517045e-05,
      "loss": 0.0091,
      "step": 15778
    },
    {
      "epoch": 1.7106461405030355,
      "grad_norm": 0.34720250964164734,
      "learning_rate": 4.313433918468011e-05,
      "loss": 0.0446,
      "step": 15779
    },
    {
      "epoch": 1.7107545533391153,
      "grad_norm": 0.21996796131134033,
      "learning_rate": 4.3130712316843173e-05,
      "loss": 0.0232,
      "step": 15780
    },
    {
      "epoch": 1.710862966175195,
      "grad_norm": 0.10786443203687668,
      "learning_rate": 4.312708544900624e-05,
      "loss": 0.0122,
      "step": 15781
    },
    {
      "epoch": 1.710971379011275,
      "grad_norm": 0.2909904718399048,
      "learning_rate": 4.31234585811693e-05,
      "loss": 0.0089,
      "step": 15782
    },
    {
      "epoch": 1.7110797918473546,
      "grad_norm": 0.25905486941337585,
      "learning_rate": 4.311983171333237e-05,
      "loss": 0.0435,
      "step": 15783
    },
    {
      "epoch": 1.7111882046834346,
      "grad_norm": 0.17319713532924652,
      "learning_rate": 4.311620484549544e-05,
      "loss": 0.0143,
      "step": 15784
    },
    {
      "epoch": 1.7112966175195143,
      "grad_norm": 0.1650136411190033,
      "learning_rate": 4.3112577977658494e-05,
      "loss": 0.0229,
      "step": 15785
    },
    {
      "epoch": 1.711405030355594,
      "grad_norm": 0.15298518538475037,
      "learning_rate": 4.310895110982156e-05,
      "loss": 0.0441,
      "step": 15786
    },
    {
      "epoch": 1.7115134431916739,
      "grad_norm": 0.09457836300134659,
      "learning_rate": 4.310532424198462e-05,
      "loss": 0.0083,
      "step": 15787
    },
    {
      "epoch": 1.7116218560277536,
      "grad_norm": 0.29449787735939026,
      "learning_rate": 4.3101697374147686e-05,
      "loss": 0.0155,
      "step": 15788
    },
    {
      "epoch": 1.7117302688638336,
      "grad_norm": 0.2969602644443512,
      "learning_rate": 4.309807050631075e-05,
      "loss": 0.0282,
      "step": 15789
    },
    {
      "epoch": 1.7118386816999132,
      "grad_norm": 0.5610476136207581,
      "learning_rate": 4.3094443638473815e-05,
      "loss": 0.0456,
      "step": 15790
    },
    {
      "epoch": 1.7119470945359931,
      "grad_norm": 0.15811817348003387,
      "learning_rate": 4.3090816770636885e-05,
      "loss": 0.0214,
      "step": 15791
    },
    {
      "epoch": 1.712055507372073,
      "grad_norm": 0.1737402081489563,
      "learning_rate": 4.308718990279994e-05,
      "loss": 0.0102,
      "step": 15792
    },
    {
      "epoch": 1.7121639202081527,
      "grad_norm": 0.40583300590515137,
      "learning_rate": 4.308356303496301e-05,
      "loss": 0.0551,
      "step": 15793
    },
    {
      "epoch": 1.7122723330442324,
      "grad_norm": 0.24352630972862244,
      "learning_rate": 4.307993616712607e-05,
      "loss": 0.0371,
      "step": 15794
    },
    {
      "epoch": 1.7123807458803122,
      "grad_norm": 0.21269403398036957,
      "learning_rate": 4.3076309299289135e-05,
      "loss": 0.0198,
      "step": 15795
    },
    {
      "epoch": 1.7124891587163922,
      "grad_norm": 0.16635067760944366,
      "learning_rate": 4.30726824314522e-05,
      "loss": 0.0096,
      "step": 15796
    },
    {
      "epoch": 1.7125975715524717,
      "grad_norm": 0.15370914340019226,
      "learning_rate": 4.306905556361526e-05,
      "loss": 0.0061,
      "step": 15797
    },
    {
      "epoch": 1.7127059843885517,
      "grad_norm": 0.17920705676078796,
      "learning_rate": 4.306542869577833e-05,
      "loss": 0.0137,
      "step": 15798
    },
    {
      "epoch": 1.7128143972246312,
      "grad_norm": 0.23817946016788483,
      "learning_rate": 4.306180182794139e-05,
      "loss": 0.016,
      "step": 15799
    },
    {
      "epoch": 1.7129228100607112,
      "grad_norm": 0.13208815455436707,
      "learning_rate": 4.3058174960104456e-05,
      "loss": 0.0242,
      "step": 15800
    },
    {
      "epoch": 1.713031222896791,
      "grad_norm": 0.34164297580718994,
      "learning_rate": 4.305454809226752e-05,
      "loss": 0.0199,
      "step": 15801
    },
    {
      "epoch": 1.7131396357328708,
      "grad_norm": 0.42078834772109985,
      "learning_rate": 4.3050921224430584e-05,
      "loss": 0.0447,
      "step": 15802
    },
    {
      "epoch": 1.7132480485689505,
      "grad_norm": 0.20709891617298126,
      "learning_rate": 4.304729435659365e-05,
      "loss": 0.0164,
      "step": 15803
    },
    {
      "epoch": 1.7133564614050303,
      "grad_norm": 0.09069377183914185,
      "learning_rate": 4.304366748875671e-05,
      "loss": 0.0087,
      "step": 15804
    },
    {
      "epoch": 1.7134648742411103,
      "grad_norm": 0.3200022876262665,
      "learning_rate": 4.3040040620919776e-05,
      "loss": 0.0399,
      "step": 15805
    },
    {
      "epoch": 1.7135732870771898,
      "grad_norm": 0.4843822121620178,
      "learning_rate": 4.303641375308284e-05,
      "loss": 0.0227,
      "step": 15806
    },
    {
      "epoch": 1.7136816999132698,
      "grad_norm": 0.15478169918060303,
      "learning_rate": 4.3032786885245904e-05,
      "loss": 0.0453,
      "step": 15807
    },
    {
      "epoch": 1.7137901127493496,
      "grad_norm": 0.15989382565021515,
      "learning_rate": 4.302916001740897e-05,
      "loss": 0.0143,
      "step": 15808
    },
    {
      "epoch": 1.7138985255854293,
      "grad_norm": 0.32664039731025696,
      "learning_rate": 4.302553314957203e-05,
      "loss": 0.0375,
      "step": 15809
    },
    {
      "epoch": 1.714006938421509,
      "grad_norm": 0.36553096771240234,
      "learning_rate": 4.30219062817351e-05,
      "loss": 0.0287,
      "step": 15810
    },
    {
      "epoch": 1.7141153512575888,
      "grad_norm": 0.1180863082408905,
      "learning_rate": 4.301827941389816e-05,
      "loss": 0.0138,
      "step": 15811
    },
    {
      "epoch": 1.7142237640936688,
      "grad_norm": 0.08789962530136108,
      "learning_rate": 4.3014652546061225e-05,
      "loss": 0.0082,
      "step": 15812
    },
    {
      "epoch": 1.7143321769297484,
      "grad_norm": 0.25819826126098633,
      "learning_rate": 4.301102567822429e-05,
      "loss": 0.0316,
      "step": 15813
    },
    {
      "epoch": 1.7144405897658284,
      "grad_norm": 0.1195865198969841,
      "learning_rate": 4.300739881038735e-05,
      "loss": 0.009,
      "step": 15814
    },
    {
      "epoch": 1.714549002601908,
      "grad_norm": 0.3516988158226013,
      "learning_rate": 4.300377194255041e-05,
      "loss": 0.0287,
      "step": 15815
    },
    {
      "epoch": 1.7146574154379879,
      "grad_norm": 0.28302958607673645,
      "learning_rate": 4.3000145074713474e-05,
      "loss": 0.0183,
      "step": 15816
    },
    {
      "epoch": 1.7147658282740676,
      "grad_norm": 0.05772301182150841,
      "learning_rate": 4.2996518206876545e-05,
      "loss": 0.0053,
      "step": 15817
    },
    {
      "epoch": 1.7148742411101474,
      "grad_norm": 0.4250560402870178,
      "learning_rate": 4.299289133903961e-05,
      "loss": 0.0357,
      "step": 15818
    },
    {
      "epoch": 1.7149826539462274,
      "grad_norm": 0.18785086274147034,
      "learning_rate": 4.2989264471202674e-05,
      "loss": 0.0223,
      "step": 15819
    },
    {
      "epoch": 1.715091066782307,
      "grad_norm": 0.21328715980052948,
      "learning_rate": 4.298563760336574e-05,
      "loss": 0.029,
      "step": 15820
    },
    {
      "epoch": 1.715199479618387,
      "grad_norm": 0.20105549693107605,
      "learning_rate": 4.29820107355288e-05,
      "loss": 0.0211,
      "step": 15821
    },
    {
      "epoch": 1.7153078924544665,
      "grad_norm": 0.34603819251060486,
      "learning_rate": 4.2978383867691866e-05,
      "loss": 0.0848,
      "step": 15822
    },
    {
      "epoch": 1.7154163052905465,
      "grad_norm": 0.5794567465782166,
      "learning_rate": 4.297475699985492e-05,
      "loss": 0.0225,
      "step": 15823
    },
    {
      "epoch": 1.7155247181266262,
      "grad_norm": 0.5865973830223083,
      "learning_rate": 4.297113013201799e-05,
      "loss": 0.0272,
      "step": 15824
    },
    {
      "epoch": 1.715633130962706,
      "grad_norm": 0.11537770181894302,
      "learning_rate": 4.296750326418105e-05,
      "loss": 0.0129,
      "step": 15825
    },
    {
      "epoch": 1.7157415437987857,
      "grad_norm": 0.16369061172008514,
      "learning_rate": 4.296387639634412e-05,
      "loss": 0.0204,
      "step": 15826
    },
    {
      "epoch": 1.7158499566348655,
      "grad_norm": 0.4941886067390442,
      "learning_rate": 4.2960249528507186e-05,
      "loss": 0.0119,
      "step": 15827
    },
    {
      "epoch": 1.7159583694709455,
      "grad_norm": 0.32432037591934204,
      "learning_rate": 4.295662266067025e-05,
      "loss": 0.0325,
      "step": 15828
    },
    {
      "epoch": 1.716066782307025,
      "grad_norm": 0.16970060765743256,
      "learning_rate": 4.2952995792833315e-05,
      "loss": 0.01,
      "step": 15829
    },
    {
      "epoch": 1.716175195143105,
      "grad_norm": 0.1025724709033966,
      "learning_rate": 4.294936892499637e-05,
      "loss": 0.0079,
      "step": 15830
    },
    {
      "epoch": 1.7162836079791848,
      "grad_norm": 0.3003406226634979,
      "learning_rate": 4.2945742057159436e-05,
      "loss": 0.0249,
      "step": 15831
    },
    {
      "epoch": 1.7163920208152645,
      "grad_norm": 0.6541578769683838,
      "learning_rate": 4.29421151893225e-05,
      "loss": 0.0222,
      "step": 15832
    },
    {
      "epoch": 1.7165004336513443,
      "grad_norm": 0.11725017428398132,
      "learning_rate": 4.2938488321485564e-05,
      "loss": 0.0042,
      "step": 15833
    },
    {
      "epoch": 1.716608846487424,
      "grad_norm": 0.12039471417665482,
      "learning_rate": 4.2934861453648635e-05,
      "loss": 0.0115,
      "step": 15834
    },
    {
      "epoch": 1.716717259323504,
      "grad_norm": 0.42251479625701904,
      "learning_rate": 4.29312345858117e-05,
      "loss": 0.0343,
      "step": 15835
    },
    {
      "epoch": 1.7168256721595836,
      "grad_norm": 0.3950609266757965,
      "learning_rate": 4.292760771797476e-05,
      "loss": 0.0302,
      "step": 15836
    },
    {
      "epoch": 1.7169340849956636,
      "grad_norm": 0.30976542830467224,
      "learning_rate": 4.292398085013782e-05,
      "loss": 0.0421,
      "step": 15837
    },
    {
      "epoch": 1.7170424978317431,
      "grad_norm": 0.12227701395750046,
      "learning_rate": 4.2920353982300885e-05,
      "loss": 0.0203,
      "step": 15838
    },
    {
      "epoch": 1.717150910667823,
      "grad_norm": 0.1654834896326065,
      "learning_rate": 4.291672711446395e-05,
      "loss": 0.0189,
      "step": 15839
    },
    {
      "epoch": 1.7172593235039029,
      "grad_norm": 0.08004092425107956,
      "learning_rate": 4.291310024662701e-05,
      "loss": 0.004,
      "step": 15840
    },
    {
      "epoch": 1.7173677363399826,
      "grad_norm": 0.4038947820663452,
      "learning_rate": 4.290947337879008e-05,
      "loss": 0.0506,
      "step": 15841
    },
    {
      "epoch": 1.7174761491760624,
      "grad_norm": 0.12509599328041077,
      "learning_rate": 4.290584651095314e-05,
      "loss": 0.0099,
      "step": 15842
    },
    {
      "epoch": 1.7175845620121422,
      "grad_norm": 0.32638511061668396,
      "learning_rate": 4.290221964311621e-05,
      "loss": 0.034,
      "step": 15843
    },
    {
      "epoch": 1.7176929748482221,
      "grad_norm": 0.16268415749073029,
      "learning_rate": 4.289859277527927e-05,
      "loss": 0.029,
      "step": 15844
    },
    {
      "epoch": 1.7178013876843017,
      "grad_norm": 0.7874715924263,
      "learning_rate": 4.2894965907442334e-05,
      "loss": 0.041,
      "step": 15845
    },
    {
      "epoch": 1.7179098005203817,
      "grad_norm": 0.2855624258518219,
      "learning_rate": 4.28913390396054e-05,
      "loss": 0.0324,
      "step": 15846
    },
    {
      "epoch": 1.7180182133564614,
      "grad_norm": 0.2688467502593994,
      "learning_rate": 4.288771217176846e-05,
      "loss": 0.0467,
      "step": 15847
    },
    {
      "epoch": 1.7181266261925412,
      "grad_norm": 0.16317878663539886,
      "learning_rate": 4.2884085303931526e-05,
      "loss": 0.0109,
      "step": 15848
    },
    {
      "epoch": 1.718235039028621,
      "grad_norm": 0.19270098209381104,
      "learning_rate": 4.288045843609459e-05,
      "loss": 0.0223,
      "step": 15849
    },
    {
      "epoch": 1.7183434518647007,
      "grad_norm": 0.12552981078624725,
      "learning_rate": 4.2876831568257654e-05,
      "loss": 0.0192,
      "step": 15850
    },
    {
      "epoch": 1.7184518647007807,
      "grad_norm": 0.29386186599731445,
      "learning_rate": 4.287320470042072e-05,
      "loss": 0.0316,
      "step": 15851
    },
    {
      "epoch": 1.7185602775368602,
      "grad_norm": 0.23475772142410278,
      "learning_rate": 4.286957783258378e-05,
      "loss": 0.0278,
      "step": 15852
    },
    {
      "epoch": 1.7186686903729402,
      "grad_norm": 0.14905661344528198,
      "learning_rate": 4.2865950964746846e-05,
      "loss": 0.0185,
      "step": 15853
    },
    {
      "epoch": 1.71877710320902,
      "grad_norm": 0.216544970870018,
      "learning_rate": 4.286232409690991e-05,
      "loss": 0.021,
      "step": 15854
    },
    {
      "epoch": 1.7188855160450998,
      "grad_norm": 0.2274409979581833,
      "learning_rate": 4.2858697229072975e-05,
      "loss": 0.0655,
      "step": 15855
    },
    {
      "epoch": 1.7189939288811795,
      "grad_norm": 0.15060032904148102,
      "learning_rate": 4.285507036123604e-05,
      "loss": 0.0114,
      "step": 15856
    },
    {
      "epoch": 1.7191023417172593,
      "grad_norm": 0.12720398604869843,
      "learning_rate": 4.28514434933991e-05,
      "loss": 0.0107,
      "step": 15857
    },
    {
      "epoch": 1.7192107545533393,
      "grad_norm": 0.25751423835754395,
      "learning_rate": 4.284781662556217e-05,
      "loss": 0.0278,
      "step": 15858
    },
    {
      "epoch": 1.7193191673894188,
      "grad_norm": 0.14886966347694397,
      "learning_rate": 4.284418975772523e-05,
      "loss": 0.0149,
      "step": 15859
    },
    {
      "epoch": 1.7194275802254988,
      "grad_norm": 0.23871636390686035,
      "learning_rate": 4.2840562889888295e-05,
      "loss": 0.048,
      "step": 15860
    },
    {
      "epoch": 1.7195359930615783,
      "grad_norm": 0.2550303339958191,
      "learning_rate": 4.283693602205136e-05,
      "loss": 0.0208,
      "step": 15861
    },
    {
      "epoch": 1.7196444058976583,
      "grad_norm": 0.44529032707214355,
      "learning_rate": 4.283330915421442e-05,
      "loss": 0.037,
      "step": 15862
    },
    {
      "epoch": 1.719752818733738,
      "grad_norm": 0.1981436014175415,
      "learning_rate": 4.282968228637749e-05,
      "loss": 0.0214,
      "step": 15863
    },
    {
      "epoch": 1.7198612315698178,
      "grad_norm": 0.18180805444717407,
      "learning_rate": 4.282605541854055e-05,
      "loss": 0.0491,
      "step": 15864
    },
    {
      "epoch": 1.7199696444058976,
      "grad_norm": 0.12054476886987686,
      "learning_rate": 4.2822428550703616e-05,
      "loss": 0.0156,
      "step": 15865
    },
    {
      "epoch": 1.7200780572419774,
      "grad_norm": 0.3205484449863434,
      "learning_rate": 4.281880168286668e-05,
      "loss": 0.0323,
      "step": 15866
    },
    {
      "epoch": 1.7201864700780574,
      "grad_norm": 0.2929512858390808,
      "learning_rate": 4.2815174815029744e-05,
      "loss": 0.0446,
      "step": 15867
    },
    {
      "epoch": 1.720294882914137,
      "grad_norm": 0.22699852287769318,
      "learning_rate": 4.28115479471928e-05,
      "loss": 0.0413,
      "step": 15868
    },
    {
      "epoch": 1.7204032957502169,
      "grad_norm": 0.3731739819049835,
      "learning_rate": 4.280792107935587e-05,
      "loss": 0.0238,
      "step": 15869
    },
    {
      "epoch": 1.7205117085862967,
      "grad_norm": 0.022362371906638145,
      "learning_rate": 4.2804294211518936e-05,
      "loss": 0.0017,
      "step": 15870
    },
    {
      "epoch": 1.7206201214223764,
      "grad_norm": 0.39810970425605774,
      "learning_rate": 4.2800667343682e-05,
      "loss": 0.0583,
      "step": 15871
    },
    {
      "epoch": 1.7207285342584562,
      "grad_norm": 0.3888324201107025,
      "learning_rate": 4.2797040475845064e-05,
      "loss": 0.0501,
      "step": 15872
    },
    {
      "epoch": 1.720836947094536,
      "grad_norm": 0.41679590940475464,
      "learning_rate": 4.279341360800813e-05,
      "loss": 0.0368,
      "step": 15873
    },
    {
      "epoch": 1.720945359930616,
      "grad_norm": 0.03354824334383011,
      "learning_rate": 4.278978674017119e-05,
      "loss": 0.0029,
      "step": 15874
    },
    {
      "epoch": 1.7210537727666955,
      "grad_norm": 0.07530687004327774,
      "learning_rate": 4.278615987233425e-05,
      "loss": 0.0027,
      "step": 15875
    },
    {
      "epoch": 1.7211621856027755,
      "grad_norm": 0.31479161977767944,
      "learning_rate": 4.2782533004497314e-05,
      "loss": 0.0361,
      "step": 15876
    },
    {
      "epoch": 1.7212705984388552,
      "grad_norm": 0.20153547823429108,
      "learning_rate": 4.277890613666038e-05,
      "loss": 0.0424,
      "step": 15877
    },
    {
      "epoch": 1.721379011274935,
      "grad_norm": 0.267882376909256,
      "learning_rate": 4.277527926882345e-05,
      "loss": 0.033,
      "step": 15878
    },
    {
      "epoch": 1.7214874241110147,
      "grad_norm": 0.19326744973659515,
      "learning_rate": 4.277165240098651e-05,
      "loss": 0.0274,
      "step": 15879
    },
    {
      "epoch": 1.7215958369470945,
      "grad_norm": 0.2523299753665924,
      "learning_rate": 4.276802553314958e-05,
      "loss": 0.0476,
      "step": 15880
    },
    {
      "epoch": 1.7217042497831745,
      "grad_norm": 0.22089393436908722,
      "learning_rate": 4.276439866531264e-05,
      "loss": 0.0266,
      "step": 15881
    },
    {
      "epoch": 1.721812662619254,
      "grad_norm": 0.31540194153785706,
      "learning_rate": 4.27607717974757e-05,
      "loss": 0.0198,
      "step": 15882
    },
    {
      "epoch": 1.721921075455334,
      "grad_norm": 0.10361810028553009,
      "learning_rate": 4.275714492963876e-05,
      "loss": 0.0134,
      "step": 15883
    },
    {
      "epoch": 1.7220294882914136,
      "grad_norm": 0.14823412895202637,
      "learning_rate": 4.275351806180183e-05,
      "loss": 0.01,
      "step": 15884
    },
    {
      "epoch": 1.7221379011274935,
      "grad_norm": 0.07187363505363464,
      "learning_rate": 4.274989119396489e-05,
      "loss": 0.0059,
      "step": 15885
    },
    {
      "epoch": 1.7222463139635733,
      "grad_norm": 0.18860918283462524,
      "learning_rate": 4.274626432612796e-05,
      "loss": 0.0116,
      "step": 15886
    },
    {
      "epoch": 1.722354726799653,
      "grad_norm": 0.17202194035053253,
      "learning_rate": 4.2742637458291026e-05,
      "loss": 0.0188,
      "step": 15887
    },
    {
      "epoch": 1.7224631396357328,
      "grad_norm": 0.15922385454177856,
      "learning_rate": 4.273901059045409e-05,
      "loss": 0.0155,
      "step": 15888
    },
    {
      "epoch": 1.7225715524718126,
      "grad_norm": 0.31965237855911255,
      "learning_rate": 4.273538372261715e-05,
      "loss": 0.034,
      "step": 15889
    },
    {
      "epoch": 1.7226799653078926,
      "grad_norm": 0.02929273247718811,
      "learning_rate": 4.273175685478021e-05,
      "loss": 0.0037,
      "step": 15890
    },
    {
      "epoch": 1.7227883781439721,
      "grad_norm": 0.19751159846782684,
      "learning_rate": 4.2728129986943276e-05,
      "loss": 0.0126,
      "step": 15891
    },
    {
      "epoch": 1.722896790980052,
      "grad_norm": 0.06958671659231186,
      "learning_rate": 4.272450311910634e-05,
      "loss": 0.0069,
      "step": 15892
    },
    {
      "epoch": 1.7230052038161319,
      "grad_norm": 0.2150028944015503,
      "learning_rate": 4.2720876251269404e-05,
      "loss": 0.0299,
      "step": 15893
    },
    {
      "epoch": 1.7231136166522116,
      "grad_norm": 0.18202854692935944,
      "learning_rate": 4.271724938343247e-05,
      "loss": 0.0295,
      "step": 15894
    },
    {
      "epoch": 1.7232220294882914,
      "grad_norm": 0.25013890862464905,
      "learning_rate": 4.271362251559554e-05,
      "loss": 0.0216,
      "step": 15895
    },
    {
      "epoch": 1.7233304423243712,
      "grad_norm": 0.3440600335597992,
      "learning_rate": 4.2709995647758596e-05,
      "loss": 0.0281,
      "step": 15896
    },
    {
      "epoch": 1.7234388551604511,
      "grad_norm": 0.27902674674987793,
      "learning_rate": 4.270636877992166e-05,
      "loss": 0.0315,
      "step": 15897
    },
    {
      "epoch": 1.7235472679965307,
      "grad_norm": 0.21358659863471985,
      "learning_rate": 4.2702741912084724e-05,
      "loss": 0.016,
      "step": 15898
    },
    {
      "epoch": 1.7236556808326107,
      "grad_norm": 0.1303521990776062,
      "learning_rate": 4.269911504424779e-05,
      "loss": 0.0112,
      "step": 15899
    },
    {
      "epoch": 1.7237640936686902,
      "grad_norm": 0.09040479362010956,
      "learning_rate": 4.269548817641085e-05,
      "loss": 0.0093,
      "step": 15900
    },
    {
      "epoch": 1.7238725065047702,
      "grad_norm": 0.3780660331249237,
      "learning_rate": 4.269186130857392e-05,
      "loss": 0.0325,
      "step": 15901
    },
    {
      "epoch": 1.72398091934085,
      "grad_norm": 0.25048723816871643,
      "learning_rate": 4.268823444073698e-05,
      "loss": 0.0246,
      "step": 15902
    },
    {
      "epoch": 1.7240893321769297,
      "grad_norm": 0.0926227867603302,
      "learning_rate": 4.268460757290005e-05,
      "loss": 0.0144,
      "step": 15903
    },
    {
      "epoch": 1.7241977450130095,
      "grad_norm": 0.16496239602565765,
      "learning_rate": 4.268098070506311e-05,
      "loss": 0.019,
      "step": 15904
    },
    {
      "epoch": 1.7243061578490892,
      "grad_norm": 0.17656467854976654,
      "learning_rate": 4.267735383722617e-05,
      "loss": 0.0122,
      "step": 15905
    },
    {
      "epoch": 1.7244145706851692,
      "grad_norm": 0.36212730407714844,
      "learning_rate": 4.267372696938924e-05,
      "loss": 0.0507,
      "step": 15906
    },
    {
      "epoch": 1.7245229835212488,
      "grad_norm": 0.31498682498931885,
      "learning_rate": 4.26701001015523e-05,
      "loss": 0.0494,
      "step": 15907
    },
    {
      "epoch": 1.7246313963573288,
      "grad_norm": 0.14487479627132416,
      "learning_rate": 4.2666473233715365e-05,
      "loss": 0.013,
      "step": 15908
    },
    {
      "epoch": 1.7247398091934085,
      "grad_norm": 0.37087884545326233,
      "learning_rate": 4.266284636587843e-05,
      "loss": 0.0196,
      "step": 15909
    },
    {
      "epoch": 1.7248482220294883,
      "grad_norm": 0.22576622664928436,
      "learning_rate": 4.2659219498041494e-05,
      "loss": 0.0426,
      "step": 15910
    },
    {
      "epoch": 1.724956634865568,
      "grad_norm": 0.19735857844352722,
      "learning_rate": 4.265559263020456e-05,
      "loss": 0.0184,
      "step": 15911
    },
    {
      "epoch": 1.7250650477016478,
      "grad_norm": 0.2324351668357849,
      "learning_rate": 4.265196576236762e-05,
      "loss": 0.0253,
      "step": 15912
    },
    {
      "epoch": 1.7251734605377278,
      "grad_norm": 0.2890046536922455,
      "learning_rate": 4.2648338894530686e-05,
      "loss": 0.0206,
      "step": 15913
    },
    {
      "epoch": 1.7252818733738073,
      "grad_norm": 0.17165227234363556,
      "learning_rate": 4.264471202669375e-05,
      "loss": 0.0115,
      "step": 15914
    },
    {
      "epoch": 1.7253902862098873,
      "grad_norm": 0.26879391074180603,
      "learning_rate": 4.2641085158856814e-05,
      "loss": 0.0233,
      "step": 15915
    },
    {
      "epoch": 1.725498699045967,
      "grad_norm": 0.2315898984670639,
      "learning_rate": 4.263745829101988e-05,
      "loss": 0.018,
      "step": 15916
    },
    {
      "epoch": 1.7256071118820469,
      "grad_norm": 0.17786438763141632,
      "learning_rate": 4.263383142318294e-05,
      "loss": 0.0266,
      "step": 15917
    },
    {
      "epoch": 1.7257155247181266,
      "grad_norm": 0.2180314064025879,
      "learning_rate": 4.2630204555346006e-05,
      "loss": 0.0282,
      "step": 15918
    },
    {
      "epoch": 1.7258239375542064,
      "grad_norm": 0.46719738841056824,
      "learning_rate": 4.262657768750907e-05,
      "loss": 0.0419,
      "step": 15919
    },
    {
      "epoch": 1.7259323503902864,
      "grad_norm": 0.286659300327301,
      "learning_rate": 4.262295081967213e-05,
      "loss": 0.0203,
      "step": 15920
    },
    {
      "epoch": 1.726040763226366,
      "grad_norm": 0.2874981462955475,
      "learning_rate": 4.26193239518352e-05,
      "loss": 0.0351,
      "step": 15921
    },
    {
      "epoch": 1.726149176062446,
      "grad_norm": 0.1855882704257965,
      "learning_rate": 4.261569708399826e-05,
      "loss": 0.0235,
      "step": 15922
    },
    {
      "epoch": 1.7262575888985254,
      "grad_norm": 0.17355011403560638,
      "learning_rate": 4.261207021616133e-05,
      "loss": 0.0221,
      "step": 15923
    },
    {
      "epoch": 1.7263660017346054,
      "grad_norm": 0.3128979802131653,
      "learning_rate": 4.260844334832439e-05,
      "loss": 0.0584,
      "step": 15924
    },
    {
      "epoch": 1.7264744145706852,
      "grad_norm": 0.3352745473384857,
      "learning_rate": 4.2604816480487455e-05,
      "loss": 0.0353,
      "step": 15925
    },
    {
      "epoch": 1.726582827406765,
      "grad_norm": 0.1906074434518814,
      "learning_rate": 4.260118961265052e-05,
      "loss": 0.0167,
      "step": 15926
    },
    {
      "epoch": 1.7266912402428447,
      "grad_norm": 0.3145218789577484,
      "learning_rate": 4.2597562744813577e-05,
      "loss": 0.0125,
      "step": 15927
    },
    {
      "epoch": 1.7267996530789245,
      "grad_norm": 0.8113841414451599,
      "learning_rate": 4.259393587697664e-05,
      "loss": 0.0442,
      "step": 15928
    },
    {
      "epoch": 1.7269080659150045,
      "grad_norm": 0.6937693357467651,
      "learning_rate": 4.259030900913971e-05,
      "loss": 0.0727,
      "step": 15929
    },
    {
      "epoch": 1.727016478751084,
      "grad_norm": 0.8339261412620544,
      "learning_rate": 4.2586682141302776e-05,
      "loss": 0.0142,
      "step": 15930
    },
    {
      "epoch": 1.727124891587164,
      "grad_norm": 0.12480250000953674,
      "learning_rate": 4.258305527346584e-05,
      "loss": 0.0162,
      "step": 15931
    },
    {
      "epoch": 1.7272333044232437,
      "grad_norm": 0.3968266248703003,
      "learning_rate": 4.2579428405628904e-05,
      "loss": 0.0288,
      "step": 15932
    },
    {
      "epoch": 1.7273417172593235,
      "grad_norm": 0.18347826600074768,
      "learning_rate": 4.257580153779197e-05,
      "loss": 0.0201,
      "step": 15933
    },
    {
      "epoch": 1.7274501300954033,
      "grad_norm": 0.18116047978401184,
      "learning_rate": 4.2572174669955025e-05,
      "loss": 0.037,
      "step": 15934
    },
    {
      "epoch": 1.727558542931483,
      "grad_norm": 0.33882009983062744,
      "learning_rate": 4.256854780211809e-05,
      "loss": 0.0139,
      "step": 15935
    },
    {
      "epoch": 1.727666955767563,
      "grad_norm": 0.03016393817961216,
      "learning_rate": 4.2564920934281154e-05,
      "loss": 0.002,
      "step": 15936
    },
    {
      "epoch": 1.7277753686036426,
      "grad_norm": 0.2522812783718109,
      "learning_rate": 4.256129406644422e-05,
      "loss": 0.0244,
      "step": 15937
    },
    {
      "epoch": 1.7278837814397225,
      "grad_norm": 0.34332799911499023,
      "learning_rate": 4.255766719860729e-05,
      "loss": 0.0257,
      "step": 15938
    },
    {
      "epoch": 1.7279921942758023,
      "grad_norm": 0.09157933294773102,
      "learning_rate": 4.255404033077035e-05,
      "loss": 0.0126,
      "step": 15939
    },
    {
      "epoch": 1.728100607111882,
      "grad_norm": 0.07348760217428207,
      "learning_rate": 4.255041346293342e-05,
      "loss": 0.0026,
      "step": 15940
    },
    {
      "epoch": 1.7282090199479618,
      "grad_norm": 0.4478674829006195,
      "learning_rate": 4.2546786595096474e-05,
      "loss": 0.0249,
      "step": 15941
    },
    {
      "epoch": 1.7283174327840416,
      "grad_norm": 0.1312812715768814,
      "learning_rate": 4.254315972725954e-05,
      "loss": 0.0078,
      "step": 15942
    },
    {
      "epoch": 1.7284258456201216,
      "grad_norm": 0.06193460896611214,
      "learning_rate": 4.25395328594226e-05,
      "loss": 0.0045,
      "step": 15943
    },
    {
      "epoch": 1.7285342584562011,
      "grad_norm": 0.20136712491512299,
      "learning_rate": 4.2535905991585666e-05,
      "loss": 0.0158,
      "step": 15944
    },
    {
      "epoch": 1.728642671292281,
      "grad_norm": 0.40439409017562866,
      "learning_rate": 4.253227912374873e-05,
      "loss": 0.0816,
      "step": 15945
    },
    {
      "epoch": 1.7287510841283606,
      "grad_norm": 0.32197946310043335,
      "learning_rate": 4.2528652255911795e-05,
      "loss": 0.0369,
      "step": 15946
    },
    {
      "epoch": 1.7288594969644406,
      "grad_norm": 0.1840013861656189,
      "learning_rate": 4.2525025388074865e-05,
      "loss": 0.0073,
      "step": 15947
    },
    {
      "epoch": 1.7289679098005204,
      "grad_norm": 0.18731996417045593,
      "learning_rate": 4.252139852023792e-05,
      "loss": 0.0354,
      "step": 15948
    },
    {
      "epoch": 1.7290763226366002,
      "grad_norm": 0.28797370195388794,
      "learning_rate": 4.251777165240099e-05,
      "loss": 0.0233,
      "step": 15949
    },
    {
      "epoch": 1.72918473547268,
      "grad_norm": 0.365814208984375,
      "learning_rate": 4.251414478456405e-05,
      "loss": 0.0094,
      "step": 15950
    },
    {
      "epoch": 1.7292931483087597,
      "grad_norm": 0.17990422248840332,
      "learning_rate": 4.2510517916727115e-05,
      "loss": 0.0253,
      "step": 15951
    },
    {
      "epoch": 1.7294015611448397,
      "grad_norm": 0.37960267066955566,
      "learning_rate": 4.250689104889018e-05,
      "loss": 0.0249,
      "step": 15952
    },
    {
      "epoch": 1.7295099739809192,
      "grad_norm": 0.3565298914909363,
      "learning_rate": 4.250326418105324e-05,
      "loss": 0.0475,
      "step": 15953
    },
    {
      "epoch": 1.7296183868169992,
      "grad_norm": 0.22218433022499084,
      "learning_rate": 4.249963731321631e-05,
      "loss": 0.0245,
      "step": 15954
    },
    {
      "epoch": 1.729726799653079,
      "grad_norm": 0.4075671434402466,
      "learning_rate": 4.249601044537938e-05,
      "loss": 0.0515,
      "step": 15955
    },
    {
      "epoch": 1.7298352124891587,
      "grad_norm": 0.11833398789167404,
      "learning_rate": 4.2492383577542436e-05,
      "loss": 0.0117,
      "step": 15956
    },
    {
      "epoch": 1.7299436253252385,
      "grad_norm": 0.169816255569458,
      "learning_rate": 4.24887567097055e-05,
      "loss": 0.0286,
      "step": 15957
    },
    {
      "epoch": 1.7300520381613183,
      "grad_norm": 0.326729953289032,
      "learning_rate": 4.2485129841868564e-05,
      "loss": 0.025,
      "step": 15958
    },
    {
      "epoch": 1.7301604509973982,
      "grad_norm": 0.0742117166519165,
      "learning_rate": 4.248150297403163e-05,
      "loss": 0.0079,
      "step": 15959
    },
    {
      "epoch": 1.7302688638334778,
      "grad_norm": 0.16696567833423615,
      "learning_rate": 4.247787610619469e-05,
      "loss": 0.0312,
      "step": 15960
    },
    {
      "epoch": 1.7303772766695578,
      "grad_norm": 0.39626389741897583,
      "learning_rate": 4.2474249238357756e-05,
      "loss": 0.0206,
      "step": 15961
    },
    {
      "epoch": 1.7304856895056373,
      "grad_norm": 0.6220621466636658,
      "learning_rate": 4.247062237052082e-05,
      "loss": 0.1017,
      "step": 15962
    },
    {
      "epoch": 1.7305941023417173,
      "grad_norm": 0.2631717324256897,
      "learning_rate": 4.2466995502683884e-05,
      "loss": 0.0283,
      "step": 15963
    },
    {
      "epoch": 1.730702515177797,
      "grad_norm": 0.1448352336883545,
      "learning_rate": 4.246336863484695e-05,
      "loss": 0.0203,
      "step": 15964
    },
    {
      "epoch": 1.7308109280138768,
      "grad_norm": 0.33146393299102783,
      "learning_rate": 4.245974176701001e-05,
      "loss": 0.0087,
      "step": 15965
    },
    {
      "epoch": 1.7309193408499568,
      "grad_norm": 0.10400072485208511,
      "learning_rate": 4.245611489917308e-05,
      "loss": 0.0117,
      "step": 15966
    },
    {
      "epoch": 1.7310277536860363,
      "grad_norm": 0.1296689212322235,
      "learning_rate": 4.245248803133614e-05,
      "loss": 0.0094,
      "step": 15967
    },
    {
      "epoch": 1.7311361665221163,
      "grad_norm": 0.09997774660587311,
      "learning_rate": 4.2448861163499205e-05,
      "loss": 0.0157,
      "step": 15968
    },
    {
      "epoch": 1.7312445793581959,
      "grad_norm": 0.23215700685977936,
      "learning_rate": 4.244523429566227e-05,
      "loss": 0.0205,
      "step": 15969
    },
    {
      "epoch": 1.7313529921942759,
      "grad_norm": 0.27020013332366943,
      "learning_rate": 4.244160742782533e-05,
      "loss": 0.0376,
      "step": 15970
    },
    {
      "epoch": 1.7314614050303556,
      "grad_norm": 0.27202165126800537,
      "learning_rate": 4.24379805599884e-05,
      "loss": 0.0304,
      "step": 15971
    },
    {
      "epoch": 1.7315698178664354,
      "grad_norm": 0.3122811019420624,
      "learning_rate": 4.2434353692151455e-05,
      "loss": 0.0467,
      "step": 15972
    },
    {
      "epoch": 1.7316782307025151,
      "grad_norm": 0.1746307760477066,
      "learning_rate": 4.2430726824314525e-05,
      "loss": 0.0236,
      "step": 15973
    },
    {
      "epoch": 1.731786643538595,
      "grad_norm": 0.4826096296310425,
      "learning_rate": 4.242709995647759e-05,
      "loss": 0.0554,
      "step": 15974
    },
    {
      "epoch": 1.731895056374675,
      "grad_norm": 0.2221580445766449,
      "learning_rate": 4.2423473088640654e-05,
      "loss": 0.0238,
      "step": 15975
    },
    {
      "epoch": 1.7320034692107544,
      "grad_norm": 0.253289133310318,
      "learning_rate": 4.241984622080372e-05,
      "loss": 0.0225,
      "step": 15976
    },
    {
      "epoch": 1.7321118820468344,
      "grad_norm": 0.15186433494091034,
      "learning_rate": 4.241621935296678e-05,
      "loss": 0.0185,
      "step": 15977
    },
    {
      "epoch": 1.7322202948829142,
      "grad_norm": 0.2559903860092163,
      "learning_rate": 4.2412592485129846e-05,
      "loss": 0.0173,
      "step": 15978
    },
    {
      "epoch": 1.732328707718994,
      "grad_norm": 0.29487356543540955,
      "learning_rate": 4.24089656172929e-05,
      "loss": 0.0251,
      "step": 15979
    },
    {
      "epoch": 1.7324371205550737,
      "grad_norm": 0.18797840178012848,
      "learning_rate": 4.240533874945597e-05,
      "loss": 0.0123,
      "step": 15980
    },
    {
      "epoch": 1.7325455333911535,
      "grad_norm": 0.15467675030231476,
      "learning_rate": 4.240171188161904e-05,
      "loss": 0.0313,
      "step": 15981
    },
    {
      "epoch": 1.7326539462272335,
      "grad_norm": 0.1374729573726654,
      "learning_rate": 4.23980850137821e-05,
      "loss": 0.007,
      "step": 15982
    },
    {
      "epoch": 1.732762359063313,
      "grad_norm": 0.36109837889671326,
      "learning_rate": 4.2394458145945166e-05,
      "loss": 0.0622,
      "step": 15983
    },
    {
      "epoch": 1.732870771899393,
      "grad_norm": 0.08980982005596161,
      "learning_rate": 4.239083127810823e-05,
      "loss": 0.0167,
      "step": 15984
    },
    {
      "epoch": 1.7329791847354725,
      "grad_norm": 0.10260849446058273,
      "learning_rate": 4.2387204410271295e-05,
      "loss": 0.0063,
      "step": 15985
    },
    {
      "epoch": 1.7330875975715525,
      "grad_norm": 0.30886727571487427,
      "learning_rate": 4.238357754243435e-05,
      "loss": 0.0547,
      "step": 15986
    },
    {
      "epoch": 1.7331960104076323,
      "grad_norm": 0.48250627517700195,
      "learning_rate": 4.2379950674597416e-05,
      "loss": 0.031,
      "step": 15987
    },
    {
      "epoch": 1.733304423243712,
      "grad_norm": 0.17023281753063202,
      "learning_rate": 4.237632380676048e-05,
      "loss": 0.0156,
      "step": 15988
    },
    {
      "epoch": 1.7334128360797918,
      "grad_norm": 0.1922004669904709,
      "learning_rate": 4.2372696938923544e-05,
      "loss": 0.027,
      "step": 15989
    },
    {
      "epoch": 1.7335212489158716,
      "grad_norm": 0.22981476783752441,
      "learning_rate": 4.2369070071086615e-05,
      "loss": 0.0238,
      "step": 15990
    },
    {
      "epoch": 1.7336296617519515,
      "grad_norm": 0.010402102023363113,
      "learning_rate": 4.236544320324968e-05,
      "loss": 0.0007,
      "step": 15991
    },
    {
      "epoch": 1.733738074588031,
      "grad_norm": 0.15551623702049255,
      "learning_rate": 4.2361816335412743e-05,
      "loss": 0.0359,
      "step": 15992
    },
    {
      "epoch": 1.733846487424111,
      "grad_norm": 0.1848185658454895,
      "learning_rate": 4.23581894675758e-05,
      "loss": 0.0226,
      "step": 15993
    },
    {
      "epoch": 1.7339549002601908,
      "grad_norm": 0.2158558964729309,
      "learning_rate": 4.2354562599738865e-05,
      "loss": 0.0194,
      "step": 15994
    },
    {
      "epoch": 1.7340633130962706,
      "grad_norm": 0.20186707377433777,
      "learning_rate": 4.235093573190193e-05,
      "loss": 0.0326,
      "step": 15995
    },
    {
      "epoch": 1.7341717259323504,
      "grad_norm": 0.15402621030807495,
      "learning_rate": 4.234730886406499e-05,
      "loss": 0.0097,
      "step": 15996
    },
    {
      "epoch": 1.7342801387684301,
      "grad_norm": 0.4158964455127716,
      "learning_rate": 4.234368199622806e-05,
      "loss": 0.0834,
      "step": 15997
    },
    {
      "epoch": 1.73438855160451,
      "grad_norm": 0.2261064201593399,
      "learning_rate": 4.234005512839113e-05,
      "loss": 0.0317,
      "step": 15998
    },
    {
      "epoch": 1.7344969644405897,
      "grad_norm": 0.13700343668460846,
      "learning_rate": 4.233642826055419e-05,
      "loss": 0.0113,
      "step": 15999
    },
    {
      "epoch": 1.7346053772766696,
      "grad_norm": 0.08517562597990036,
      "learning_rate": 4.233280139271725e-05,
      "loss": 0.0171,
      "step": 16000
    },
    {
      "epoch": 1.7347137901127494,
      "grad_norm": 0.19619116187095642,
      "learning_rate": 4.2329174524880314e-05,
      "loss": 0.0332,
      "step": 16001
    },
    {
      "epoch": 1.7348222029488292,
      "grad_norm": 0.2157631516456604,
      "learning_rate": 4.232554765704338e-05,
      "loss": 0.033,
      "step": 16002
    },
    {
      "epoch": 1.734930615784909,
      "grad_norm": 0.45980095863342285,
      "learning_rate": 4.232192078920644e-05,
      "loss": 0.0475,
      "step": 16003
    },
    {
      "epoch": 1.7350390286209887,
      "grad_norm": 0.3825187087059021,
      "learning_rate": 4.2318293921369506e-05,
      "loss": 0.0675,
      "step": 16004
    },
    {
      "epoch": 1.7351474414570687,
      "grad_norm": 0.5217448472976685,
      "learning_rate": 4.231466705353257e-05,
      "loss": 0.0523,
      "step": 16005
    },
    {
      "epoch": 1.7352558542931482,
      "grad_norm": 0.24251343309879303,
      "learning_rate": 4.2311040185695634e-05,
      "loss": 0.024,
      "step": 16006
    },
    {
      "epoch": 1.7353642671292282,
      "grad_norm": 0.6089709401130676,
      "learning_rate": 4.2307413317858705e-05,
      "loss": 0.0706,
      "step": 16007
    },
    {
      "epoch": 1.7354726799653077,
      "grad_norm": 0.14826977252960205,
      "learning_rate": 4.230378645002176e-05,
      "loss": 0.0129,
      "step": 16008
    },
    {
      "epoch": 1.7355810928013877,
      "grad_norm": 0.16676968336105347,
      "learning_rate": 4.2300159582184826e-05,
      "loss": 0.0111,
      "step": 16009
    },
    {
      "epoch": 1.7356895056374675,
      "grad_norm": 0.28024086356163025,
      "learning_rate": 4.229653271434789e-05,
      "loss": 0.0623,
      "step": 16010
    },
    {
      "epoch": 1.7357979184735473,
      "grad_norm": 0.2300489991903305,
      "learning_rate": 4.2292905846510955e-05,
      "loss": 0.0377,
      "step": 16011
    },
    {
      "epoch": 1.735906331309627,
      "grad_norm": 0.2501423954963684,
      "learning_rate": 4.228927897867402e-05,
      "loss": 0.0559,
      "step": 16012
    },
    {
      "epoch": 1.7360147441457068,
      "grad_norm": 0.36420291662216187,
      "learning_rate": 4.228565211083708e-05,
      "loss": 0.0307,
      "step": 16013
    },
    {
      "epoch": 1.7361231569817868,
      "grad_norm": 0.24567736685276031,
      "learning_rate": 4.228202524300015e-05,
      "loss": 0.0246,
      "step": 16014
    },
    {
      "epoch": 1.7362315698178663,
      "grad_norm": 0.08788108825683594,
      "learning_rate": 4.227839837516321e-05,
      "loss": 0.0091,
      "step": 16015
    },
    {
      "epoch": 1.7363399826539463,
      "grad_norm": 0.1610114425420761,
      "learning_rate": 4.2274771507326275e-05,
      "loss": 0.0125,
      "step": 16016
    },
    {
      "epoch": 1.736448395490026,
      "grad_norm": 0.19523277878761292,
      "learning_rate": 4.227114463948934e-05,
      "loss": 0.0171,
      "step": 16017
    },
    {
      "epoch": 1.7365568083261058,
      "grad_norm": 0.2621532082557678,
      "learning_rate": 4.22675177716524e-05,
      "loss": 0.0294,
      "step": 16018
    },
    {
      "epoch": 1.7366652211621856,
      "grad_norm": 0.16404493153095245,
      "learning_rate": 4.226389090381547e-05,
      "loss": 0.0249,
      "step": 16019
    },
    {
      "epoch": 1.7367736339982653,
      "grad_norm": 0.16590964794158936,
      "learning_rate": 4.226026403597853e-05,
      "loss": 0.0124,
      "step": 16020
    },
    {
      "epoch": 1.7368820468343453,
      "grad_norm": 0.5302956104278564,
      "learning_rate": 4.2256637168141596e-05,
      "loss": 0.0939,
      "step": 16021
    },
    {
      "epoch": 1.7369904596704249,
      "grad_norm": 0.15416304767131805,
      "learning_rate": 4.225301030030466e-05,
      "loss": 0.0207,
      "step": 16022
    },
    {
      "epoch": 1.7370988725065049,
      "grad_norm": 0.31728559732437134,
      "learning_rate": 4.2249383432467724e-05,
      "loss": 0.0252,
      "step": 16023
    },
    {
      "epoch": 1.7372072853425846,
      "grad_norm": 0.1687244027853012,
      "learning_rate": 4.224575656463079e-05,
      "loss": 0.0258,
      "step": 16024
    },
    {
      "epoch": 1.7373156981786644,
      "grad_norm": 0.25184667110443115,
      "learning_rate": 4.224212969679385e-05,
      "loss": 0.0501,
      "step": 16025
    },
    {
      "epoch": 1.7374241110147441,
      "grad_norm": 0.23579557240009308,
      "learning_rate": 4.2238502828956916e-05,
      "loss": 0.0548,
      "step": 16026
    },
    {
      "epoch": 1.737532523850824,
      "grad_norm": 0.17597515881061554,
      "learning_rate": 4.223487596111998e-05,
      "loss": 0.0207,
      "step": 16027
    },
    {
      "epoch": 1.737640936686904,
      "grad_norm": 0.12191441655158997,
      "learning_rate": 4.2231249093283044e-05,
      "loss": 0.0191,
      "step": 16028
    },
    {
      "epoch": 1.7377493495229834,
      "grad_norm": 0.31145739555358887,
      "learning_rate": 4.222762222544611e-05,
      "loss": 0.0617,
      "step": 16029
    },
    {
      "epoch": 1.7378577623590634,
      "grad_norm": 0.2092151939868927,
      "learning_rate": 4.222399535760917e-05,
      "loss": 0.0131,
      "step": 16030
    },
    {
      "epoch": 1.737966175195143,
      "grad_norm": 0.3608589768409729,
      "learning_rate": 4.222036848977223e-05,
      "loss": 0.02,
      "step": 16031
    },
    {
      "epoch": 1.738074588031223,
      "grad_norm": 0.17472223937511444,
      "learning_rate": 4.2216741621935294e-05,
      "loss": 0.0418,
      "step": 16032
    },
    {
      "epoch": 1.7381830008673027,
      "grad_norm": 0.12823539972305298,
      "learning_rate": 4.2213114754098365e-05,
      "loss": 0.0215,
      "step": 16033
    },
    {
      "epoch": 1.7382914137033825,
      "grad_norm": 0.14048153162002563,
      "learning_rate": 4.220948788626143e-05,
      "loss": 0.0183,
      "step": 16034
    },
    {
      "epoch": 1.7383998265394622,
      "grad_norm": 0.412263423204422,
      "learning_rate": 4.220586101842449e-05,
      "loss": 0.0585,
      "step": 16035
    },
    {
      "epoch": 1.738508239375542,
      "grad_norm": 0.09136008471250534,
      "learning_rate": 4.220223415058756e-05,
      "loss": 0.0118,
      "step": 16036
    },
    {
      "epoch": 1.738616652211622,
      "grad_norm": 0.09552441537380219,
      "learning_rate": 4.219860728275062e-05,
      "loss": 0.0062,
      "step": 16037
    },
    {
      "epoch": 1.7387250650477015,
      "grad_norm": 0.10509414225816727,
      "learning_rate": 4.219498041491368e-05,
      "loss": 0.0127,
      "step": 16038
    },
    {
      "epoch": 1.7388334778837815,
      "grad_norm": 0.16669714450836182,
      "learning_rate": 4.219135354707674e-05,
      "loss": 0.0136,
      "step": 16039
    },
    {
      "epoch": 1.7389418907198613,
      "grad_norm": 0.20490215718746185,
      "learning_rate": 4.218772667923981e-05,
      "loss": 0.0221,
      "step": 16040
    },
    {
      "epoch": 1.739050303555941,
      "grad_norm": 0.035483069717884064,
      "learning_rate": 4.218409981140287e-05,
      "loss": 0.0027,
      "step": 16041
    },
    {
      "epoch": 1.7391587163920208,
      "grad_norm": 0.26651856303215027,
      "learning_rate": 4.218047294356594e-05,
      "loss": 0.0391,
      "step": 16042
    },
    {
      "epoch": 1.7392671292281006,
      "grad_norm": 0.31033238768577576,
      "learning_rate": 4.2176846075729006e-05,
      "loss": 0.047,
      "step": 16043
    },
    {
      "epoch": 1.7393755420641805,
      "grad_norm": 0.13639740645885468,
      "learning_rate": 4.217321920789207e-05,
      "loss": 0.0165,
      "step": 16044
    },
    {
      "epoch": 1.73948395490026,
      "grad_norm": 0.35827431082725525,
      "learning_rate": 4.216959234005513e-05,
      "loss": 0.0344,
      "step": 16045
    },
    {
      "epoch": 1.73959236773634,
      "grad_norm": 0.11454512923955917,
      "learning_rate": 4.216596547221819e-05,
      "loss": 0.0194,
      "step": 16046
    },
    {
      "epoch": 1.7397007805724196,
      "grad_norm": 0.4239550530910492,
      "learning_rate": 4.2162338604381256e-05,
      "loss": 0.0554,
      "step": 16047
    },
    {
      "epoch": 1.7398091934084996,
      "grad_norm": 0.20323610305786133,
      "learning_rate": 4.215871173654432e-05,
      "loss": 0.0646,
      "step": 16048
    },
    {
      "epoch": 1.7399176062445794,
      "grad_norm": 0.22852042317390442,
      "learning_rate": 4.2155084868707384e-05,
      "loss": 0.0273,
      "step": 16049
    },
    {
      "epoch": 1.7400260190806591,
      "grad_norm": 0.18316738307476044,
      "learning_rate": 4.2151458000870455e-05,
      "loss": 0.0137,
      "step": 16050
    },
    {
      "epoch": 1.7401344319167389,
      "grad_norm": 0.1450493335723877,
      "learning_rate": 4.214783113303352e-05,
      "loss": 0.0259,
      "step": 16051
    },
    {
      "epoch": 1.7402428447528187,
      "grad_norm": 0.28515467047691345,
      "learning_rate": 4.214420426519658e-05,
      "loss": 0.0331,
      "step": 16052
    },
    {
      "epoch": 1.7403512575888986,
      "grad_norm": 0.3512154519557953,
      "learning_rate": 4.214057739735964e-05,
      "loss": 0.0169,
      "step": 16053
    },
    {
      "epoch": 1.7404596704249782,
      "grad_norm": 0.13289964199066162,
      "learning_rate": 4.2136950529522704e-05,
      "loss": 0.0143,
      "step": 16054
    },
    {
      "epoch": 1.7405680832610582,
      "grad_norm": 0.05530625954270363,
      "learning_rate": 4.213332366168577e-05,
      "loss": 0.0045,
      "step": 16055
    },
    {
      "epoch": 1.740676496097138,
      "grad_norm": 0.1418973207473755,
      "learning_rate": 4.212969679384883e-05,
      "loss": 0.025,
      "step": 16056
    },
    {
      "epoch": 1.7407849089332177,
      "grad_norm": 0.3403707444667816,
      "learning_rate": 4.21260699260119e-05,
      "loss": 0.0255,
      "step": 16057
    },
    {
      "epoch": 1.7408933217692975,
      "grad_norm": 0.2033248394727707,
      "learning_rate": 4.212244305817496e-05,
      "loss": 0.0138,
      "step": 16058
    },
    {
      "epoch": 1.7410017346053772,
      "grad_norm": 0.31965017318725586,
      "learning_rate": 4.211881619033803e-05,
      "loss": 0.0699,
      "step": 16059
    },
    {
      "epoch": 1.7411101474414572,
      "grad_norm": 0.1953333020210266,
      "learning_rate": 4.211518932250109e-05,
      "loss": 0.0345,
      "step": 16060
    },
    {
      "epoch": 1.7412185602775367,
      "grad_norm": 0.18154990673065186,
      "learning_rate": 4.211156245466415e-05,
      "loss": 0.0427,
      "step": 16061
    },
    {
      "epoch": 1.7413269731136167,
      "grad_norm": 0.24048537015914917,
      "learning_rate": 4.210793558682722e-05,
      "loss": 0.0294,
      "step": 16062
    },
    {
      "epoch": 1.7414353859496965,
      "grad_norm": 0.24101564288139343,
      "learning_rate": 4.210430871899028e-05,
      "loss": 0.031,
      "step": 16063
    },
    {
      "epoch": 1.7415437987857763,
      "grad_norm": 0.2092253714799881,
      "learning_rate": 4.2100681851153345e-05,
      "loss": 0.0253,
      "step": 16064
    },
    {
      "epoch": 1.741652211621856,
      "grad_norm": 0.0860132947564125,
      "learning_rate": 4.209705498331641e-05,
      "loss": 0.0081,
      "step": 16065
    },
    {
      "epoch": 1.7417606244579358,
      "grad_norm": 0.07097667455673218,
      "learning_rate": 4.2093428115479474e-05,
      "loss": 0.0117,
      "step": 16066
    },
    {
      "epoch": 1.7418690372940158,
      "grad_norm": 0.15904143452644348,
      "learning_rate": 4.208980124764254e-05,
      "loss": 0.0222,
      "step": 16067
    },
    {
      "epoch": 1.7419774501300953,
      "grad_norm": 0.18692432343959808,
      "learning_rate": 4.20861743798056e-05,
      "loss": 0.0239,
      "step": 16068
    },
    {
      "epoch": 1.7420858629661753,
      "grad_norm": 0.05053761601448059,
      "learning_rate": 4.2082547511968666e-05,
      "loss": 0.0067,
      "step": 16069
    },
    {
      "epoch": 1.7421942758022548,
      "grad_norm": 0.27214154601097107,
      "learning_rate": 4.207892064413173e-05,
      "loss": 0.0428,
      "step": 16070
    },
    {
      "epoch": 1.7423026886383348,
      "grad_norm": 0.1634749323129654,
      "learning_rate": 4.2075293776294794e-05,
      "loss": 0.0286,
      "step": 16071
    },
    {
      "epoch": 1.7424111014744146,
      "grad_norm": 0.3806765079498291,
      "learning_rate": 4.207166690845786e-05,
      "loss": 0.0508,
      "step": 16072
    },
    {
      "epoch": 1.7425195143104943,
      "grad_norm": 0.23125165700912476,
      "learning_rate": 4.206804004062092e-05,
      "loss": 0.0229,
      "step": 16073
    },
    {
      "epoch": 1.742627927146574,
      "grad_norm": 0.14102862775325775,
      "learning_rate": 4.2064413172783986e-05,
      "loss": 0.0257,
      "step": 16074
    },
    {
      "epoch": 1.7427363399826539,
      "grad_norm": 0.31584423780441284,
      "learning_rate": 4.206078630494705e-05,
      "loss": 0.0309,
      "step": 16075
    },
    {
      "epoch": 1.7428447528187339,
      "grad_norm": 0.17763233184814453,
      "learning_rate": 4.2057159437110115e-05,
      "loss": 0.0407,
      "step": 16076
    },
    {
      "epoch": 1.7429531656548134,
      "grad_norm": 0.16058680415153503,
      "learning_rate": 4.205353256927318e-05,
      "loss": 0.0136,
      "step": 16077
    },
    {
      "epoch": 1.7430615784908934,
      "grad_norm": 0.2606176435947418,
      "learning_rate": 4.204990570143624e-05,
      "loss": 0.0256,
      "step": 16078
    },
    {
      "epoch": 1.7431699913269731,
      "grad_norm": 0.22085890173912048,
      "learning_rate": 4.204627883359931e-05,
      "loss": 0.025,
      "step": 16079
    },
    {
      "epoch": 1.743278404163053,
      "grad_norm": 0.04815128445625305,
      "learning_rate": 4.204265196576237e-05,
      "loss": 0.0081,
      "step": 16080
    },
    {
      "epoch": 1.7433868169991327,
      "grad_norm": 0.07044265419244766,
      "learning_rate": 4.2039025097925435e-05,
      "loss": 0.0133,
      "step": 16081
    },
    {
      "epoch": 1.7434952298352124,
      "grad_norm": 0.15221098065376282,
      "learning_rate": 4.20353982300885e-05,
      "loss": 0.0226,
      "step": 16082
    },
    {
      "epoch": 1.7436036426712924,
      "grad_norm": 0.23287294805049896,
      "learning_rate": 4.203177136225156e-05,
      "loss": 0.051,
      "step": 16083
    },
    {
      "epoch": 1.743712055507372,
      "grad_norm": 0.35248661041259766,
      "learning_rate": 4.202814449441462e-05,
      "loss": 0.0419,
      "step": 16084
    },
    {
      "epoch": 1.743820468343452,
      "grad_norm": 0.33073315024375916,
      "learning_rate": 4.202451762657769e-05,
      "loss": 0.0206,
      "step": 16085
    },
    {
      "epoch": 1.7439288811795317,
      "grad_norm": 0.22914694249629974,
      "learning_rate": 4.2020890758740756e-05,
      "loss": 0.0063,
      "step": 16086
    },
    {
      "epoch": 1.7440372940156115,
      "grad_norm": 0.28074511885643005,
      "learning_rate": 4.201726389090382e-05,
      "loss": 0.0123,
      "step": 16087
    },
    {
      "epoch": 1.7441457068516912,
      "grad_norm": 0.1794751137495041,
      "learning_rate": 4.2013637023066884e-05,
      "loss": 0.0226,
      "step": 16088
    },
    {
      "epoch": 1.744254119687771,
      "grad_norm": 0.30414628982543945,
      "learning_rate": 4.201001015522995e-05,
      "loss": 0.0636,
      "step": 16089
    },
    {
      "epoch": 1.744362532523851,
      "grad_norm": 0.20462241768836975,
      "learning_rate": 4.2006383287393005e-05,
      "loss": 0.0119,
      "step": 16090
    },
    {
      "epoch": 1.7444709453599305,
      "grad_norm": 0.2390211671590805,
      "learning_rate": 4.200275641955607e-05,
      "loss": 0.0261,
      "step": 16091
    },
    {
      "epoch": 1.7445793581960105,
      "grad_norm": 0.5623577833175659,
      "learning_rate": 4.1999129551719134e-05,
      "loss": 0.0235,
      "step": 16092
    },
    {
      "epoch": 1.74468777103209,
      "grad_norm": 0.20070217549800873,
      "learning_rate": 4.1995502683882204e-05,
      "loss": 0.0187,
      "step": 16093
    },
    {
      "epoch": 1.74479618386817,
      "grad_norm": 0.5891910791397095,
      "learning_rate": 4.199187581604527e-05,
      "loss": 0.0301,
      "step": 16094
    },
    {
      "epoch": 1.7449045967042498,
      "grad_norm": 0.21023473143577576,
      "learning_rate": 4.198824894820833e-05,
      "loss": 0.0191,
      "step": 16095
    },
    {
      "epoch": 1.7450130095403296,
      "grad_norm": 0.17761138081550598,
      "learning_rate": 4.19846220803714e-05,
      "loss": 0.0288,
      "step": 16096
    },
    {
      "epoch": 1.7451214223764093,
      "grad_norm": 0.1542220562696457,
      "learning_rate": 4.1980995212534454e-05,
      "loss": 0.0179,
      "step": 16097
    },
    {
      "epoch": 1.745229835212489,
      "grad_norm": 0.38086846470832825,
      "learning_rate": 4.197736834469752e-05,
      "loss": 0.0458,
      "step": 16098
    },
    {
      "epoch": 1.745338248048569,
      "grad_norm": 0.15120376646518707,
      "learning_rate": 4.197374147686058e-05,
      "loss": 0.0159,
      "step": 16099
    },
    {
      "epoch": 1.7454466608846486,
      "grad_norm": 0.19896723330020905,
      "learning_rate": 4.1970114609023646e-05,
      "loss": 0.0209,
      "step": 16100
    },
    {
      "epoch": 1.7455550737207286,
      "grad_norm": 0.6892616748809814,
      "learning_rate": 4.196648774118671e-05,
      "loss": 0.039,
      "step": 16101
    },
    {
      "epoch": 1.7456634865568084,
      "grad_norm": 0.03312212601304054,
      "learning_rate": 4.196286087334978e-05,
      "loss": 0.0026,
      "step": 16102
    },
    {
      "epoch": 1.7457718993928881,
      "grad_norm": 0.020021412521600723,
      "learning_rate": 4.1959234005512846e-05,
      "loss": 0.0016,
      "step": 16103
    },
    {
      "epoch": 1.745880312228968,
      "grad_norm": 0.23618727922439575,
      "learning_rate": 4.195560713767591e-05,
      "loss": 0.0308,
      "step": 16104
    },
    {
      "epoch": 1.7459887250650477,
      "grad_norm": 0.10755863785743713,
      "learning_rate": 4.195198026983897e-05,
      "loss": 0.0075,
      "step": 16105
    },
    {
      "epoch": 1.7460971379011276,
      "grad_norm": 0.26072049140930176,
      "learning_rate": 4.194835340200203e-05,
      "loss": 0.0368,
      "step": 16106
    },
    {
      "epoch": 1.7462055507372072,
      "grad_norm": 0.1743415743112564,
      "learning_rate": 4.1944726534165095e-05,
      "loss": 0.0095,
      "step": 16107
    },
    {
      "epoch": 1.7463139635732872,
      "grad_norm": 0.15507550537586212,
      "learning_rate": 4.194109966632816e-05,
      "loss": 0.0217,
      "step": 16108
    },
    {
      "epoch": 1.7464223764093667,
      "grad_norm": 0.13978177309036255,
      "learning_rate": 4.1937472798491223e-05,
      "loss": 0.0074,
      "step": 16109
    },
    {
      "epoch": 1.7465307892454467,
      "grad_norm": 0.10120923817157745,
      "learning_rate": 4.193384593065429e-05,
      "loss": 0.0107,
      "step": 16110
    },
    {
      "epoch": 1.7466392020815265,
      "grad_norm": 0.3112815320491791,
      "learning_rate": 4.193021906281736e-05,
      "loss": 0.0504,
      "step": 16111
    },
    {
      "epoch": 1.7467476149176062,
      "grad_norm": 0.16083748638629913,
      "learning_rate": 4.1926592194980416e-05,
      "loss": 0.0147,
      "step": 16112
    },
    {
      "epoch": 1.7468560277536862,
      "grad_norm": 0.29932162165641785,
      "learning_rate": 4.192296532714348e-05,
      "loss": 0.0415,
      "step": 16113
    },
    {
      "epoch": 1.7469644405897657,
      "grad_norm": 0.18831878900527954,
      "learning_rate": 4.1919338459306544e-05,
      "loss": 0.0167,
      "step": 16114
    },
    {
      "epoch": 1.7470728534258457,
      "grad_norm": 0.35652321577072144,
      "learning_rate": 4.191571159146961e-05,
      "loss": 0.0598,
      "step": 16115
    },
    {
      "epoch": 1.7471812662619253,
      "grad_norm": 0.22392714023590088,
      "learning_rate": 4.191208472363267e-05,
      "loss": 0.0197,
      "step": 16116
    },
    {
      "epoch": 1.7472896790980053,
      "grad_norm": 0.0343623124063015,
      "learning_rate": 4.1908457855795736e-05,
      "loss": 0.0013,
      "step": 16117
    },
    {
      "epoch": 1.747398091934085,
      "grad_norm": 0.3581721782684326,
      "learning_rate": 4.19048309879588e-05,
      "loss": 0.0503,
      "step": 16118
    },
    {
      "epoch": 1.7475065047701648,
      "grad_norm": 0.05819698050618172,
      "learning_rate": 4.1901204120121864e-05,
      "loss": 0.0067,
      "step": 16119
    },
    {
      "epoch": 1.7476149176062445,
      "grad_norm": 0.20595784485340118,
      "learning_rate": 4.189757725228493e-05,
      "loss": 0.0303,
      "step": 16120
    },
    {
      "epoch": 1.7477233304423243,
      "grad_norm": 0.0760245993733406,
      "learning_rate": 4.189395038444799e-05,
      "loss": 0.0026,
      "step": 16121
    },
    {
      "epoch": 1.7478317432784043,
      "grad_norm": 0.193827286362648,
      "learning_rate": 4.189032351661106e-05,
      "loss": 0.0121,
      "step": 16122
    },
    {
      "epoch": 1.7479401561144838,
      "grad_norm": 0.40431803464889526,
      "learning_rate": 4.188669664877412e-05,
      "loss": 0.0405,
      "step": 16123
    },
    {
      "epoch": 1.7480485689505638,
      "grad_norm": 0.31072887778282166,
      "learning_rate": 4.1883069780937185e-05,
      "loss": 0.0352,
      "step": 16124
    },
    {
      "epoch": 1.7481569817866436,
      "grad_norm": 0.09495970606803894,
      "learning_rate": 4.187944291310025e-05,
      "loss": 0.0102,
      "step": 16125
    },
    {
      "epoch": 1.7482653946227233,
      "grad_norm": 0.14194409549236298,
      "learning_rate": 4.187581604526331e-05,
      "loss": 0.0209,
      "step": 16126
    },
    {
      "epoch": 1.748373807458803,
      "grad_norm": 0.32980743050575256,
      "learning_rate": 4.187218917742638e-05,
      "loss": 0.0351,
      "step": 16127
    },
    {
      "epoch": 1.7484822202948829,
      "grad_norm": 0.37976282835006714,
      "learning_rate": 4.186856230958944e-05,
      "loss": 0.0152,
      "step": 16128
    },
    {
      "epoch": 1.7485906331309629,
      "grad_norm": 0.3338506817817688,
      "learning_rate": 4.1864935441752505e-05,
      "loss": 0.035,
      "step": 16129
    },
    {
      "epoch": 1.7486990459670424,
      "grad_norm": 0.21204614639282227,
      "learning_rate": 4.186130857391557e-05,
      "loss": 0.0175,
      "step": 16130
    },
    {
      "epoch": 1.7488074588031224,
      "grad_norm": 0.25838503241539,
      "learning_rate": 4.1857681706078634e-05,
      "loss": 0.038,
      "step": 16131
    },
    {
      "epoch": 1.748915871639202,
      "grad_norm": 0.12607254087924957,
      "learning_rate": 4.18540548382417e-05,
      "loss": 0.022,
      "step": 16132
    },
    {
      "epoch": 1.749024284475282,
      "grad_norm": 0.3306193947792053,
      "learning_rate": 4.185042797040476e-05,
      "loss": 0.0557,
      "step": 16133
    },
    {
      "epoch": 1.7491326973113617,
      "grad_norm": 0.07401838153600693,
      "learning_rate": 4.1846801102567826e-05,
      "loss": 0.0077,
      "step": 16134
    },
    {
      "epoch": 1.7492411101474414,
      "grad_norm": 0.4692370593547821,
      "learning_rate": 4.184317423473088e-05,
      "loss": 0.0425,
      "step": 16135
    },
    {
      "epoch": 1.7493495229835212,
      "grad_norm": 0.2664412558078766,
      "learning_rate": 4.183954736689395e-05,
      "loss": 0.0171,
      "step": 16136
    },
    {
      "epoch": 1.749457935819601,
      "grad_norm": 0.28481656312942505,
      "learning_rate": 4.183592049905702e-05,
      "loss": 0.0233,
      "step": 16137
    },
    {
      "epoch": 1.749566348655681,
      "grad_norm": 0.420980304479599,
      "learning_rate": 4.183229363122008e-05,
      "loss": 0.0396,
      "step": 16138
    },
    {
      "epoch": 1.7496747614917605,
      "grad_norm": 0.11832426488399506,
      "learning_rate": 4.1828666763383147e-05,
      "loss": 0.0101,
      "step": 16139
    },
    {
      "epoch": 1.7497831743278405,
      "grad_norm": 0.06473337113857269,
      "learning_rate": 4.182503989554621e-05,
      "loss": 0.006,
      "step": 16140
    },
    {
      "epoch": 1.7498915871639202,
      "grad_norm": 0.18864543735980988,
      "learning_rate": 4.1821413027709275e-05,
      "loss": 0.0238,
      "step": 16141
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.19789299368858337,
      "learning_rate": 4.181778615987233e-05,
      "loss": 0.0086,
      "step": 16142
    },
    {
      "epoch": 1.7501084128360798,
      "grad_norm": 0.06702916324138641,
      "learning_rate": 4.1814159292035396e-05,
      "loss": 0.0109,
      "step": 16143
    },
    {
      "epoch": 1.7502168256721595,
      "grad_norm": 0.2704187333583832,
      "learning_rate": 4.181053242419846e-05,
      "loss": 0.0232,
      "step": 16144
    },
    {
      "epoch": 1.7503252385082395,
      "grad_norm": 0.06919311732053757,
      "learning_rate": 4.180690555636153e-05,
      "loss": 0.0121,
      "step": 16145
    },
    {
      "epoch": 1.750433651344319,
      "grad_norm": 0.3671884536743164,
      "learning_rate": 4.1803278688524595e-05,
      "loss": 0.0499,
      "step": 16146
    },
    {
      "epoch": 1.750542064180399,
      "grad_norm": 0.18474261462688446,
      "learning_rate": 4.179965182068766e-05,
      "loss": 0.0209,
      "step": 16147
    },
    {
      "epoch": 1.7506504770164788,
      "grad_norm": 0.3754855692386627,
      "learning_rate": 4.1796024952850723e-05,
      "loss": 0.0362,
      "step": 16148
    },
    {
      "epoch": 1.7507588898525586,
      "grad_norm": 0.20364338159561157,
      "learning_rate": 4.179239808501378e-05,
      "loss": 0.0209,
      "step": 16149
    },
    {
      "epoch": 1.7508673026886383,
      "grad_norm": 0.43500977754592896,
      "learning_rate": 4.1788771217176845e-05,
      "loss": 0.0271,
      "step": 16150
    },
    {
      "epoch": 1.750975715524718,
      "grad_norm": 0.14824458956718445,
      "learning_rate": 4.178514434933991e-05,
      "loss": 0.0117,
      "step": 16151
    },
    {
      "epoch": 1.751084128360798,
      "grad_norm": 0.2885821759700775,
      "learning_rate": 4.178151748150297e-05,
      "loss": 0.0392,
      "step": 16152
    },
    {
      "epoch": 1.7511925411968776,
      "grad_norm": 0.13169604539871216,
      "learning_rate": 4.177789061366604e-05,
      "loss": 0.011,
      "step": 16153
    },
    {
      "epoch": 1.7513009540329576,
      "grad_norm": 0.20491354167461395,
      "learning_rate": 4.177426374582911e-05,
      "loss": 0.023,
      "step": 16154
    },
    {
      "epoch": 1.7514093668690371,
      "grad_norm": 0.23145067691802979,
      "learning_rate": 4.177063687799217e-05,
      "loss": 0.0335,
      "step": 16155
    },
    {
      "epoch": 1.7515177797051171,
      "grad_norm": 0.4350268840789795,
      "learning_rate": 4.1767010010155236e-05,
      "loss": 0.1141,
      "step": 16156
    },
    {
      "epoch": 1.751626192541197,
      "grad_norm": 0.2085392326116562,
      "learning_rate": 4.1763383142318294e-05,
      "loss": 0.0335,
      "step": 16157
    },
    {
      "epoch": 1.7517346053772767,
      "grad_norm": 0.19185660779476166,
      "learning_rate": 4.175975627448136e-05,
      "loss": 0.0394,
      "step": 16158
    },
    {
      "epoch": 1.7518430182133564,
      "grad_norm": 0.06770499795675278,
      "learning_rate": 4.175612940664442e-05,
      "loss": 0.0085,
      "step": 16159
    },
    {
      "epoch": 1.7519514310494362,
      "grad_norm": 0.18476416170597076,
      "learning_rate": 4.1752502538807486e-05,
      "loss": 0.0106,
      "step": 16160
    },
    {
      "epoch": 1.7520598438855162,
      "grad_norm": 0.1570473462343216,
      "learning_rate": 4.174887567097055e-05,
      "loss": 0.0107,
      "step": 16161
    },
    {
      "epoch": 1.7521682567215957,
      "grad_norm": 0.1728428453207016,
      "learning_rate": 4.1745248803133614e-05,
      "loss": 0.0182,
      "step": 16162
    },
    {
      "epoch": 1.7522766695576757,
      "grad_norm": 0.09123244881629944,
      "learning_rate": 4.1741621935296685e-05,
      "loss": 0.0086,
      "step": 16163
    },
    {
      "epoch": 1.7523850823937555,
      "grad_norm": 0.13681435585021973,
      "learning_rate": 4.173799506745974e-05,
      "loss": 0.0154,
      "step": 16164
    },
    {
      "epoch": 1.7524934952298352,
      "grad_norm": 0.1580522656440735,
      "learning_rate": 4.1734368199622806e-05,
      "loss": 0.0131,
      "step": 16165
    },
    {
      "epoch": 1.752601908065915,
      "grad_norm": 0.28952139616012573,
      "learning_rate": 4.173074133178587e-05,
      "loss": 0.0097,
      "step": 16166
    },
    {
      "epoch": 1.7527103209019947,
      "grad_norm": 0.2801418900489807,
      "learning_rate": 4.1727114463948935e-05,
      "loss": 0.0298,
      "step": 16167
    },
    {
      "epoch": 1.7528187337380747,
      "grad_norm": 0.19064165651798248,
      "learning_rate": 4.1723487596112e-05,
      "loss": 0.0136,
      "step": 16168
    },
    {
      "epoch": 1.7529271465741543,
      "grad_norm": 0.48551079630851746,
      "learning_rate": 4.171986072827506e-05,
      "loss": 0.0318,
      "step": 16169
    },
    {
      "epoch": 1.7530355594102343,
      "grad_norm": 0.24455039203166962,
      "learning_rate": 4.171623386043813e-05,
      "loss": 0.0309,
      "step": 16170
    },
    {
      "epoch": 1.7531439722463138,
      "grad_norm": 0.18255548179149628,
      "learning_rate": 4.171260699260119e-05,
      "loss": 0.033,
      "step": 16171
    },
    {
      "epoch": 1.7532523850823938,
      "grad_norm": 0.09955498576164246,
      "learning_rate": 4.1708980124764255e-05,
      "loss": 0.0137,
      "step": 16172
    },
    {
      "epoch": 1.7533607979184735,
      "grad_norm": 0.07486886531114578,
      "learning_rate": 4.170535325692732e-05,
      "loss": 0.0037,
      "step": 16173
    },
    {
      "epoch": 1.7534692107545533,
      "grad_norm": 0.3162374794483185,
      "learning_rate": 4.1701726389090383e-05,
      "loss": 0.0297,
      "step": 16174
    },
    {
      "epoch": 1.7535776235906333,
      "grad_norm": 0.19887126982212067,
      "learning_rate": 4.169809952125345e-05,
      "loss": 0.0216,
      "step": 16175
    },
    {
      "epoch": 1.7536860364267128,
      "grad_norm": 0.2234986424446106,
      "learning_rate": 4.169447265341651e-05,
      "loss": 0.0234,
      "step": 16176
    },
    {
      "epoch": 1.7537944492627928,
      "grad_norm": 0.13192862272262573,
      "learning_rate": 4.1690845785579576e-05,
      "loss": 0.0134,
      "step": 16177
    },
    {
      "epoch": 1.7539028620988724,
      "grad_norm": 0.20366738736629486,
      "learning_rate": 4.168721891774264e-05,
      "loss": 0.0147,
      "step": 16178
    },
    {
      "epoch": 1.7540112749349523,
      "grad_norm": 0.11002679169178009,
      "learning_rate": 4.1683592049905704e-05,
      "loss": 0.0073,
      "step": 16179
    },
    {
      "epoch": 1.754119687771032,
      "grad_norm": 0.4838869273662567,
      "learning_rate": 4.167996518206877e-05,
      "loss": 0.0346,
      "step": 16180
    },
    {
      "epoch": 1.7542281006071119,
      "grad_norm": 0.23730958998203278,
      "learning_rate": 4.167633831423183e-05,
      "loss": 0.0146,
      "step": 16181
    },
    {
      "epoch": 1.7543365134431916,
      "grad_norm": 0.5898240804672241,
      "learning_rate": 4.1672711446394896e-05,
      "loss": 0.0941,
      "step": 16182
    },
    {
      "epoch": 1.7544449262792714,
      "grad_norm": 0.06183440983295441,
      "learning_rate": 4.166908457855796e-05,
      "loss": 0.0069,
      "step": 16183
    },
    {
      "epoch": 1.7545533391153514,
      "grad_norm": 0.17147135734558105,
      "learning_rate": 4.1665457710721024e-05,
      "loss": 0.0313,
      "step": 16184
    },
    {
      "epoch": 1.754661751951431,
      "grad_norm": 0.2882414162158966,
      "learning_rate": 4.166183084288409e-05,
      "loss": 0.0272,
      "step": 16185
    },
    {
      "epoch": 1.754770164787511,
      "grad_norm": 0.23048512637615204,
      "learning_rate": 4.165820397504715e-05,
      "loss": 0.0126,
      "step": 16186
    },
    {
      "epoch": 1.7548785776235907,
      "grad_norm": 0.2387687712907791,
      "learning_rate": 4.165457710721021e-05,
      "loss": 0.0224,
      "step": 16187
    },
    {
      "epoch": 1.7549869904596704,
      "grad_norm": 0.06060218811035156,
      "learning_rate": 4.165095023937328e-05,
      "loss": 0.0063,
      "step": 16188
    },
    {
      "epoch": 1.7550954032957502,
      "grad_norm": 0.18648600578308105,
      "learning_rate": 4.1647323371536345e-05,
      "loss": 0.0358,
      "step": 16189
    },
    {
      "epoch": 1.75520381613183,
      "grad_norm": 0.8129552602767944,
      "learning_rate": 4.164369650369941e-05,
      "loss": 0.0317,
      "step": 16190
    },
    {
      "epoch": 1.75531222896791,
      "grad_norm": 0.10873720794916153,
      "learning_rate": 4.164006963586247e-05,
      "loss": 0.0204,
      "step": 16191
    },
    {
      "epoch": 1.7554206418039895,
      "grad_norm": 0.26070648431777954,
      "learning_rate": 4.163644276802554e-05,
      "loss": 0.0177,
      "step": 16192
    },
    {
      "epoch": 1.7555290546400695,
      "grad_norm": 0.10185825824737549,
      "learning_rate": 4.16328159001886e-05,
      "loss": 0.0076,
      "step": 16193
    },
    {
      "epoch": 1.755637467476149,
      "grad_norm": 0.19919820129871368,
      "learning_rate": 4.162918903235166e-05,
      "loss": 0.0305,
      "step": 16194
    },
    {
      "epoch": 1.755745880312229,
      "grad_norm": 0.10624916106462479,
      "learning_rate": 4.162556216451472e-05,
      "loss": 0.0083,
      "step": 16195
    },
    {
      "epoch": 1.7558542931483088,
      "grad_norm": 0.16899044811725616,
      "learning_rate": 4.162193529667779e-05,
      "loss": 0.0251,
      "step": 16196
    },
    {
      "epoch": 1.7559627059843885,
      "grad_norm": 0.11164791136980057,
      "learning_rate": 4.161830842884086e-05,
      "loss": 0.0136,
      "step": 16197
    },
    {
      "epoch": 1.7560711188204683,
      "grad_norm": 0.563839316368103,
      "learning_rate": 4.161468156100392e-05,
      "loss": 0.0221,
      "step": 16198
    },
    {
      "epoch": 1.756179531656548,
      "grad_norm": 0.31376415491104126,
      "learning_rate": 4.1611054693166986e-05,
      "loss": 0.0114,
      "step": 16199
    },
    {
      "epoch": 1.756287944492628,
      "grad_norm": 0.6105242967605591,
      "learning_rate": 4.160742782533005e-05,
      "loss": 0.035,
      "step": 16200
    },
    {
      "epoch": 1.7563963573287076,
      "grad_norm": 0.6040600538253784,
      "learning_rate": 4.1603800957493114e-05,
      "loss": 0.0636,
      "step": 16201
    },
    {
      "epoch": 1.7565047701647876,
      "grad_norm": 0.16046391427516937,
      "learning_rate": 4.160017408965617e-05,
      "loss": 0.0234,
      "step": 16202
    },
    {
      "epoch": 1.7566131830008673,
      "grad_norm": 0.38315650820732117,
      "learning_rate": 4.1596547221819236e-05,
      "loss": 0.0092,
      "step": 16203
    },
    {
      "epoch": 1.756721595836947,
      "grad_norm": 0.40558144450187683,
      "learning_rate": 4.15929203539823e-05,
      "loss": 0.0387,
      "step": 16204
    },
    {
      "epoch": 1.7568300086730269,
      "grad_norm": 0.2632245123386383,
      "learning_rate": 4.1589293486145364e-05,
      "loss": 0.0217,
      "step": 16205
    },
    {
      "epoch": 1.7569384215091066,
      "grad_norm": 0.3081016540527344,
      "learning_rate": 4.1585666618308435e-05,
      "loss": 0.0389,
      "step": 16206
    },
    {
      "epoch": 1.7570468343451866,
      "grad_norm": 0.027862591668963432,
      "learning_rate": 4.15820397504715e-05,
      "loss": 0.0022,
      "step": 16207
    },
    {
      "epoch": 1.7571552471812661,
      "grad_norm": 0.4205488860607147,
      "learning_rate": 4.157841288263456e-05,
      "loss": 0.0445,
      "step": 16208
    },
    {
      "epoch": 1.7572636600173461,
      "grad_norm": 0.11202533543109894,
      "learning_rate": 4.157478601479762e-05,
      "loss": 0.011,
      "step": 16209
    },
    {
      "epoch": 1.757372072853426,
      "grad_norm": 0.30498024821281433,
      "learning_rate": 4.1571159146960684e-05,
      "loss": 0.0192,
      "step": 16210
    },
    {
      "epoch": 1.7574804856895057,
      "grad_norm": 0.12767384946346283,
      "learning_rate": 4.156753227912375e-05,
      "loss": 0.0293,
      "step": 16211
    },
    {
      "epoch": 1.7575888985255854,
      "grad_norm": 0.09602242708206177,
      "learning_rate": 4.156390541128681e-05,
      "loss": 0.0095,
      "step": 16212
    },
    {
      "epoch": 1.7576973113616652,
      "grad_norm": 0.189611554145813,
      "learning_rate": 4.156027854344988e-05,
      "loss": 0.0347,
      "step": 16213
    },
    {
      "epoch": 1.7578057241977452,
      "grad_norm": 0.2509213089942932,
      "learning_rate": 4.155665167561295e-05,
      "loss": 0.0328,
      "step": 16214
    },
    {
      "epoch": 1.7579141370338247,
      "grad_norm": 0.3994538187980652,
      "learning_rate": 4.155302480777601e-05,
      "loss": 0.0566,
      "step": 16215
    },
    {
      "epoch": 1.7580225498699047,
      "grad_norm": 0.19275903701782227,
      "learning_rate": 4.154939793993907e-05,
      "loss": 0.023,
      "step": 16216
    },
    {
      "epoch": 1.7581309627059842,
      "grad_norm": 0.10494992136955261,
      "learning_rate": 4.154577107210213e-05,
      "loss": 0.0062,
      "step": 16217
    },
    {
      "epoch": 1.7582393755420642,
      "grad_norm": 0.18501871824264526,
      "learning_rate": 4.15421442042652e-05,
      "loss": 0.0123,
      "step": 16218
    },
    {
      "epoch": 1.758347788378144,
      "grad_norm": 0.5486583113670349,
      "learning_rate": 4.153851733642826e-05,
      "loss": 0.0352,
      "step": 16219
    },
    {
      "epoch": 1.7584562012142237,
      "grad_norm": 0.16369913518428802,
      "learning_rate": 4.1534890468591326e-05,
      "loss": 0.0215,
      "step": 16220
    },
    {
      "epoch": 1.7585646140503035,
      "grad_norm": 0.13852949440479279,
      "learning_rate": 4.153126360075439e-05,
      "loss": 0.0082,
      "step": 16221
    },
    {
      "epoch": 1.7586730268863833,
      "grad_norm": 0.16736282408237457,
      "learning_rate": 4.1527636732917454e-05,
      "loss": 0.0273,
      "step": 16222
    },
    {
      "epoch": 1.7587814397224633,
      "grad_norm": 0.20405487716197968,
      "learning_rate": 4.152400986508052e-05,
      "loss": 0.0516,
      "step": 16223
    },
    {
      "epoch": 1.7588898525585428,
      "grad_norm": 0.23951999843120575,
      "learning_rate": 4.152038299724358e-05,
      "loss": 0.0189,
      "step": 16224
    },
    {
      "epoch": 1.7589982653946228,
      "grad_norm": 0.130173921585083,
      "learning_rate": 4.1516756129406646e-05,
      "loss": 0.0103,
      "step": 16225
    },
    {
      "epoch": 1.7591066782307025,
      "grad_norm": 0.7527257204055786,
      "learning_rate": 4.151312926156971e-05,
      "loss": 0.0513,
      "step": 16226
    },
    {
      "epoch": 1.7592150910667823,
      "grad_norm": 0.2504657804965973,
      "learning_rate": 4.1509502393732774e-05,
      "loss": 0.026,
      "step": 16227
    },
    {
      "epoch": 1.759323503902862,
      "grad_norm": 0.36482998728752136,
      "learning_rate": 4.150587552589584e-05,
      "loss": 0.0722,
      "step": 16228
    },
    {
      "epoch": 1.7594319167389418,
      "grad_norm": 0.43584051728248596,
      "learning_rate": 4.15022486580589e-05,
      "loss": 0.0588,
      "step": 16229
    },
    {
      "epoch": 1.7595403295750218,
      "grad_norm": 0.17344723641872406,
      "learning_rate": 4.1498621790221967e-05,
      "loss": 0.0254,
      "step": 16230
    },
    {
      "epoch": 1.7596487424111014,
      "grad_norm": 0.23668694496154785,
      "learning_rate": 4.149499492238503e-05,
      "loss": 0.0258,
      "step": 16231
    },
    {
      "epoch": 1.7597571552471813,
      "grad_norm": 0.2047421932220459,
      "learning_rate": 4.1491368054548095e-05,
      "loss": 0.0705,
      "step": 16232
    },
    {
      "epoch": 1.7598655680832611,
      "grad_norm": 0.15968558192253113,
      "learning_rate": 4.148774118671116e-05,
      "loss": 0.0172,
      "step": 16233
    },
    {
      "epoch": 1.7599739809193409,
      "grad_norm": 0.10794134438037872,
      "learning_rate": 4.148411431887422e-05,
      "loss": 0.0122,
      "step": 16234
    },
    {
      "epoch": 1.7600823937554206,
      "grad_norm": 0.34098726511001587,
      "learning_rate": 4.148048745103729e-05,
      "loss": 0.0279,
      "step": 16235
    },
    {
      "epoch": 1.7601908065915004,
      "grad_norm": 0.1175408661365509,
      "learning_rate": 4.147686058320035e-05,
      "loss": 0.0107,
      "step": 16236
    },
    {
      "epoch": 1.7602992194275804,
      "grad_norm": 0.04007764905691147,
      "learning_rate": 4.1473233715363415e-05,
      "loss": 0.0072,
      "step": 16237
    },
    {
      "epoch": 1.76040763226366,
      "grad_norm": 0.2851104438304901,
      "learning_rate": 4.146960684752648e-05,
      "loss": 0.0318,
      "step": 16238
    },
    {
      "epoch": 1.76051604509974,
      "grad_norm": 0.2790815830230713,
      "learning_rate": 4.146597997968954e-05,
      "loss": 0.0255,
      "step": 16239
    },
    {
      "epoch": 1.7606244579358195,
      "grad_norm": 0.19403484463691711,
      "learning_rate": 4.146235311185261e-05,
      "loss": 0.0092,
      "step": 16240
    },
    {
      "epoch": 1.7607328707718994,
      "grad_norm": 0.4178575873374939,
      "learning_rate": 4.145872624401567e-05,
      "loss": 0.0311,
      "step": 16241
    },
    {
      "epoch": 1.7608412836079792,
      "grad_norm": 0.23430246114730835,
      "learning_rate": 4.1455099376178736e-05,
      "loss": 0.0264,
      "step": 16242
    },
    {
      "epoch": 1.760949696444059,
      "grad_norm": 0.15681259334087372,
      "learning_rate": 4.14514725083418e-05,
      "loss": 0.0153,
      "step": 16243
    },
    {
      "epoch": 1.7610581092801387,
      "grad_norm": 0.15192581713199615,
      "learning_rate": 4.1447845640504864e-05,
      "loss": 0.0176,
      "step": 16244
    },
    {
      "epoch": 1.7611665221162185,
      "grad_norm": 0.04244404658675194,
      "learning_rate": 4.144421877266793e-05,
      "loss": 0.0086,
      "step": 16245
    },
    {
      "epoch": 1.7612749349522985,
      "grad_norm": 0.3109627068042755,
      "learning_rate": 4.1440591904830985e-05,
      "loss": 0.0337,
      "step": 16246
    },
    {
      "epoch": 1.761383347788378,
      "grad_norm": 0.18169905245304108,
      "learning_rate": 4.143696503699405e-05,
      "loss": 0.0424,
      "step": 16247
    },
    {
      "epoch": 1.761491760624458,
      "grad_norm": 0.13454391062259674,
      "learning_rate": 4.1433338169157114e-05,
      "loss": 0.0095,
      "step": 16248
    },
    {
      "epoch": 1.7616001734605378,
      "grad_norm": 0.40230342745780945,
      "learning_rate": 4.1429711301320185e-05,
      "loss": 0.0347,
      "step": 16249
    },
    {
      "epoch": 1.7617085862966175,
      "grad_norm": 0.1685865968465805,
      "learning_rate": 4.142608443348325e-05,
      "loss": 0.0166,
      "step": 16250
    },
    {
      "epoch": 1.7618169991326973,
      "grad_norm": 0.16700732707977295,
      "learning_rate": 4.142245756564631e-05,
      "loss": 0.0192,
      "step": 16251
    },
    {
      "epoch": 1.761925411968777,
      "grad_norm": 0.6248614192008972,
      "learning_rate": 4.141883069780938e-05,
      "loss": 0.0272,
      "step": 16252
    },
    {
      "epoch": 1.762033824804857,
      "grad_norm": 0.17969073355197906,
      "learning_rate": 4.141520382997244e-05,
      "loss": 0.0196,
      "step": 16253
    },
    {
      "epoch": 1.7621422376409366,
      "grad_norm": 0.09915507584810257,
      "learning_rate": 4.14115769621355e-05,
      "loss": 0.0083,
      "step": 16254
    },
    {
      "epoch": 1.7622506504770166,
      "grad_norm": 0.24021460115909576,
      "learning_rate": 4.140795009429856e-05,
      "loss": 0.0289,
      "step": 16255
    },
    {
      "epoch": 1.762359063313096,
      "grad_norm": 0.18717584013938904,
      "learning_rate": 4.1404323226461627e-05,
      "loss": 0.0188,
      "step": 16256
    },
    {
      "epoch": 1.762467476149176,
      "grad_norm": 0.11982493102550507,
      "learning_rate": 4.140069635862469e-05,
      "loss": 0.0102,
      "step": 16257
    },
    {
      "epoch": 1.7625758889852559,
      "grad_norm": 0.7130340337753296,
      "learning_rate": 4.139706949078776e-05,
      "loss": 0.0383,
      "step": 16258
    },
    {
      "epoch": 1.7626843018213356,
      "grad_norm": 0.25307539105415344,
      "learning_rate": 4.1393442622950826e-05,
      "loss": 0.0359,
      "step": 16259
    },
    {
      "epoch": 1.7627927146574154,
      "grad_norm": 0.24517211318016052,
      "learning_rate": 4.138981575511389e-05,
      "loss": 0.0223,
      "step": 16260
    },
    {
      "epoch": 1.7629011274934951,
      "grad_norm": 0.30477702617645264,
      "learning_rate": 4.138618888727695e-05,
      "loss": 0.0412,
      "step": 16261
    },
    {
      "epoch": 1.7630095403295751,
      "grad_norm": 0.2913936376571655,
      "learning_rate": 4.138256201944001e-05,
      "loss": 0.0422,
      "step": 16262
    },
    {
      "epoch": 1.7631179531656547,
      "grad_norm": 0.30595827102661133,
      "learning_rate": 4.1378935151603075e-05,
      "loss": 0.0281,
      "step": 16263
    },
    {
      "epoch": 1.7632263660017347,
      "grad_norm": 0.46318474411964417,
      "learning_rate": 4.137530828376614e-05,
      "loss": 0.078,
      "step": 16264
    },
    {
      "epoch": 1.7633347788378144,
      "grad_norm": 0.09357760101556778,
      "learning_rate": 4.1371681415929203e-05,
      "loss": 0.0063,
      "step": 16265
    },
    {
      "epoch": 1.7634431916738942,
      "grad_norm": 0.3328908681869507,
      "learning_rate": 4.1368054548092274e-05,
      "loss": 0.0176,
      "step": 16266
    },
    {
      "epoch": 1.763551604509974,
      "grad_norm": 0.5719413757324219,
      "learning_rate": 4.136442768025534e-05,
      "loss": 0.0357,
      "step": 16267
    },
    {
      "epoch": 1.7636600173460537,
      "grad_norm": 0.315229594707489,
      "learning_rate": 4.1360800812418396e-05,
      "loss": 0.0429,
      "step": 16268
    },
    {
      "epoch": 1.7637684301821337,
      "grad_norm": 0.16708627343177795,
      "learning_rate": 4.135717394458146e-05,
      "loss": 0.0189,
      "step": 16269
    },
    {
      "epoch": 1.7638768430182132,
      "grad_norm": 0.18110457062721252,
      "learning_rate": 4.1353547076744524e-05,
      "loss": 0.0154,
      "step": 16270
    },
    {
      "epoch": 1.7639852558542932,
      "grad_norm": 0.1424146145582199,
      "learning_rate": 4.134992020890759e-05,
      "loss": 0.0123,
      "step": 16271
    },
    {
      "epoch": 1.764093668690373,
      "grad_norm": 0.41917669773101807,
      "learning_rate": 4.134629334107065e-05,
      "loss": 0.071,
      "step": 16272
    },
    {
      "epoch": 1.7642020815264527,
      "grad_norm": 0.2438446283340454,
      "learning_rate": 4.1342666473233716e-05,
      "loss": 0.0227,
      "step": 16273
    },
    {
      "epoch": 1.7643104943625325,
      "grad_norm": 0.43506544828414917,
      "learning_rate": 4.133903960539678e-05,
      "loss": 0.0682,
      "step": 16274
    },
    {
      "epoch": 1.7644189071986123,
      "grad_norm": 0.12567993998527527,
      "learning_rate": 4.1335412737559845e-05,
      "loss": 0.0179,
      "step": 16275
    },
    {
      "epoch": 1.7645273200346923,
      "grad_norm": 0.2542589008808136,
      "learning_rate": 4.133178586972291e-05,
      "loss": 0.0159,
      "step": 16276
    },
    {
      "epoch": 1.7646357328707718,
      "grad_norm": 0.10085520893335342,
      "learning_rate": 4.132815900188597e-05,
      "loss": 0.0108,
      "step": 16277
    },
    {
      "epoch": 1.7647441457068518,
      "grad_norm": 0.23816323280334473,
      "learning_rate": 4.132453213404904e-05,
      "loss": 0.0319,
      "step": 16278
    },
    {
      "epoch": 1.7648525585429313,
      "grad_norm": 0.11042414605617523,
      "learning_rate": 4.13209052662121e-05,
      "loss": 0.0175,
      "step": 16279
    },
    {
      "epoch": 1.7649609713790113,
      "grad_norm": 0.25937619805336,
      "learning_rate": 4.1317278398375165e-05,
      "loss": 0.0194,
      "step": 16280
    },
    {
      "epoch": 1.765069384215091,
      "grad_norm": 0.4319537580013275,
      "learning_rate": 4.131365153053823e-05,
      "loss": 0.0742,
      "step": 16281
    },
    {
      "epoch": 1.7651777970511708,
      "grad_norm": 0.06709248572587967,
      "learning_rate": 4.131002466270129e-05,
      "loss": 0.0064,
      "step": 16282
    },
    {
      "epoch": 1.7652862098872506,
      "grad_norm": 0.4254210293292999,
      "learning_rate": 4.130639779486436e-05,
      "loss": 0.082,
      "step": 16283
    },
    {
      "epoch": 1.7653946227233304,
      "grad_norm": 0.24505847692489624,
      "learning_rate": 4.130277092702742e-05,
      "loss": 0.0172,
      "step": 16284
    },
    {
      "epoch": 1.7655030355594103,
      "grad_norm": 0.1613500416278839,
      "learning_rate": 4.1299144059190486e-05,
      "loss": 0.0225,
      "step": 16285
    },
    {
      "epoch": 1.76561144839549,
      "grad_norm": 0.16520294547080994,
      "learning_rate": 4.129551719135355e-05,
      "loss": 0.0154,
      "step": 16286
    },
    {
      "epoch": 1.7657198612315699,
      "grad_norm": 0.07116290926933289,
      "learning_rate": 4.1291890323516614e-05,
      "loss": 0.0101,
      "step": 16287
    },
    {
      "epoch": 1.7658282740676496,
      "grad_norm": 0.1962495893239975,
      "learning_rate": 4.128826345567968e-05,
      "loss": 0.0325,
      "step": 16288
    },
    {
      "epoch": 1.7659366869037294,
      "grad_norm": 0.26987719535827637,
      "learning_rate": 4.128463658784274e-05,
      "loss": 0.0404,
      "step": 16289
    },
    {
      "epoch": 1.7660450997398092,
      "grad_norm": 0.19361023604869843,
      "learning_rate": 4.1281009720005806e-05,
      "loss": 0.0159,
      "step": 16290
    },
    {
      "epoch": 1.766153512575889,
      "grad_norm": 0.15907402336597443,
      "learning_rate": 4.1277382852168863e-05,
      "loss": 0.0099,
      "step": 16291
    },
    {
      "epoch": 1.766261925411969,
      "grad_norm": 0.35126543045043945,
      "learning_rate": 4.1273755984331934e-05,
      "loss": 0.0673,
      "step": 16292
    },
    {
      "epoch": 1.7663703382480485,
      "grad_norm": 0.4104992747306824,
      "learning_rate": 4.1270129116495e-05,
      "loss": 0.0355,
      "step": 16293
    },
    {
      "epoch": 1.7664787510841284,
      "grad_norm": 0.23526565730571747,
      "learning_rate": 4.126650224865806e-05,
      "loss": 0.0364,
      "step": 16294
    },
    {
      "epoch": 1.7665871639202082,
      "grad_norm": 0.1721416562795639,
      "learning_rate": 4.1262875380821127e-05,
      "loss": 0.0185,
      "step": 16295
    },
    {
      "epoch": 1.766695576756288,
      "grad_norm": 0.2390405237674713,
      "learning_rate": 4.125924851298419e-05,
      "loss": 0.0323,
      "step": 16296
    },
    {
      "epoch": 1.7668039895923677,
      "grad_norm": 0.21702823042869568,
      "learning_rate": 4.1255621645147255e-05,
      "loss": 0.0343,
      "step": 16297
    },
    {
      "epoch": 1.7669124024284475,
      "grad_norm": 0.2453480064868927,
      "learning_rate": 4.125199477731031e-05,
      "loss": 0.0328,
      "step": 16298
    },
    {
      "epoch": 1.7670208152645275,
      "grad_norm": 0.08845987170934677,
      "learning_rate": 4.1248367909473376e-05,
      "loss": 0.0085,
      "step": 16299
    },
    {
      "epoch": 1.767129228100607,
      "grad_norm": 0.13054898381233215,
      "learning_rate": 4.124474104163644e-05,
      "loss": 0.0096,
      "step": 16300
    },
    {
      "epoch": 1.767237640936687,
      "grad_norm": 0.3636801838874817,
      "learning_rate": 4.124111417379951e-05,
      "loss": 0.0226,
      "step": 16301
    },
    {
      "epoch": 1.7673460537727665,
      "grad_norm": 0.08517305552959442,
      "learning_rate": 4.1237487305962575e-05,
      "loss": 0.0193,
      "step": 16302
    },
    {
      "epoch": 1.7674544666088465,
      "grad_norm": 0.447811096906662,
      "learning_rate": 4.123386043812564e-05,
      "loss": 0.0266,
      "step": 16303
    },
    {
      "epoch": 1.7675628794449263,
      "grad_norm": 0.26692500710487366,
      "learning_rate": 4.1230233570288704e-05,
      "loss": 0.0211,
      "step": 16304
    },
    {
      "epoch": 1.767671292281006,
      "grad_norm": 0.287051260471344,
      "learning_rate": 4.122660670245177e-05,
      "loss": 0.0273,
      "step": 16305
    },
    {
      "epoch": 1.7677797051170858,
      "grad_norm": 0.03805757313966751,
      "learning_rate": 4.1222979834614825e-05,
      "loss": 0.003,
      "step": 16306
    },
    {
      "epoch": 1.7678881179531656,
      "grad_norm": 0.18772079050540924,
      "learning_rate": 4.121935296677789e-05,
      "loss": 0.0196,
      "step": 16307
    },
    {
      "epoch": 1.7679965307892456,
      "grad_norm": 0.1798878014087677,
      "learning_rate": 4.121572609894095e-05,
      "loss": 0.0209,
      "step": 16308
    },
    {
      "epoch": 1.768104943625325,
      "grad_norm": 0.6600356101989746,
      "learning_rate": 4.1212099231104024e-05,
      "loss": 0.0365,
      "step": 16309
    },
    {
      "epoch": 1.768213356461405,
      "grad_norm": 0.2872297763824463,
      "learning_rate": 4.120847236326709e-05,
      "loss": 0.0453,
      "step": 16310
    },
    {
      "epoch": 1.7683217692974849,
      "grad_norm": 0.12609490752220154,
      "learning_rate": 4.120484549543015e-05,
      "loss": 0.019,
      "step": 16311
    },
    {
      "epoch": 1.7684301821335646,
      "grad_norm": 0.2463490515947342,
      "learning_rate": 4.1201218627593216e-05,
      "loss": 0.0361,
      "step": 16312
    },
    {
      "epoch": 1.7685385949696444,
      "grad_norm": 0.21206332743167877,
      "learning_rate": 4.1197591759756274e-05,
      "loss": 0.0147,
      "step": 16313
    },
    {
      "epoch": 1.7686470078057241,
      "grad_norm": 0.06760192662477493,
      "learning_rate": 4.119396489191934e-05,
      "loss": 0.0109,
      "step": 16314
    },
    {
      "epoch": 1.7687554206418041,
      "grad_norm": 0.2984858751296997,
      "learning_rate": 4.11903380240824e-05,
      "loss": 0.0158,
      "step": 16315
    },
    {
      "epoch": 1.7688638334778837,
      "grad_norm": 0.25911083817481995,
      "learning_rate": 4.1186711156245466e-05,
      "loss": 0.0247,
      "step": 16316
    },
    {
      "epoch": 1.7689722463139637,
      "grad_norm": 0.2182786464691162,
      "learning_rate": 4.118308428840853e-05,
      "loss": 0.0412,
      "step": 16317
    },
    {
      "epoch": 1.7690806591500432,
      "grad_norm": 0.22854498028755188,
      "learning_rate": 4.11794574205716e-05,
      "loss": 0.0231,
      "step": 16318
    },
    {
      "epoch": 1.7691890719861232,
      "grad_norm": 0.3521074652671814,
      "learning_rate": 4.1175830552734665e-05,
      "loss": 0.0337,
      "step": 16319
    },
    {
      "epoch": 1.769297484822203,
      "grad_norm": 0.060828592628240585,
      "learning_rate": 4.117220368489772e-05,
      "loss": 0.0072,
      "step": 16320
    },
    {
      "epoch": 1.7694058976582827,
      "grad_norm": 0.08192722499370575,
      "learning_rate": 4.1168576817060787e-05,
      "loss": 0.0068,
      "step": 16321
    },
    {
      "epoch": 1.7695143104943627,
      "grad_norm": 0.08929481357336044,
      "learning_rate": 4.116494994922385e-05,
      "loss": 0.0075,
      "step": 16322
    },
    {
      "epoch": 1.7696227233304422,
      "grad_norm": 0.2919371426105499,
      "learning_rate": 4.1161323081386915e-05,
      "loss": 0.0432,
      "step": 16323
    },
    {
      "epoch": 1.7697311361665222,
      "grad_norm": 0.2688204050064087,
      "learning_rate": 4.115769621354998e-05,
      "loss": 0.0379,
      "step": 16324
    },
    {
      "epoch": 1.7698395490026018,
      "grad_norm": 0.09848932921886444,
      "learning_rate": 4.115406934571304e-05,
      "loss": 0.0145,
      "step": 16325
    },
    {
      "epoch": 1.7699479618386817,
      "grad_norm": 0.5137556195259094,
      "learning_rate": 4.115044247787611e-05,
      "loss": 0.059,
      "step": 16326
    },
    {
      "epoch": 1.7700563746747615,
      "grad_norm": 0.3533124029636383,
      "learning_rate": 4.114681561003917e-05,
      "loss": 0.0433,
      "step": 16327
    },
    {
      "epoch": 1.7701647875108413,
      "grad_norm": 0.30995261669158936,
      "learning_rate": 4.1143188742202235e-05,
      "loss": 0.0904,
      "step": 16328
    },
    {
      "epoch": 1.770273200346921,
      "grad_norm": 0.15367116034030914,
      "learning_rate": 4.11395618743653e-05,
      "loss": 0.0241,
      "step": 16329
    },
    {
      "epoch": 1.7703816131830008,
      "grad_norm": 0.2054065614938736,
      "learning_rate": 4.1135935006528364e-05,
      "loss": 0.0263,
      "step": 16330
    },
    {
      "epoch": 1.7704900260190808,
      "grad_norm": 0.06973633915185928,
      "learning_rate": 4.113230813869143e-05,
      "loss": 0.0091,
      "step": 16331
    },
    {
      "epoch": 1.7705984388551603,
      "grad_norm": 0.12451349198818207,
      "learning_rate": 4.112868127085449e-05,
      "loss": 0.0079,
      "step": 16332
    },
    {
      "epoch": 1.7707068516912403,
      "grad_norm": 0.192228764295578,
      "learning_rate": 4.1125054403017556e-05,
      "loss": 0.0253,
      "step": 16333
    },
    {
      "epoch": 1.77081526452732,
      "grad_norm": 0.3110193908214569,
      "learning_rate": 4.112142753518062e-05,
      "loss": 0.0513,
      "step": 16334
    },
    {
      "epoch": 1.7709236773633998,
      "grad_norm": 0.06333014369010925,
      "learning_rate": 4.1117800667343684e-05,
      "loss": 0.003,
      "step": 16335
    },
    {
      "epoch": 1.7710320901994796,
      "grad_norm": 0.8643741607666016,
      "learning_rate": 4.111417379950675e-05,
      "loss": 0.0547,
      "step": 16336
    },
    {
      "epoch": 1.7711405030355594,
      "grad_norm": 0.13249412178993225,
      "learning_rate": 4.111054693166981e-05,
      "loss": 0.0131,
      "step": 16337
    },
    {
      "epoch": 1.7712489158716394,
      "grad_norm": 0.19220004975795746,
      "learning_rate": 4.1106920063832876e-05,
      "loss": 0.0372,
      "step": 16338
    },
    {
      "epoch": 1.771357328707719,
      "grad_norm": 0.0362197570502758,
      "learning_rate": 4.110329319599594e-05,
      "loss": 0.0051,
      "step": 16339
    },
    {
      "epoch": 1.7714657415437989,
      "grad_norm": 0.4048435389995575,
      "learning_rate": 4.1099666328159005e-05,
      "loss": 0.1382,
      "step": 16340
    },
    {
      "epoch": 1.7715741543798784,
      "grad_norm": 0.16765853762626648,
      "learning_rate": 4.109603946032207e-05,
      "loss": 0.0251,
      "step": 16341
    },
    {
      "epoch": 1.7716825672159584,
      "grad_norm": 0.1149168461561203,
      "learning_rate": 4.109241259248513e-05,
      "loss": 0.0193,
      "step": 16342
    },
    {
      "epoch": 1.7717909800520382,
      "grad_norm": 0.16938383877277374,
      "learning_rate": 4.108878572464819e-05,
      "loss": 0.0297,
      "step": 16343
    },
    {
      "epoch": 1.771899392888118,
      "grad_norm": 0.12493689358234406,
      "learning_rate": 4.108515885681126e-05,
      "loss": 0.0122,
      "step": 16344
    },
    {
      "epoch": 1.7720078057241977,
      "grad_norm": 0.07699231803417206,
      "learning_rate": 4.1081531988974325e-05,
      "loss": 0.0091,
      "step": 16345
    },
    {
      "epoch": 1.7721162185602775,
      "grad_norm": 0.1029064804315567,
      "learning_rate": 4.107790512113739e-05,
      "loss": 0.0161,
      "step": 16346
    },
    {
      "epoch": 1.7722246313963574,
      "grad_norm": 0.24305479228496552,
      "learning_rate": 4.107427825330045e-05,
      "loss": 0.0349,
      "step": 16347
    },
    {
      "epoch": 1.772333044232437,
      "grad_norm": 0.46513819694519043,
      "learning_rate": 4.107065138546352e-05,
      "loss": 0.0336,
      "step": 16348
    },
    {
      "epoch": 1.772441457068517,
      "grad_norm": 0.43097230792045593,
      "learning_rate": 4.106702451762658e-05,
      "loss": 0.0383,
      "step": 16349
    },
    {
      "epoch": 1.7725498699045967,
      "grad_norm": 0.17611218988895416,
      "learning_rate": 4.106339764978964e-05,
      "loss": 0.0094,
      "step": 16350
    },
    {
      "epoch": 1.7726582827406765,
      "grad_norm": 0.046869195997714996,
      "learning_rate": 4.10597707819527e-05,
      "loss": 0.0096,
      "step": 16351
    },
    {
      "epoch": 1.7727666955767563,
      "grad_norm": 0.019499104470014572,
      "learning_rate": 4.105614391411577e-05,
      "loss": 0.0015,
      "step": 16352
    },
    {
      "epoch": 1.772875108412836,
      "grad_norm": 0.423525333404541,
      "learning_rate": 4.105251704627884e-05,
      "loss": 0.0465,
      "step": 16353
    },
    {
      "epoch": 1.772983521248916,
      "grad_norm": 0.21341560781002045,
      "learning_rate": 4.10488901784419e-05,
      "loss": 0.0338,
      "step": 16354
    },
    {
      "epoch": 1.7730919340849955,
      "grad_norm": 0.14126694202423096,
      "learning_rate": 4.1045263310604966e-05,
      "loss": 0.0148,
      "step": 16355
    },
    {
      "epoch": 1.7732003469210755,
      "grad_norm": 0.17421936988830566,
      "learning_rate": 4.104163644276803e-05,
      "loss": 0.0197,
      "step": 16356
    },
    {
      "epoch": 1.7733087597571553,
      "grad_norm": 0.196493998169899,
      "learning_rate": 4.1038009574931094e-05,
      "loss": 0.0252,
      "step": 16357
    },
    {
      "epoch": 1.773417172593235,
      "grad_norm": 0.34023141860961914,
      "learning_rate": 4.103438270709415e-05,
      "loss": 0.0314,
      "step": 16358
    },
    {
      "epoch": 1.7735255854293148,
      "grad_norm": 0.1659906506538391,
      "learning_rate": 4.1030755839257216e-05,
      "loss": 0.0142,
      "step": 16359
    },
    {
      "epoch": 1.7736339982653946,
      "grad_norm": 0.33481156826019287,
      "learning_rate": 4.102712897142028e-05,
      "loss": 0.0406,
      "step": 16360
    },
    {
      "epoch": 1.7737424111014746,
      "grad_norm": 0.07674179971218109,
      "learning_rate": 4.102350210358335e-05,
      "loss": 0.0082,
      "step": 16361
    },
    {
      "epoch": 1.773850823937554,
      "grad_norm": 0.21408960223197937,
      "learning_rate": 4.1019875235746415e-05,
      "loss": 0.032,
      "step": 16362
    },
    {
      "epoch": 1.773959236773634,
      "grad_norm": 0.04624137282371521,
      "learning_rate": 4.101624836790948e-05,
      "loss": 0.0055,
      "step": 16363
    },
    {
      "epoch": 1.7740676496097136,
      "grad_norm": 0.15434150397777557,
      "learning_rate": 4.101262150007254e-05,
      "loss": 0.0204,
      "step": 16364
    },
    {
      "epoch": 1.7741760624457936,
      "grad_norm": 0.10941952466964722,
      "learning_rate": 4.10089946322356e-05,
      "loss": 0.019,
      "step": 16365
    },
    {
      "epoch": 1.7742844752818734,
      "grad_norm": 0.4065503478050232,
      "learning_rate": 4.1005367764398665e-05,
      "loss": 0.0623,
      "step": 16366
    },
    {
      "epoch": 1.7743928881179531,
      "grad_norm": 0.17632588744163513,
      "learning_rate": 4.100174089656173e-05,
      "loss": 0.0193,
      "step": 16367
    },
    {
      "epoch": 1.774501300954033,
      "grad_norm": 0.14777445793151855,
      "learning_rate": 4.099811402872479e-05,
      "loss": 0.0185,
      "step": 16368
    },
    {
      "epoch": 1.7746097137901127,
      "grad_norm": 0.22053727507591248,
      "learning_rate": 4.099448716088786e-05,
      "loss": 0.028,
      "step": 16369
    },
    {
      "epoch": 1.7747181266261927,
      "grad_norm": 0.07689382135868073,
      "learning_rate": 4.099086029305093e-05,
      "loss": 0.0128,
      "step": 16370
    },
    {
      "epoch": 1.7748265394622722,
      "grad_norm": 0.6638528108596802,
      "learning_rate": 4.098723342521399e-05,
      "loss": 0.0497,
      "step": 16371
    },
    {
      "epoch": 1.7749349522983522,
      "grad_norm": 0.16645970940589905,
      "learning_rate": 4.098360655737705e-05,
      "loss": 0.0185,
      "step": 16372
    },
    {
      "epoch": 1.775043365134432,
      "grad_norm": 0.16646072268486023,
      "learning_rate": 4.097997968954011e-05,
      "loss": 0.0253,
      "step": 16373
    },
    {
      "epoch": 1.7751517779705117,
      "grad_norm": 0.13534218072891235,
      "learning_rate": 4.097635282170318e-05,
      "loss": 0.0135,
      "step": 16374
    },
    {
      "epoch": 1.7752601908065915,
      "grad_norm": 0.20105959475040436,
      "learning_rate": 4.097272595386624e-05,
      "loss": 0.0085,
      "step": 16375
    },
    {
      "epoch": 1.7753686036426712,
      "grad_norm": 0.12251125276088715,
      "learning_rate": 4.0969099086029306e-05,
      "loss": 0.0188,
      "step": 16376
    },
    {
      "epoch": 1.7754770164787512,
      "grad_norm": 0.17497453093528748,
      "learning_rate": 4.096547221819237e-05,
      "loss": 0.0237,
      "step": 16377
    },
    {
      "epoch": 1.7755854293148308,
      "grad_norm": 0.1376444697380066,
      "learning_rate": 4.0961845350355434e-05,
      "loss": 0.0214,
      "step": 16378
    },
    {
      "epoch": 1.7756938421509108,
      "grad_norm": 0.13020192086696625,
      "learning_rate": 4.09582184825185e-05,
      "loss": 0.0135,
      "step": 16379
    },
    {
      "epoch": 1.7758022549869905,
      "grad_norm": 0.2036818414926529,
      "learning_rate": 4.095459161468156e-05,
      "loss": 0.026,
      "step": 16380
    },
    {
      "epoch": 1.7759106678230703,
      "grad_norm": 0.1387452334165573,
      "learning_rate": 4.0950964746844626e-05,
      "loss": 0.0116,
      "step": 16381
    },
    {
      "epoch": 1.77601908065915,
      "grad_norm": 0.33860671520233154,
      "learning_rate": 4.094733787900769e-05,
      "loss": 0.0307,
      "step": 16382
    },
    {
      "epoch": 1.7761274934952298,
      "grad_norm": 0.5098761916160583,
      "learning_rate": 4.0943711011170754e-05,
      "loss": 0.0522,
      "step": 16383
    },
    {
      "epoch": 1.7762359063313098,
      "grad_norm": 0.32444074749946594,
      "learning_rate": 4.094008414333382e-05,
      "loss": 0.0183,
      "step": 16384
    },
    {
      "epoch": 1.7763443191673893,
      "grad_norm": 0.18805278837680817,
      "learning_rate": 4.093645727549688e-05,
      "loss": 0.0384,
      "step": 16385
    },
    {
      "epoch": 1.7764527320034693,
      "grad_norm": 0.11861488223075867,
      "learning_rate": 4.093283040765995e-05,
      "loss": 0.0108,
      "step": 16386
    },
    {
      "epoch": 1.7765611448395489,
      "grad_norm": 0.165409117937088,
      "learning_rate": 4.092920353982301e-05,
      "loss": 0.0306,
      "step": 16387
    },
    {
      "epoch": 1.7766695576756288,
      "grad_norm": 0.04742318391799927,
      "learning_rate": 4.0925576671986075e-05,
      "loss": 0.0022,
      "step": 16388
    },
    {
      "epoch": 1.7767779705117086,
      "grad_norm": 0.551425576210022,
      "learning_rate": 4.092194980414914e-05,
      "loss": 0.0421,
      "step": 16389
    },
    {
      "epoch": 1.7768863833477884,
      "grad_norm": 0.2928929328918457,
      "learning_rate": 4.09183229363122e-05,
      "loss": 0.0386,
      "step": 16390
    },
    {
      "epoch": 1.7769947961838681,
      "grad_norm": 0.38613036274909973,
      "learning_rate": 4.091469606847527e-05,
      "loss": 0.0526,
      "step": 16391
    },
    {
      "epoch": 1.777103209019948,
      "grad_norm": 0.27656733989715576,
      "learning_rate": 4.091106920063833e-05,
      "loss": 0.0191,
      "step": 16392
    },
    {
      "epoch": 1.7772116218560279,
      "grad_norm": 0.14961932599544525,
      "learning_rate": 4.0907442332801395e-05,
      "loss": 0.021,
      "step": 16393
    },
    {
      "epoch": 1.7773200346921074,
      "grad_norm": 0.25165754556655884,
      "learning_rate": 4.090381546496446e-05,
      "loss": 0.0272,
      "step": 16394
    },
    {
      "epoch": 1.7774284475281874,
      "grad_norm": 0.20644181966781616,
      "learning_rate": 4.090018859712752e-05,
      "loss": 0.0177,
      "step": 16395
    },
    {
      "epoch": 1.7775368603642672,
      "grad_norm": 0.11900189518928528,
      "learning_rate": 4.089656172929059e-05,
      "loss": 0.0157,
      "step": 16396
    },
    {
      "epoch": 1.777645273200347,
      "grad_norm": 0.20120295882225037,
      "learning_rate": 4.089293486145365e-05,
      "loss": 0.0198,
      "step": 16397
    },
    {
      "epoch": 1.7777536860364267,
      "grad_norm": 0.6307088136672974,
      "learning_rate": 4.0889307993616716e-05,
      "loss": 0.0245,
      "step": 16398
    },
    {
      "epoch": 1.7778620988725065,
      "grad_norm": 0.21721959114074707,
      "learning_rate": 4.088568112577978e-05,
      "loss": 0.0252,
      "step": 16399
    },
    {
      "epoch": 1.7779705117085864,
      "grad_norm": 0.09583791345357895,
      "learning_rate": 4.0882054257942844e-05,
      "loss": 0.0061,
      "step": 16400
    },
    {
      "epoch": 1.778078924544666,
      "grad_norm": 0.33956456184387207,
      "learning_rate": 4.087842739010591e-05,
      "loss": 0.0267,
      "step": 16401
    },
    {
      "epoch": 1.778187337380746,
      "grad_norm": 0.26703065633773804,
      "learning_rate": 4.087480052226897e-05,
      "loss": 0.0289,
      "step": 16402
    },
    {
      "epoch": 1.7782957502168255,
      "grad_norm": 0.2628837823867798,
      "learning_rate": 4.087117365443203e-05,
      "loss": 0.0079,
      "step": 16403
    },
    {
      "epoch": 1.7784041630529055,
      "grad_norm": 0.3490845561027527,
      "learning_rate": 4.08675467865951e-05,
      "loss": 0.0333,
      "step": 16404
    },
    {
      "epoch": 1.7785125758889853,
      "grad_norm": 0.050068873912096024,
      "learning_rate": 4.0863919918758165e-05,
      "loss": 0.0064,
      "step": 16405
    },
    {
      "epoch": 1.778620988725065,
      "grad_norm": 0.4838448464870453,
      "learning_rate": 4.086029305092123e-05,
      "loss": 0.0432,
      "step": 16406
    },
    {
      "epoch": 1.7787294015611448,
      "grad_norm": 0.08102641999721527,
      "learning_rate": 4.085666618308429e-05,
      "loss": 0.0174,
      "step": 16407
    },
    {
      "epoch": 1.7788378143972245,
      "grad_norm": 0.048948463052511215,
      "learning_rate": 4.085303931524736e-05,
      "loss": 0.0044,
      "step": 16408
    },
    {
      "epoch": 1.7789462272333045,
      "grad_norm": 0.1209464892745018,
      "learning_rate": 4.084941244741042e-05,
      "loss": 0.0153,
      "step": 16409
    },
    {
      "epoch": 1.779054640069384,
      "grad_norm": 0.1409837305545807,
      "learning_rate": 4.084578557957348e-05,
      "loss": 0.0168,
      "step": 16410
    },
    {
      "epoch": 1.779163052905464,
      "grad_norm": 0.06190427392721176,
      "learning_rate": 4.084215871173654e-05,
      "loss": 0.0086,
      "step": 16411
    },
    {
      "epoch": 1.7792714657415438,
      "grad_norm": 0.27170079946517944,
      "learning_rate": 4.0838531843899607e-05,
      "loss": 0.0234,
      "step": 16412
    },
    {
      "epoch": 1.7793798785776236,
      "grad_norm": 0.12105117738246918,
      "learning_rate": 4.083490497606268e-05,
      "loss": 0.0217,
      "step": 16413
    },
    {
      "epoch": 1.7794882914137033,
      "grad_norm": 0.1212068647146225,
      "learning_rate": 4.083127810822574e-05,
      "loss": 0.0209,
      "step": 16414
    },
    {
      "epoch": 1.7795967042497831,
      "grad_norm": 0.2755063772201538,
      "learning_rate": 4.0827651240388806e-05,
      "loss": 0.0363,
      "step": 16415
    },
    {
      "epoch": 1.779705117085863,
      "grad_norm": 0.28742516040802,
      "learning_rate": 4.082402437255187e-05,
      "loss": 0.0352,
      "step": 16416
    },
    {
      "epoch": 1.7798135299219426,
      "grad_norm": 0.4094148874282837,
      "learning_rate": 4.082039750471493e-05,
      "loss": 0.04,
      "step": 16417
    },
    {
      "epoch": 1.7799219427580226,
      "grad_norm": 0.16099323332309723,
      "learning_rate": 4.081677063687799e-05,
      "loss": 0.0052,
      "step": 16418
    },
    {
      "epoch": 1.7800303555941024,
      "grad_norm": 0.07004556059837341,
      "learning_rate": 4.0813143769041055e-05,
      "loss": 0.0083,
      "step": 16419
    },
    {
      "epoch": 1.7801387684301822,
      "grad_norm": 0.15115292370319366,
      "learning_rate": 4.080951690120412e-05,
      "loss": 0.0142,
      "step": 16420
    },
    {
      "epoch": 1.780247181266262,
      "grad_norm": 0.06627780199050903,
      "learning_rate": 4.0805890033367184e-05,
      "loss": 0.0058,
      "step": 16421
    },
    {
      "epoch": 1.7803555941023417,
      "grad_norm": 0.3428511917591095,
      "learning_rate": 4.0802263165530254e-05,
      "loss": 0.0456,
      "step": 16422
    },
    {
      "epoch": 1.7804640069384217,
      "grad_norm": 0.1882769614458084,
      "learning_rate": 4.079863629769332e-05,
      "loss": 0.0142,
      "step": 16423
    },
    {
      "epoch": 1.7805724197745012,
      "grad_norm": 0.014700648374855518,
      "learning_rate": 4.0795009429856376e-05,
      "loss": 0.0009,
      "step": 16424
    },
    {
      "epoch": 1.7806808326105812,
      "grad_norm": 0.5079774856567383,
      "learning_rate": 4.079138256201944e-05,
      "loss": 0.0477,
      "step": 16425
    },
    {
      "epoch": 1.7807892454466607,
      "grad_norm": 0.10456167906522751,
      "learning_rate": 4.0787755694182504e-05,
      "loss": 0.0253,
      "step": 16426
    },
    {
      "epoch": 1.7808976582827407,
      "grad_norm": 0.11277443170547485,
      "learning_rate": 4.078412882634557e-05,
      "loss": 0.0121,
      "step": 16427
    },
    {
      "epoch": 1.7810060711188205,
      "grad_norm": 0.35736823081970215,
      "learning_rate": 4.078050195850863e-05,
      "loss": 0.0389,
      "step": 16428
    },
    {
      "epoch": 1.7811144839549002,
      "grad_norm": 0.4152756333351135,
      "learning_rate": 4.0776875090671696e-05,
      "loss": 0.0617,
      "step": 16429
    },
    {
      "epoch": 1.78122289679098,
      "grad_norm": 0.18076364696025848,
      "learning_rate": 4.077324822283477e-05,
      "loss": 0.0188,
      "step": 16430
    },
    {
      "epoch": 1.7813313096270598,
      "grad_norm": 0.3852514922618866,
      "learning_rate": 4.0769621354997825e-05,
      "loss": 0.051,
      "step": 16431
    },
    {
      "epoch": 1.7814397224631398,
      "grad_norm": 0.12805740535259247,
      "learning_rate": 4.076599448716089e-05,
      "loss": 0.0186,
      "step": 16432
    },
    {
      "epoch": 1.7815481352992193,
      "grad_norm": 0.18644596636295319,
      "learning_rate": 4.076236761932395e-05,
      "loss": 0.0265,
      "step": 16433
    },
    {
      "epoch": 1.7816565481352993,
      "grad_norm": 0.19991154968738556,
      "learning_rate": 4.075874075148702e-05,
      "loss": 0.0128,
      "step": 16434
    },
    {
      "epoch": 1.781764960971379,
      "grad_norm": 0.33654671907424927,
      "learning_rate": 4.075511388365008e-05,
      "loss": 0.0667,
      "step": 16435
    },
    {
      "epoch": 1.7818733738074588,
      "grad_norm": 0.11375807225704193,
      "learning_rate": 4.0751487015813145e-05,
      "loss": 0.0286,
      "step": 16436
    },
    {
      "epoch": 1.7819817866435386,
      "grad_norm": 0.27115774154663086,
      "learning_rate": 4.074786014797621e-05,
      "loss": 0.0347,
      "step": 16437
    },
    {
      "epoch": 1.7820901994796183,
      "grad_norm": 0.2642982006072998,
      "learning_rate": 4.074423328013927e-05,
      "loss": 0.0311,
      "step": 16438
    },
    {
      "epoch": 1.7821986123156983,
      "grad_norm": 0.18761001527309418,
      "learning_rate": 4.074060641230234e-05,
      "loss": 0.0195,
      "step": 16439
    },
    {
      "epoch": 1.7823070251517779,
      "grad_norm": 0.25031086802482605,
      "learning_rate": 4.07369795444654e-05,
      "loss": 0.0167,
      "step": 16440
    },
    {
      "epoch": 1.7824154379878578,
      "grad_norm": 0.36336496472358704,
      "learning_rate": 4.0733352676628466e-05,
      "loss": 0.0677,
      "step": 16441
    },
    {
      "epoch": 1.7825238508239376,
      "grad_norm": 0.4495866894721985,
      "learning_rate": 4.072972580879153e-05,
      "loss": 0.0446,
      "step": 16442
    },
    {
      "epoch": 1.7826322636600174,
      "grad_norm": 0.41482794284820557,
      "learning_rate": 4.0726098940954594e-05,
      "loss": 0.046,
      "step": 16443
    },
    {
      "epoch": 1.7827406764960971,
      "grad_norm": 0.41904518008232117,
      "learning_rate": 4.072247207311766e-05,
      "loss": 0.0241,
      "step": 16444
    },
    {
      "epoch": 1.782849089332177,
      "grad_norm": 0.44004321098327637,
      "learning_rate": 4.071884520528072e-05,
      "loss": 0.0499,
      "step": 16445
    },
    {
      "epoch": 1.7829575021682569,
      "grad_norm": 0.17199958860874176,
      "learning_rate": 4.0715218337443786e-05,
      "loss": 0.0093,
      "step": 16446
    },
    {
      "epoch": 1.7830659150043364,
      "grad_norm": 0.09009887278079987,
      "learning_rate": 4.0711591469606843e-05,
      "loss": 0.0154,
      "step": 16447
    },
    {
      "epoch": 1.7831743278404164,
      "grad_norm": 0.33426374197006226,
      "learning_rate": 4.0707964601769914e-05,
      "loss": 0.049,
      "step": 16448
    },
    {
      "epoch": 1.783282740676496,
      "grad_norm": 0.17061501741409302,
      "learning_rate": 4.070433773393298e-05,
      "loss": 0.0207,
      "step": 16449
    },
    {
      "epoch": 1.783391153512576,
      "grad_norm": 0.1888856589794159,
      "learning_rate": 4.070071086609604e-05,
      "loss": 0.0203,
      "step": 16450
    },
    {
      "epoch": 1.7834995663486557,
      "grad_norm": 0.3781355023384094,
      "learning_rate": 4.069708399825911e-05,
      "loss": 0.0211,
      "step": 16451
    },
    {
      "epoch": 1.7836079791847355,
      "grad_norm": 0.12902602553367615,
      "learning_rate": 4.069345713042217e-05,
      "loss": 0.0074,
      "step": 16452
    },
    {
      "epoch": 1.7837163920208152,
      "grad_norm": 0.10901976376771927,
      "learning_rate": 4.0689830262585235e-05,
      "loss": 0.0107,
      "step": 16453
    },
    {
      "epoch": 1.783824804856895,
      "grad_norm": 0.3979875147342682,
      "learning_rate": 4.06862033947483e-05,
      "loss": 0.0368,
      "step": 16454
    },
    {
      "epoch": 1.783933217692975,
      "grad_norm": 0.08299941569566727,
      "learning_rate": 4.0682576526911356e-05,
      "loss": 0.0077,
      "step": 16455
    },
    {
      "epoch": 1.7840416305290545,
      "grad_norm": 0.08992447704076767,
      "learning_rate": 4.067894965907443e-05,
      "loss": 0.0143,
      "step": 16456
    },
    {
      "epoch": 1.7841500433651345,
      "grad_norm": 0.2514852285385132,
      "learning_rate": 4.067532279123749e-05,
      "loss": 0.0133,
      "step": 16457
    },
    {
      "epoch": 1.7842584562012143,
      "grad_norm": 0.2741319537162781,
      "learning_rate": 4.0671695923400555e-05,
      "loss": 0.033,
      "step": 16458
    },
    {
      "epoch": 1.784366869037294,
      "grad_norm": 0.6131377816200256,
      "learning_rate": 4.066806905556362e-05,
      "loss": 0.0684,
      "step": 16459
    },
    {
      "epoch": 1.7844752818733738,
      "grad_norm": 0.2012002170085907,
      "learning_rate": 4.0664442187726684e-05,
      "loss": 0.0246,
      "step": 16460
    },
    {
      "epoch": 1.7845836947094535,
      "grad_norm": 0.37639138102531433,
      "learning_rate": 4.066081531988975e-05,
      "loss": 0.0406,
      "step": 16461
    },
    {
      "epoch": 1.7846921075455335,
      "grad_norm": 0.37545156478881836,
      "learning_rate": 4.0657188452052805e-05,
      "loss": 0.0259,
      "step": 16462
    },
    {
      "epoch": 1.784800520381613,
      "grad_norm": 0.20060062408447266,
      "learning_rate": 4.065356158421587e-05,
      "loss": 0.0307,
      "step": 16463
    },
    {
      "epoch": 1.784908933217693,
      "grad_norm": 0.27220577001571655,
      "learning_rate": 4.064993471637893e-05,
      "loss": 0.0189,
      "step": 16464
    },
    {
      "epoch": 1.7850173460537726,
      "grad_norm": 0.3345629870891571,
      "learning_rate": 4.0646307848542004e-05,
      "loss": 0.0491,
      "step": 16465
    },
    {
      "epoch": 1.7851257588898526,
      "grad_norm": 0.3622637093067169,
      "learning_rate": 4.064268098070507e-05,
      "loss": 0.0373,
      "step": 16466
    },
    {
      "epoch": 1.7852341717259324,
      "grad_norm": 0.09215685725212097,
      "learning_rate": 4.063905411286813e-05,
      "loss": 0.0127,
      "step": 16467
    },
    {
      "epoch": 1.7853425845620121,
      "grad_norm": 0.4104645848274231,
      "learning_rate": 4.0635427245031196e-05,
      "loss": 0.0874,
      "step": 16468
    },
    {
      "epoch": 1.785450997398092,
      "grad_norm": 0.042359933257102966,
      "learning_rate": 4.0631800377194254e-05,
      "loss": 0.0067,
      "step": 16469
    },
    {
      "epoch": 1.7855594102341716,
      "grad_norm": 0.2703535258769989,
      "learning_rate": 4.062817350935732e-05,
      "loss": 0.0581,
      "step": 16470
    },
    {
      "epoch": 1.7856678230702516,
      "grad_norm": 0.3106290400028229,
      "learning_rate": 4.062454664152038e-05,
      "loss": 0.0612,
      "step": 16471
    },
    {
      "epoch": 1.7857762359063312,
      "grad_norm": 0.1578780859708786,
      "learning_rate": 4.0620919773683446e-05,
      "loss": 0.0202,
      "step": 16472
    },
    {
      "epoch": 1.7858846487424112,
      "grad_norm": 0.19856448471546173,
      "learning_rate": 4.061729290584651e-05,
      "loss": 0.0203,
      "step": 16473
    },
    {
      "epoch": 1.785993061578491,
      "grad_norm": 0.19074322283267975,
      "learning_rate": 4.061366603800958e-05,
      "loss": 0.0361,
      "step": 16474
    },
    {
      "epoch": 1.7861014744145707,
      "grad_norm": 0.5278737545013428,
      "learning_rate": 4.0610039170172645e-05,
      "loss": 0.0445,
      "step": 16475
    },
    {
      "epoch": 1.7862098872506504,
      "grad_norm": 0.0631367489695549,
      "learning_rate": 4.06064123023357e-05,
      "loss": 0.0059,
      "step": 16476
    },
    {
      "epoch": 1.7863183000867302,
      "grad_norm": 0.32985231280326843,
      "learning_rate": 4.060278543449877e-05,
      "loss": 0.07,
      "step": 16477
    },
    {
      "epoch": 1.7864267129228102,
      "grad_norm": 0.0833158940076828,
      "learning_rate": 4.059915856666183e-05,
      "loss": 0.0085,
      "step": 16478
    },
    {
      "epoch": 1.7865351257588897,
      "grad_norm": 0.26838985085487366,
      "learning_rate": 4.0595531698824895e-05,
      "loss": 0.0373,
      "step": 16479
    },
    {
      "epoch": 1.7866435385949697,
      "grad_norm": 0.4099363386631012,
      "learning_rate": 4.059190483098796e-05,
      "loss": 0.0522,
      "step": 16480
    },
    {
      "epoch": 1.7867519514310495,
      "grad_norm": 0.18399327993392944,
      "learning_rate": 4.058827796315102e-05,
      "loss": 0.0278,
      "step": 16481
    },
    {
      "epoch": 1.7868603642671292,
      "grad_norm": 0.10317695885896683,
      "learning_rate": 4.0584651095314094e-05,
      "loss": 0.0238,
      "step": 16482
    },
    {
      "epoch": 1.786968777103209,
      "grad_norm": 0.20737837255001068,
      "learning_rate": 4.058102422747715e-05,
      "loss": 0.0453,
      "step": 16483
    },
    {
      "epoch": 1.7870771899392888,
      "grad_norm": 0.6588149070739746,
      "learning_rate": 4.0577397359640215e-05,
      "loss": 0.0796,
      "step": 16484
    },
    {
      "epoch": 1.7871856027753688,
      "grad_norm": 0.16920329630374908,
      "learning_rate": 4.057377049180328e-05,
      "loss": 0.0136,
      "step": 16485
    },
    {
      "epoch": 1.7872940156114483,
      "grad_norm": 0.06899888813495636,
      "learning_rate": 4.0570143623966344e-05,
      "loss": 0.004,
      "step": 16486
    },
    {
      "epoch": 1.7874024284475283,
      "grad_norm": 0.19424882531166077,
      "learning_rate": 4.056651675612941e-05,
      "loss": 0.0225,
      "step": 16487
    },
    {
      "epoch": 1.7875108412836078,
      "grad_norm": 0.1709829419851303,
      "learning_rate": 4.056288988829247e-05,
      "loss": 0.0097,
      "step": 16488
    },
    {
      "epoch": 1.7876192541196878,
      "grad_norm": 0.1653304547071457,
      "learning_rate": 4.0559263020455536e-05,
      "loss": 0.0291,
      "step": 16489
    },
    {
      "epoch": 1.7877276669557676,
      "grad_norm": 0.19830136001110077,
      "learning_rate": 4.05556361526186e-05,
      "loss": 0.0424,
      "step": 16490
    },
    {
      "epoch": 1.7878360797918473,
      "grad_norm": 0.40371936559677124,
      "learning_rate": 4.0552009284781664e-05,
      "loss": 0.0581,
      "step": 16491
    },
    {
      "epoch": 1.787944492627927,
      "grad_norm": 0.16402454674243927,
      "learning_rate": 4.054838241694473e-05,
      "loss": 0.0207,
      "step": 16492
    },
    {
      "epoch": 1.7880529054640069,
      "grad_norm": 0.23580849170684814,
      "learning_rate": 4.054475554910779e-05,
      "loss": 0.0229,
      "step": 16493
    },
    {
      "epoch": 1.7881613183000868,
      "grad_norm": 0.22197368741035461,
      "learning_rate": 4.0541128681270856e-05,
      "loss": 0.0239,
      "step": 16494
    },
    {
      "epoch": 1.7882697311361664,
      "grad_norm": 0.3037365674972534,
      "learning_rate": 4.053750181343392e-05,
      "loss": 0.0222,
      "step": 16495
    },
    {
      "epoch": 1.7883781439722464,
      "grad_norm": 0.10128914564847946,
      "learning_rate": 4.0533874945596985e-05,
      "loss": 0.0108,
      "step": 16496
    },
    {
      "epoch": 1.7884865568083261,
      "grad_norm": 0.12425443530082703,
      "learning_rate": 4.053024807776005e-05,
      "loss": 0.0232,
      "step": 16497
    },
    {
      "epoch": 1.788594969644406,
      "grad_norm": 0.457209974527359,
      "learning_rate": 4.052662120992311e-05,
      "loss": 0.0484,
      "step": 16498
    },
    {
      "epoch": 1.7887033824804857,
      "grad_norm": 0.28943711519241333,
      "learning_rate": 4.052299434208618e-05,
      "loss": 0.0248,
      "step": 16499
    },
    {
      "epoch": 1.7888117953165654,
      "grad_norm": 0.10831569135189056,
      "learning_rate": 4.051936747424924e-05,
      "loss": 0.0178,
      "step": 16500
    },
    {
      "epoch": 1.7889202081526454,
      "grad_norm": 0.28943419456481934,
      "learning_rate": 4.0515740606412305e-05,
      "loss": 0.0387,
      "step": 16501
    },
    {
      "epoch": 1.789028620988725,
      "grad_norm": 0.13522610068321228,
      "learning_rate": 4.051211373857537e-05,
      "loss": 0.0137,
      "step": 16502
    },
    {
      "epoch": 1.789137033824805,
      "grad_norm": 0.21044838428497314,
      "learning_rate": 4.050848687073843e-05,
      "loss": 0.0277,
      "step": 16503
    },
    {
      "epoch": 1.7892454466608847,
      "grad_norm": 0.016056213527917862,
      "learning_rate": 4.05048600029015e-05,
      "loss": 0.0017,
      "step": 16504
    },
    {
      "epoch": 1.7893538594969645,
      "grad_norm": 0.2661771774291992,
      "learning_rate": 4.050123313506456e-05,
      "loss": 0.0365,
      "step": 16505
    },
    {
      "epoch": 1.7894622723330442,
      "grad_norm": 0.06913531571626663,
      "learning_rate": 4.0497606267227626e-05,
      "loss": 0.0072,
      "step": 16506
    },
    {
      "epoch": 1.789570685169124,
      "grad_norm": 0.3390716016292572,
      "learning_rate": 4.049397939939068e-05,
      "loss": 0.0386,
      "step": 16507
    },
    {
      "epoch": 1.789679098005204,
      "grad_norm": 0.29716452956199646,
      "learning_rate": 4.0490352531553754e-05,
      "loss": 0.0397,
      "step": 16508
    },
    {
      "epoch": 1.7897875108412835,
      "grad_norm": 0.2655887305736542,
      "learning_rate": 4.048672566371682e-05,
      "loss": 0.0157,
      "step": 16509
    },
    {
      "epoch": 1.7898959236773635,
      "grad_norm": 0.10987994819879532,
      "learning_rate": 4.048309879587988e-05,
      "loss": 0.0175,
      "step": 16510
    },
    {
      "epoch": 1.790004336513443,
      "grad_norm": 0.2267332375049591,
      "learning_rate": 4.0479471928042946e-05,
      "loss": 0.0293,
      "step": 16511
    },
    {
      "epoch": 1.790112749349523,
      "grad_norm": 0.3494977056980133,
      "learning_rate": 4.047584506020601e-05,
      "loss": 0.0224,
      "step": 16512
    },
    {
      "epoch": 1.7902211621856028,
      "grad_norm": 0.19639597833156586,
      "learning_rate": 4.0472218192369074e-05,
      "loss": 0.0282,
      "step": 16513
    },
    {
      "epoch": 1.7903295750216826,
      "grad_norm": 0.30435872077941895,
      "learning_rate": 4.046859132453213e-05,
      "loss": 0.057,
      "step": 16514
    },
    {
      "epoch": 1.7904379878577623,
      "grad_norm": 0.201653853058815,
      "learning_rate": 4.0464964456695196e-05,
      "loss": 0.0198,
      "step": 16515
    },
    {
      "epoch": 1.790546400693842,
      "grad_norm": 0.3149684965610504,
      "learning_rate": 4.046133758885826e-05,
      "loss": 0.0324,
      "step": 16516
    },
    {
      "epoch": 1.790654813529922,
      "grad_norm": 0.05308743566274643,
      "learning_rate": 4.045771072102133e-05,
      "loss": 0.0053,
      "step": 16517
    },
    {
      "epoch": 1.7907632263660016,
      "grad_norm": 0.35738375782966614,
      "learning_rate": 4.0454083853184395e-05,
      "loss": 0.0524,
      "step": 16518
    },
    {
      "epoch": 1.7908716392020816,
      "grad_norm": 0.3660459518432617,
      "learning_rate": 4.045045698534746e-05,
      "loss": 0.0386,
      "step": 16519
    },
    {
      "epoch": 1.7909800520381614,
      "grad_norm": 0.23165173828601837,
      "learning_rate": 4.044683011751052e-05,
      "loss": 0.0578,
      "step": 16520
    },
    {
      "epoch": 1.7910884648742411,
      "grad_norm": 0.26102638244628906,
      "learning_rate": 4.044320324967358e-05,
      "loss": 0.0304,
      "step": 16521
    },
    {
      "epoch": 1.7911968777103209,
      "grad_norm": 0.27804848551750183,
      "learning_rate": 4.0439576381836645e-05,
      "loss": 0.0427,
      "step": 16522
    },
    {
      "epoch": 1.7913052905464006,
      "grad_norm": 0.2335403561592102,
      "learning_rate": 4.043594951399971e-05,
      "loss": 0.0367,
      "step": 16523
    },
    {
      "epoch": 1.7914137033824806,
      "grad_norm": 0.1948823630809784,
      "learning_rate": 4.043232264616277e-05,
      "loss": 0.0265,
      "step": 16524
    },
    {
      "epoch": 1.7915221162185602,
      "grad_norm": 0.2623335123062134,
      "learning_rate": 4.0428695778325844e-05,
      "loss": 0.0502,
      "step": 16525
    },
    {
      "epoch": 1.7916305290546402,
      "grad_norm": 0.30796271562576294,
      "learning_rate": 4.042506891048891e-05,
      "loss": 0.0399,
      "step": 16526
    },
    {
      "epoch": 1.79173894189072,
      "grad_norm": 0.23093441128730774,
      "learning_rate": 4.042144204265197e-05,
      "loss": 0.0339,
      "step": 16527
    },
    {
      "epoch": 1.7918473547267997,
      "grad_norm": 0.14226286113262177,
      "learning_rate": 4.041781517481503e-05,
      "loss": 0.0179,
      "step": 16528
    },
    {
      "epoch": 1.7919557675628794,
      "grad_norm": 0.11128805577754974,
      "learning_rate": 4.041418830697809e-05,
      "loss": 0.0141,
      "step": 16529
    },
    {
      "epoch": 1.7920641803989592,
      "grad_norm": 0.27488192915916443,
      "learning_rate": 4.041056143914116e-05,
      "loss": 0.0267,
      "step": 16530
    },
    {
      "epoch": 1.7921725932350392,
      "grad_norm": 0.13576140999794006,
      "learning_rate": 4.040693457130422e-05,
      "loss": 0.0222,
      "step": 16531
    },
    {
      "epoch": 1.7922810060711187,
      "grad_norm": 0.20244373381137848,
      "learning_rate": 4.0403307703467286e-05,
      "loss": 0.0268,
      "step": 16532
    },
    {
      "epoch": 1.7923894189071987,
      "grad_norm": 0.31228116154670715,
      "learning_rate": 4.039968083563035e-05,
      "loss": 0.0365,
      "step": 16533
    },
    {
      "epoch": 1.7924978317432783,
      "grad_norm": 0.5206255316734314,
      "learning_rate": 4.039605396779342e-05,
      "loss": 0.0594,
      "step": 16534
    },
    {
      "epoch": 1.7926062445793582,
      "grad_norm": 0.5776406526565552,
      "learning_rate": 4.0392427099956485e-05,
      "loss": 0.0578,
      "step": 16535
    },
    {
      "epoch": 1.792714657415438,
      "grad_norm": 0.3930242955684662,
      "learning_rate": 4.038880023211954e-05,
      "loss": 0.0501,
      "step": 16536
    },
    {
      "epoch": 1.7928230702515178,
      "grad_norm": 0.22137126326560974,
      "learning_rate": 4.0385173364282606e-05,
      "loss": 0.0253,
      "step": 16537
    },
    {
      "epoch": 1.7929314830875975,
      "grad_norm": 0.24385753273963928,
      "learning_rate": 4.038154649644567e-05,
      "loss": 0.0411,
      "step": 16538
    },
    {
      "epoch": 1.7930398959236773,
      "grad_norm": 0.1121794730424881,
      "learning_rate": 4.0377919628608734e-05,
      "loss": 0.0178,
      "step": 16539
    },
    {
      "epoch": 1.7931483087597573,
      "grad_norm": 0.12243190407752991,
      "learning_rate": 4.03742927607718e-05,
      "loss": 0.0323,
      "step": 16540
    },
    {
      "epoch": 1.7932567215958368,
      "grad_norm": 0.167038694024086,
      "learning_rate": 4.037066589293486e-05,
      "loss": 0.0328,
      "step": 16541
    },
    {
      "epoch": 1.7933651344319168,
      "grad_norm": 0.17793048918247223,
      "learning_rate": 4.036703902509793e-05,
      "loss": 0.031,
      "step": 16542
    },
    {
      "epoch": 1.7934735472679966,
      "grad_norm": 0.13379402458667755,
      "learning_rate": 4.036341215726099e-05,
      "loss": 0.0183,
      "step": 16543
    },
    {
      "epoch": 1.7935819601040763,
      "grad_norm": 0.24363158643245697,
      "learning_rate": 4.0359785289424055e-05,
      "loss": 0.0181,
      "step": 16544
    },
    {
      "epoch": 1.793690372940156,
      "grad_norm": 0.10163390636444092,
      "learning_rate": 4.035615842158712e-05,
      "loss": 0.012,
      "step": 16545
    },
    {
      "epoch": 1.7937987857762359,
      "grad_norm": 0.12722563743591309,
      "learning_rate": 4.035253155375018e-05,
      "loss": 0.0213,
      "step": 16546
    },
    {
      "epoch": 1.7939071986123158,
      "grad_norm": 0.2219262719154358,
      "learning_rate": 4.034890468591325e-05,
      "loss": 0.0161,
      "step": 16547
    },
    {
      "epoch": 1.7940156114483954,
      "grad_norm": 0.14538080990314484,
      "learning_rate": 4.034527781807631e-05,
      "loss": 0.0141,
      "step": 16548
    },
    {
      "epoch": 1.7941240242844754,
      "grad_norm": 0.13783302903175354,
      "learning_rate": 4.0341650950239375e-05,
      "loss": 0.0265,
      "step": 16549
    },
    {
      "epoch": 1.794232437120555,
      "grad_norm": 0.3731982707977295,
      "learning_rate": 4.033802408240244e-05,
      "loss": 0.0583,
      "step": 16550
    },
    {
      "epoch": 1.794340849956635,
      "grad_norm": 0.22329409420490265,
      "learning_rate": 4.0334397214565504e-05,
      "loss": 0.0225,
      "step": 16551
    },
    {
      "epoch": 1.7944492627927147,
      "grad_norm": 0.14958859980106354,
      "learning_rate": 4.033077034672857e-05,
      "loss": 0.0237,
      "step": 16552
    },
    {
      "epoch": 1.7945576756287944,
      "grad_norm": 0.04761334881186485,
      "learning_rate": 4.032714347889163e-05,
      "loss": 0.0044,
      "step": 16553
    },
    {
      "epoch": 1.7946660884648742,
      "grad_norm": 0.043585170060396194,
      "learning_rate": 4.0323516611054696e-05,
      "loss": 0.0029,
      "step": 16554
    },
    {
      "epoch": 1.794774501300954,
      "grad_norm": 0.09459192305803299,
      "learning_rate": 4.031988974321776e-05,
      "loss": 0.0089,
      "step": 16555
    },
    {
      "epoch": 1.794882914137034,
      "grad_norm": 0.0562661848962307,
      "learning_rate": 4.0316262875380824e-05,
      "loss": 0.0045,
      "step": 16556
    },
    {
      "epoch": 1.7949913269731135,
      "grad_norm": 0.25867995619773865,
      "learning_rate": 4.031263600754389e-05,
      "loss": 0.0343,
      "step": 16557
    },
    {
      "epoch": 1.7950997398091935,
      "grad_norm": 0.14554879069328308,
      "learning_rate": 4.030900913970695e-05,
      "loss": 0.0153,
      "step": 16558
    },
    {
      "epoch": 1.7952081526452732,
      "grad_norm": 0.2415226846933365,
      "learning_rate": 4.030538227187001e-05,
      "loss": 0.0382,
      "step": 16559
    },
    {
      "epoch": 1.795316565481353,
      "grad_norm": 0.2533731758594513,
      "learning_rate": 4.030175540403308e-05,
      "loss": 0.0263,
      "step": 16560
    },
    {
      "epoch": 1.7954249783174328,
      "grad_norm": 0.27009737491607666,
      "learning_rate": 4.0298128536196145e-05,
      "loss": 0.0519,
      "step": 16561
    },
    {
      "epoch": 1.7955333911535125,
      "grad_norm": 0.12555210292339325,
      "learning_rate": 4.029450166835921e-05,
      "loss": 0.0252,
      "step": 16562
    },
    {
      "epoch": 1.7956418039895925,
      "grad_norm": 0.15380533039569855,
      "learning_rate": 4.029087480052227e-05,
      "loss": 0.0119,
      "step": 16563
    },
    {
      "epoch": 1.795750216825672,
      "grad_norm": 0.2218736708164215,
      "learning_rate": 4.028724793268534e-05,
      "loss": 0.0233,
      "step": 16564
    },
    {
      "epoch": 1.795858629661752,
      "grad_norm": 0.2253911942243576,
      "learning_rate": 4.02836210648484e-05,
      "loss": 0.0446,
      "step": 16565
    },
    {
      "epoch": 1.7959670424978318,
      "grad_norm": 0.20684337615966797,
      "learning_rate": 4.027999419701146e-05,
      "loss": 0.0392,
      "step": 16566
    },
    {
      "epoch": 1.7960754553339116,
      "grad_norm": 0.20603613555431366,
      "learning_rate": 4.027636732917452e-05,
      "loss": 0.0438,
      "step": 16567
    },
    {
      "epoch": 1.7961838681699913,
      "grad_norm": 0.28191864490509033,
      "learning_rate": 4.027274046133759e-05,
      "loss": 0.0346,
      "step": 16568
    },
    {
      "epoch": 1.796292281006071,
      "grad_norm": 0.14369036257266998,
      "learning_rate": 4.026911359350066e-05,
      "loss": 0.0128,
      "step": 16569
    },
    {
      "epoch": 1.796400693842151,
      "grad_norm": 0.24227425456047058,
      "learning_rate": 4.026548672566372e-05,
      "loss": 0.0407,
      "step": 16570
    },
    {
      "epoch": 1.7965091066782306,
      "grad_norm": 0.29010748863220215,
      "learning_rate": 4.0261859857826786e-05,
      "loss": 0.031,
      "step": 16571
    },
    {
      "epoch": 1.7966175195143106,
      "grad_norm": 0.10128425061702728,
      "learning_rate": 4.025823298998985e-05,
      "loss": 0.0162,
      "step": 16572
    },
    {
      "epoch": 1.7967259323503901,
      "grad_norm": 0.1372734159231186,
      "learning_rate": 4.025460612215291e-05,
      "loss": 0.0114,
      "step": 16573
    },
    {
      "epoch": 1.7968343451864701,
      "grad_norm": 0.10461682826280594,
      "learning_rate": 4.025097925431597e-05,
      "loss": 0.0112,
      "step": 16574
    },
    {
      "epoch": 1.7969427580225499,
      "grad_norm": 0.23162104189395905,
      "learning_rate": 4.0247352386479035e-05,
      "loss": 0.0344,
      "step": 16575
    },
    {
      "epoch": 1.7970511708586296,
      "grad_norm": 0.3785935640335083,
      "learning_rate": 4.02437255186421e-05,
      "loss": 0.0593,
      "step": 16576
    },
    {
      "epoch": 1.7971595836947094,
      "grad_norm": 0.2657893896102905,
      "learning_rate": 4.024009865080517e-05,
      "loss": 0.0427,
      "step": 16577
    },
    {
      "epoch": 1.7972679965307892,
      "grad_norm": 0.10448400676250458,
      "learning_rate": 4.0236471782968234e-05,
      "loss": 0.0193,
      "step": 16578
    },
    {
      "epoch": 1.7973764093668692,
      "grad_norm": 0.35606080293655396,
      "learning_rate": 4.02328449151313e-05,
      "loss": 0.0337,
      "step": 16579
    },
    {
      "epoch": 1.7974848222029487,
      "grad_norm": 0.3103391230106354,
      "learning_rate": 4.0229218047294356e-05,
      "loss": 0.0193,
      "step": 16580
    },
    {
      "epoch": 1.7975932350390287,
      "grad_norm": 0.22172099351882935,
      "learning_rate": 4.022559117945742e-05,
      "loss": 0.02,
      "step": 16581
    },
    {
      "epoch": 1.7977016478751084,
      "grad_norm": 0.17751842737197876,
      "learning_rate": 4.0221964311620484e-05,
      "loss": 0.0126,
      "step": 16582
    },
    {
      "epoch": 1.7978100607111882,
      "grad_norm": 0.7096817493438721,
      "learning_rate": 4.021833744378355e-05,
      "loss": 0.0417,
      "step": 16583
    },
    {
      "epoch": 1.797918473547268,
      "grad_norm": 0.2451525181531906,
      "learning_rate": 4.021471057594661e-05,
      "loss": 0.0171,
      "step": 16584
    },
    {
      "epoch": 1.7980268863833477,
      "grad_norm": 0.24195237457752228,
      "learning_rate": 4.0211083708109676e-05,
      "loss": 0.0355,
      "step": 16585
    },
    {
      "epoch": 1.7981352992194277,
      "grad_norm": 0.07525923103094101,
      "learning_rate": 4.020745684027275e-05,
      "loss": 0.0096,
      "step": 16586
    },
    {
      "epoch": 1.7982437120555073,
      "grad_norm": 0.16401176154613495,
      "learning_rate": 4.020382997243581e-05,
      "loss": 0.0126,
      "step": 16587
    },
    {
      "epoch": 1.7983521248915872,
      "grad_norm": 0.2677237391471863,
      "learning_rate": 4.020020310459887e-05,
      "loss": 0.0272,
      "step": 16588
    },
    {
      "epoch": 1.798460537727667,
      "grad_norm": 0.4698466658592224,
      "learning_rate": 4.019657623676193e-05,
      "loss": 0.0389,
      "step": 16589
    },
    {
      "epoch": 1.7985689505637468,
      "grad_norm": 0.3573082387447357,
      "learning_rate": 4.0192949368925e-05,
      "loss": 0.0363,
      "step": 16590
    },
    {
      "epoch": 1.7986773633998265,
      "grad_norm": 0.7124624252319336,
      "learning_rate": 4.018932250108806e-05,
      "loss": 0.0545,
      "step": 16591
    },
    {
      "epoch": 1.7987857762359063,
      "grad_norm": 0.20327064394950867,
      "learning_rate": 4.0185695633251125e-05,
      "loss": 0.0464,
      "step": 16592
    },
    {
      "epoch": 1.7988941890719863,
      "grad_norm": 0.32134878635406494,
      "learning_rate": 4.018206876541419e-05,
      "loss": 0.0189,
      "step": 16593
    },
    {
      "epoch": 1.7990026019080658,
      "grad_norm": 0.2583557963371277,
      "learning_rate": 4.017844189757726e-05,
      "loss": 0.0243,
      "step": 16594
    },
    {
      "epoch": 1.7991110147441458,
      "grad_norm": 0.25049981474876404,
      "learning_rate": 4.017481502974032e-05,
      "loss": 0.0453,
      "step": 16595
    },
    {
      "epoch": 1.7992194275802254,
      "grad_norm": 0.29760363698005676,
      "learning_rate": 4.017118816190338e-05,
      "loss": 0.042,
      "step": 16596
    },
    {
      "epoch": 1.7993278404163053,
      "grad_norm": 0.07734441012144089,
      "learning_rate": 4.0167561294066446e-05,
      "loss": 0.0052,
      "step": 16597
    },
    {
      "epoch": 1.799436253252385,
      "grad_norm": 0.06633524596691132,
      "learning_rate": 4.016393442622951e-05,
      "loss": 0.0113,
      "step": 16598
    },
    {
      "epoch": 1.7995446660884649,
      "grad_norm": 0.2001735270023346,
      "learning_rate": 4.0160307558392574e-05,
      "loss": 0.0284,
      "step": 16599
    },
    {
      "epoch": 1.7996530789245446,
      "grad_norm": 0.12454377114772797,
      "learning_rate": 4.015668069055564e-05,
      "loss": 0.0109,
      "step": 16600
    },
    {
      "epoch": 1.7997614917606244,
      "grad_norm": 0.10731766372919083,
      "learning_rate": 4.01530538227187e-05,
      "loss": 0.0265,
      "step": 16601
    },
    {
      "epoch": 1.7998699045967044,
      "grad_norm": 0.28584882616996765,
      "learning_rate": 4.0149426954881766e-05,
      "loss": 0.0409,
      "step": 16602
    },
    {
      "epoch": 1.799978317432784,
      "grad_norm": 0.11877869069576263,
      "learning_rate": 4.014580008704483e-05,
      "loss": 0.0229,
      "step": 16603
    },
    {
      "epoch": 1.800086730268864,
      "grad_norm": 0.21621008217334747,
      "learning_rate": 4.0142173219207894e-05,
      "loss": 0.0195,
      "step": 16604
    },
    {
      "epoch": 1.8001951431049437,
      "grad_norm": 0.38382500410079956,
      "learning_rate": 4.013854635137096e-05,
      "loss": 0.0434,
      "step": 16605
    },
    {
      "epoch": 1.8003035559410234,
      "grad_norm": 0.277069628238678,
      "learning_rate": 4.013491948353402e-05,
      "loss": 0.0585,
      "step": 16606
    },
    {
      "epoch": 1.8004119687771032,
      "grad_norm": 0.08347032219171524,
      "learning_rate": 4.013129261569709e-05,
      "loss": 0.0064,
      "step": 16607
    },
    {
      "epoch": 1.800520381613183,
      "grad_norm": 0.3869788348674774,
      "learning_rate": 4.012766574786015e-05,
      "loss": 0.0408,
      "step": 16608
    },
    {
      "epoch": 1.800628794449263,
      "grad_norm": 0.3237490952014923,
      "learning_rate": 4.0124038880023215e-05,
      "loss": 0.0386,
      "step": 16609
    },
    {
      "epoch": 1.8007372072853425,
      "grad_norm": 0.1441946178674698,
      "learning_rate": 4.012041201218628e-05,
      "loss": 0.0187,
      "step": 16610
    },
    {
      "epoch": 1.8008456201214225,
      "grad_norm": 0.2682610750198364,
      "learning_rate": 4.0116785144349336e-05,
      "loss": 0.0215,
      "step": 16611
    },
    {
      "epoch": 1.800954032957502,
      "grad_norm": 0.08358227461576462,
      "learning_rate": 4.011315827651241e-05,
      "loss": 0.0174,
      "step": 16612
    },
    {
      "epoch": 1.801062445793582,
      "grad_norm": 0.43757519125938416,
      "learning_rate": 4.010953140867547e-05,
      "loss": 0.0317,
      "step": 16613
    },
    {
      "epoch": 1.8011708586296618,
      "grad_norm": 0.09815135598182678,
      "learning_rate": 4.0105904540838535e-05,
      "loss": 0.0048,
      "step": 16614
    },
    {
      "epoch": 1.8012792714657415,
      "grad_norm": 0.11832772940397263,
      "learning_rate": 4.01022776730016e-05,
      "loss": 0.0149,
      "step": 16615
    },
    {
      "epoch": 1.8013876843018215,
      "grad_norm": 0.060537394136190414,
      "learning_rate": 4.0098650805164664e-05,
      "loss": 0.0059,
      "step": 16616
    },
    {
      "epoch": 1.801496097137901,
      "grad_norm": 0.16957654058933258,
      "learning_rate": 4.009502393732773e-05,
      "loss": 0.0182,
      "step": 16617
    },
    {
      "epoch": 1.801604509973981,
      "grad_norm": 0.41972339153289795,
      "learning_rate": 4.0091397069490785e-05,
      "loss": 0.0495,
      "step": 16618
    },
    {
      "epoch": 1.8017129228100606,
      "grad_norm": 0.20574620366096497,
      "learning_rate": 4.008777020165385e-05,
      "loss": 0.0199,
      "step": 16619
    },
    {
      "epoch": 1.8018213356461406,
      "grad_norm": 0.24520482122898102,
      "learning_rate": 4.008414333381692e-05,
      "loss": 0.0226,
      "step": 16620
    },
    {
      "epoch": 1.8019297484822203,
      "grad_norm": 0.17886848747730255,
      "learning_rate": 4.0080516465979984e-05,
      "loss": 0.0288,
      "step": 16621
    },
    {
      "epoch": 1.8020381613183,
      "grad_norm": 0.1798468679189682,
      "learning_rate": 4.007688959814305e-05,
      "loss": 0.0253,
      "step": 16622
    },
    {
      "epoch": 1.8021465741543798,
      "grad_norm": 0.281493216753006,
      "learning_rate": 4.007326273030611e-05,
      "loss": 0.0296,
      "step": 16623
    },
    {
      "epoch": 1.8022549869904596,
      "grad_norm": 0.22727392613887787,
      "learning_rate": 4.0069635862469177e-05,
      "loss": 0.0275,
      "step": 16624
    },
    {
      "epoch": 1.8023633998265396,
      "grad_norm": 0.28133609890937805,
      "learning_rate": 4.0066008994632234e-05,
      "loss": 0.0415,
      "step": 16625
    },
    {
      "epoch": 1.8024718126626191,
      "grad_norm": 0.24350184202194214,
      "learning_rate": 4.00623821267953e-05,
      "loss": 0.017,
      "step": 16626
    },
    {
      "epoch": 1.8025802254986991,
      "grad_norm": 0.10239950567483902,
      "learning_rate": 4.005875525895836e-05,
      "loss": 0.0074,
      "step": 16627
    },
    {
      "epoch": 1.8026886383347789,
      "grad_norm": 0.2706751227378845,
      "learning_rate": 4.0055128391121426e-05,
      "loss": 0.0214,
      "step": 16628
    },
    {
      "epoch": 1.8027970511708586,
      "grad_norm": 0.2583405375480652,
      "learning_rate": 4.00515015232845e-05,
      "loss": 0.0213,
      "step": 16629
    },
    {
      "epoch": 1.8029054640069384,
      "grad_norm": 0.17005780339241028,
      "learning_rate": 4.004787465544756e-05,
      "loss": 0.0286,
      "step": 16630
    },
    {
      "epoch": 1.8030138768430182,
      "grad_norm": 0.06042527034878731,
      "learning_rate": 4.0044247787610625e-05,
      "loss": 0.0054,
      "step": 16631
    },
    {
      "epoch": 1.8031222896790982,
      "grad_norm": 0.13748423755168915,
      "learning_rate": 4.004062091977368e-05,
      "loss": 0.028,
      "step": 16632
    },
    {
      "epoch": 1.8032307025151777,
      "grad_norm": 0.16119399666786194,
      "learning_rate": 4.003699405193675e-05,
      "loss": 0.0164,
      "step": 16633
    },
    {
      "epoch": 1.8033391153512577,
      "grad_norm": 0.1091734990477562,
      "learning_rate": 4.003336718409981e-05,
      "loss": 0.015,
      "step": 16634
    },
    {
      "epoch": 1.8034475281873372,
      "grad_norm": 0.10348959267139435,
      "learning_rate": 4.0029740316262875e-05,
      "loss": 0.0149,
      "step": 16635
    },
    {
      "epoch": 1.8035559410234172,
      "grad_norm": 0.07277721166610718,
      "learning_rate": 4.002611344842594e-05,
      "loss": 0.0175,
      "step": 16636
    },
    {
      "epoch": 1.803664353859497,
      "grad_norm": 0.3726269006729126,
      "learning_rate": 4.0022486580589e-05,
      "loss": 0.036,
      "step": 16637
    },
    {
      "epoch": 1.8037727666955767,
      "grad_norm": 0.657304048538208,
      "learning_rate": 4.0018859712752074e-05,
      "loss": 0.0362,
      "step": 16638
    },
    {
      "epoch": 1.8038811795316565,
      "grad_norm": 0.394624799489975,
      "learning_rate": 4.001523284491514e-05,
      "loss": 0.0789,
      "step": 16639
    },
    {
      "epoch": 1.8039895923677363,
      "grad_norm": 0.2165217101573944,
      "learning_rate": 4.0011605977078195e-05,
      "loss": 0.0336,
      "step": 16640
    },
    {
      "epoch": 1.8040980052038162,
      "grad_norm": 0.3409363329410553,
      "learning_rate": 4.000797910924126e-05,
      "loss": 0.0366,
      "step": 16641
    },
    {
      "epoch": 1.8042064180398958,
      "grad_norm": 0.24779212474822998,
      "learning_rate": 4.0004352241404324e-05,
      "loss": 0.0237,
      "step": 16642
    },
    {
      "epoch": 1.8043148308759758,
      "grad_norm": 0.5609836578369141,
      "learning_rate": 4.000072537356739e-05,
      "loss": 0.0493,
      "step": 16643
    },
    {
      "epoch": 1.8044232437120555,
      "grad_norm": 0.16427059471607208,
      "learning_rate": 3.999709850573045e-05,
      "loss": 0.0204,
      "step": 16644
    },
    {
      "epoch": 1.8045316565481353,
      "grad_norm": 0.2081475704908371,
      "learning_rate": 3.9993471637893516e-05,
      "loss": 0.013,
      "step": 16645
    },
    {
      "epoch": 1.804640069384215,
      "grad_norm": 0.48565566539764404,
      "learning_rate": 3.998984477005659e-05,
      "loss": 0.055,
      "step": 16646
    },
    {
      "epoch": 1.8047484822202948,
      "grad_norm": 0.4872922897338867,
      "learning_rate": 3.9986217902219644e-05,
      "loss": 0.0663,
      "step": 16647
    },
    {
      "epoch": 1.8048568950563748,
      "grad_norm": 0.022057032212615013,
      "learning_rate": 3.998259103438271e-05,
      "loss": 0.001,
      "step": 16648
    },
    {
      "epoch": 1.8049653078924544,
      "grad_norm": 0.18126395344734192,
      "learning_rate": 3.997896416654577e-05,
      "loss": 0.0151,
      "step": 16649
    },
    {
      "epoch": 1.8050737207285343,
      "grad_norm": 0.26465433835983276,
      "learning_rate": 3.9975337298708836e-05,
      "loss": 0.0293,
      "step": 16650
    },
    {
      "epoch": 1.805182133564614,
      "grad_norm": 0.6809489130973816,
      "learning_rate": 3.99717104308719e-05,
      "loss": 0.0434,
      "step": 16651
    },
    {
      "epoch": 1.8052905464006939,
      "grad_norm": 0.12323074787855148,
      "learning_rate": 3.9968083563034965e-05,
      "loss": 0.0165,
      "step": 16652
    },
    {
      "epoch": 1.8053989592367736,
      "grad_norm": 0.26310527324676514,
      "learning_rate": 3.996445669519803e-05,
      "loss": 0.0498,
      "step": 16653
    },
    {
      "epoch": 1.8055073720728534,
      "grad_norm": 0.4525863230228424,
      "learning_rate": 3.996082982736109e-05,
      "loss": 0.067,
      "step": 16654
    },
    {
      "epoch": 1.8056157849089334,
      "grad_norm": 0.27877649664878845,
      "learning_rate": 3.995720295952416e-05,
      "loss": 0.0112,
      "step": 16655
    },
    {
      "epoch": 1.805724197745013,
      "grad_norm": 0.31063422560691833,
      "learning_rate": 3.995357609168722e-05,
      "loss": 0.0465,
      "step": 16656
    },
    {
      "epoch": 1.805832610581093,
      "grad_norm": 0.16337789595127106,
      "learning_rate": 3.9949949223850285e-05,
      "loss": 0.0084,
      "step": 16657
    },
    {
      "epoch": 1.8059410234171724,
      "grad_norm": 0.3727421164512634,
      "learning_rate": 3.994632235601335e-05,
      "loss": 0.0269,
      "step": 16658
    },
    {
      "epoch": 1.8060494362532524,
      "grad_norm": 0.14990341663360596,
      "learning_rate": 3.9942695488176413e-05,
      "loss": 0.0225,
      "step": 16659
    },
    {
      "epoch": 1.8061578490893322,
      "grad_norm": 0.03595805540680885,
      "learning_rate": 3.993906862033948e-05,
      "loss": 0.003,
      "step": 16660
    },
    {
      "epoch": 1.806266261925412,
      "grad_norm": 0.7399393320083618,
      "learning_rate": 3.993544175250254e-05,
      "loss": 0.0741,
      "step": 16661
    },
    {
      "epoch": 1.8063746747614917,
      "grad_norm": 0.20702265202999115,
      "learning_rate": 3.9931814884665606e-05,
      "loss": 0.0237,
      "step": 16662
    },
    {
      "epoch": 1.8064830875975715,
      "grad_norm": 0.21823857724666595,
      "learning_rate": 3.992818801682866e-05,
      "loss": 0.0493,
      "step": 16663
    },
    {
      "epoch": 1.8065915004336515,
      "grad_norm": 0.29580628871917725,
      "learning_rate": 3.9924561148991734e-05,
      "loss": 0.0262,
      "step": 16664
    },
    {
      "epoch": 1.806699913269731,
      "grad_norm": 0.20317670702934265,
      "learning_rate": 3.99209342811548e-05,
      "loss": 0.021,
      "step": 16665
    },
    {
      "epoch": 1.806808326105811,
      "grad_norm": 0.18453186750411987,
      "learning_rate": 3.991730741331786e-05,
      "loss": 0.0204,
      "step": 16666
    },
    {
      "epoch": 1.8069167389418908,
      "grad_norm": 0.3302067518234253,
      "learning_rate": 3.9913680545480926e-05,
      "loss": 0.036,
      "step": 16667
    },
    {
      "epoch": 1.8070251517779705,
      "grad_norm": 0.10989263653755188,
      "learning_rate": 3.991005367764399e-05,
      "loss": 0.0232,
      "step": 16668
    },
    {
      "epoch": 1.8071335646140503,
      "grad_norm": 0.10870782285928726,
      "learning_rate": 3.9906426809807054e-05,
      "loss": 0.0076,
      "step": 16669
    },
    {
      "epoch": 1.80724197745013,
      "grad_norm": 0.36714908480644226,
      "learning_rate": 3.990279994197011e-05,
      "loss": 0.0359,
      "step": 16670
    },
    {
      "epoch": 1.80735039028621,
      "grad_norm": 0.12914228439331055,
      "learning_rate": 3.9899173074133176e-05,
      "loss": 0.0136,
      "step": 16671
    },
    {
      "epoch": 1.8074588031222896,
      "grad_norm": 0.20403428375720978,
      "learning_rate": 3.989554620629625e-05,
      "loss": 0.0266,
      "step": 16672
    },
    {
      "epoch": 1.8075672159583696,
      "grad_norm": 0.12021472305059433,
      "learning_rate": 3.989191933845931e-05,
      "loss": 0.0073,
      "step": 16673
    },
    {
      "epoch": 1.807675628794449,
      "grad_norm": 0.2175235152244568,
      "learning_rate": 3.9888292470622375e-05,
      "loss": 0.045,
      "step": 16674
    },
    {
      "epoch": 1.807784041630529,
      "grad_norm": 0.3346450626850128,
      "learning_rate": 3.988466560278544e-05,
      "loss": 0.0173,
      "step": 16675
    },
    {
      "epoch": 1.8078924544666088,
      "grad_norm": 0.42173469066619873,
      "learning_rate": 3.98810387349485e-05,
      "loss": 0.0338,
      "step": 16676
    },
    {
      "epoch": 1.8080008673026886,
      "grad_norm": 0.3981072008609772,
      "learning_rate": 3.987741186711156e-05,
      "loss": 0.0395,
      "step": 16677
    },
    {
      "epoch": 1.8081092801387686,
      "grad_norm": 0.059952087700366974,
      "learning_rate": 3.9873784999274625e-05,
      "loss": 0.0068,
      "step": 16678
    },
    {
      "epoch": 1.8082176929748481,
      "grad_norm": 0.11535512655973434,
      "learning_rate": 3.987015813143769e-05,
      "loss": 0.0054,
      "step": 16679
    },
    {
      "epoch": 1.8083261058109281,
      "grad_norm": 0.22078411281108856,
      "learning_rate": 3.986653126360075e-05,
      "loss": 0.0114,
      "step": 16680
    },
    {
      "epoch": 1.8084345186470077,
      "grad_norm": 0.3130072355270386,
      "learning_rate": 3.9862904395763824e-05,
      "loss": 0.0406,
      "step": 16681
    },
    {
      "epoch": 1.8085429314830876,
      "grad_norm": 0.3005981147289276,
      "learning_rate": 3.985927752792689e-05,
      "loss": 0.0133,
      "step": 16682
    },
    {
      "epoch": 1.8086513443191674,
      "grad_norm": 0.30205419659614563,
      "learning_rate": 3.985565066008995e-05,
      "loss": 0.0361,
      "step": 16683
    },
    {
      "epoch": 1.8087597571552472,
      "grad_norm": 0.0990171954035759,
      "learning_rate": 3.985202379225301e-05,
      "loss": 0.0125,
      "step": 16684
    },
    {
      "epoch": 1.808868169991327,
      "grad_norm": 0.36785170435905457,
      "learning_rate": 3.984839692441607e-05,
      "loss": 0.0579,
      "step": 16685
    },
    {
      "epoch": 1.8089765828274067,
      "grad_norm": 0.38457944989204407,
      "learning_rate": 3.984477005657914e-05,
      "loss": 0.043,
      "step": 16686
    },
    {
      "epoch": 1.8090849956634867,
      "grad_norm": 0.10667756199836731,
      "learning_rate": 3.98411431887422e-05,
      "loss": 0.0153,
      "step": 16687
    },
    {
      "epoch": 1.8091934084995662,
      "grad_norm": 0.44655412435531616,
      "learning_rate": 3.9837516320905266e-05,
      "loss": 0.0475,
      "step": 16688
    },
    {
      "epoch": 1.8093018213356462,
      "grad_norm": 0.5072708129882812,
      "learning_rate": 3.9833889453068337e-05,
      "loss": 0.043,
      "step": 16689
    },
    {
      "epoch": 1.809410234171726,
      "grad_norm": 0.4297439455986023,
      "learning_rate": 3.98302625852314e-05,
      "loss": 0.068,
      "step": 16690
    },
    {
      "epoch": 1.8095186470078057,
      "grad_norm": 0.3434022068977356,
      "learning_rate": 3.9826635717394465e-05,
      "loss": 0.0441,
      "step": 16691
    },
    {
      "epoch": 1.8096270598438855,
      "grad_norm": 0.14519102871418,
      "learning_rate": 3.982300884955752e-05,
      "loss": 0.0121,
      "step": 16692
    },
    {
      "epoch": 1.8097354726799653,
      "grad_norm": 0.05168348178267479,
      "learning_rate": 3.9819381981720586e-05,
      "loss": 0.0043,
      "step": 16693
    },
    {
      "epoch": 1.8098438855160452,
      "grad_norm": 0.3620094954967499,
      "learning_rate": 3.981575511388365e-05,
      "loss": 0.0208,
      "step": 16694
    },
    {
      "epoch": 1.8099522983521248,
      "grad_norm": 0.1379915177822113,
      "learning_rate": 3.9812128246046714e-05,
      "loss": 0.0124,
      "step": 16695
    },
    {
      "epoch": 1.8100607111882048,
      "grad_norm": 0.2893189489841461,
      "learning_rate": 3.980850137820978e-05,
      "loss": 0.0288,
      "step": 16696
    },
    {
      "epoch": 1.8101691240242843,
      "grad_norm": 0.31533920764923096,
      "learning_rate": 3.980487451037284e-05,
      "loss": 0.0297,
      "step": 16697
    },
    {
      "epoch": 1.8102775368603643,
      "grad_norm": 0.04750609025359154,
      "learning_rate": 3.9801247642535914e-05,
      "loss": 0.0061,
      "step": 16698
    },
    {
      "epoch": 1.810385949696444,
      "grad_norm": 0.45386525988578796,
      "learning_rate": 3.979762077469897e-05,
      "loss": 0.0139,
      "step": 16699
    },
    {
      "epoch": 1.8104943625325238,
      "grad_norm": 0.1269700825214386,
      "learning_rate": 3.9793993906862035e-05,
      "loss": 0.0145,
      "step": 16700
    },
    {
      "epoch": 1.8106027753686036,
      "grad_norm": 0.28880438208580017,
      "learning_rate": 3.97903670390251e-05,
      "loss": 0.0361,
      "step": 16701
    },
    {
      "epoch": 1.8107111882046834,
      "grad_norm": 0.19423815608024597,
      "learning_rate": 3.978674017118816e-05,
      "loss": 0.0135,
      "step": 16702
    },
    {
      "epoch": 1.8108196010407633,
      "grad_norm": 0.11963426321744919,
      "learning_rate": 3.978311330335123e-05,
      "loss": 0.0086,
      "step": 16703
    },
    {
      "epoch": 1.8109280138768429,
      "grad_norm": 0.16395790874958038,
      "learning_rate": 3.977948643551429e-05,
      "loss": 0.0139,
      "step": 16704
    },
    {
      "epoch": 1.8110364267129229,
      "grad_norm": 0.3695187568664551,
      "learning_rate": 3.9775859567677355e-05,
      "loss": 0.0466,
      "step": 16705
    },
    {
      "epoch": 1.8111448395490026,
      "grad_norm": 0.4124341607093811,
      "learning_rate": 3.977223269984042e-05,
      "loss": 0.0363,
      "step": 16706
    },
    {
      "epoch": 1.8112532523850824,
      "grad_norm": 0.35858526825904846,
      "learning_rate": 3.9768605832003484e-05,
      "loss": 0.0605,
      "step": 16707
    },
    {
      "epoch": 1.8113616652211622,
      "grad_norm": 0.17161233723163605,
      "learning_rate": 3.976497896416655e-05,
      "loss": 0.0266,
      "step": 16708
    },
    {
      "epoch": 1.811470078057242,
      "grad_norm": 0.18052029609680176,
      "learning_rate": 3.976135209632961e-05,
      "loss": 0.0208,
      "step": 16709
    },
    {
      "epoch": 1.811578490893322,
      "grad_norm": 0.0978628545999527,
      "learning_rate": 3.9757725228492676e-05,
      "loss": 0.0203,
      "step": 16710
    },
    {
      "epoch": 1.8116869037294014,
      "grad_norm": 0.13217301666736603,
      "learning_rate": 3.975409836065574e-05,
      "loss": 0.0234,
      "step": 16711
    },
    {
      "epoch": 1.8117953165654814,
      "grad_norm": 0.06525129079818726,
      "learning_rate": 3.9750471492818804e-05,
      "loss": 0.0046,
      "step": 16712
    },
    {
      "epoch": 1.8119037294015612,
      "grad_norm": 0.1266917586326599,
      "learning_rate": 3.974684462498187e-05,
      "loss": 0.0232,
      "step": 16713
    },
    {
      "epoch": 1.812012142237641,
      "grad_norm": 0.17284011840820312,
      "learning_rate": 3.974321775714493e-05,
      "loss": 0.0056,
      "step": 16714
    },
    {
      "epoch": 1.8121205550737207,
      "grad_norm": 0.11377866566181183,
      "learning_rate": 3.9739590889307997e-05,
      "loss": 0.0103,
      "step": 16715
    },
    {
      "epoch": 1.8122289679098005,
      "grad_norm": 0.26631873846054077,
      "learning_rate": 3.973596402147106e-05,
      "loss": 0.0385,
      "step": 16716
    },
    {
      "epoch": 1.8123373807458805,
      "grad_norm": 0.21505582332611084,
      "learning_rate": 3.9732337153634125e-05,
      "loss": 0.0152,
      "step": 16717
    },
    {
      "epoch": 1.81244579358196,
      "grad_norm": 0.14699506759643555,
      "learning_rate": 3.972871028579719e-05,
      "loss": 0.0219,
      "step": 16718
    },
    {
      "epoch": 1.81255420641804,
      "grad_norm": 0.19083434343338013,
      "learning_rate": 3.972508341796025e-05,
      "loss": 0.0197,
      "step": 16719
    },
    {
      "epoch": 1.8126626192541195,
      "grad_norm": 0.09141696989536285,
      "learning_rate": 3.972145655012332e-05,
      "loss": 0.0048,
      "step": 16720
    },
    {
      "epoch": 1.8127710320901995,
      "grad_norm": 0.11421193927526474,
      "learning_rate": 3.971782968228638e-05,
      "loss": 0.0118,
      "step": 16721
    },
    {
      "epoch": 1.8128794449262793,
      "grad_norm": 0.5518287420272827,
      "learning_rate": 3.971420281444944e-05,
      "loss": 0.056,
      "step": 16722
    },
    {
      "epoch": 1.812987857762359,
      "grad_norm": 0.07125937193632126,
      "learning_rate": 3.97105759466125e-05,
      "loss": 0.0053,
      "step": 16723
    },
    {
      "epoch": 1.8130962705984388,
      "grad_norm": 0.2345813512802124,
      "learning_rate": 3.9706949078775573e-05,
      "loss": 0.0537,
      "step": 16724
    },
    {
      "epoch": 1.8132046834345186,
      "grad_norm": 0.4168822467327118,
      "learning_rate": 3.970332221093864e-05,
      "loss": 0.0368,
      "step": 16725
    },
    {
      "epoch": 1.8133130962705986,
      "grad_norm": 0.23610441386699677,
      "learning_rate": 3.96996953431017e-05,
      "loss": 0.0088,
      "step": 16726
    },
    {
      "epoch": 1.813421509106678,
      "grad_norm": 0.33206167817115784,
      "learning_rate": 3.9696068475264766e-05,
      "loss": 0.0345,
      "step": 16727
    },
    {
      "epoch": 1.813529921942758,
      "grad_norm": 0.06889389455318451,
      "learning_rate": 3.969244160742783e-05,
      "loss": 0.0047,
      "step": 16728
    },
    {
      "epoch": 1.8136383347788378,
      "grad_norm": 0.23076775670051575,
      "learning_rate": 3.968881473959089e-05,
      "loss": 0.0414,
      "step": 16729
    },
    {
      "epoch": 1.8137467476149176,
      "grad_norm": 0.31437742710113525,
      "learning_rate": 3.968518787175395e-05,
      "loss": 0.0308,
      "step": 16730
    },
    {
      "epoch": 1.8138551604509974,
      "grad_norm": 0.19039656221866608,
      "learning_rate": 3.9681561003917015e-05,
      "loss": 0.0455,
      "step": 16731
    },
    {
      "epoch": 1.8139635732870771,
      "grad_norm": 0.09328939020633698,
      "learning_rate": 3.967793413608008e-05,
      "loss": 0.0048,
      "step": 16732
    },
    {
      "epoch": 1.8140719861231571,
      "grad_norm": 0.17893527448177338,
      "learning_rate": 3.967430726824315e-05,
      "loss": 0.0296,
      "step": 16733
    },
    {
      "epoch": 1.8141803989592367,
      "grad_norm": 0.0996694415807724,
      "learning_rate": 3.9670680400406215e-05,
      "loss": 0.0129,
      "step": 16734
    },
    {
      "epoch": 1.8142888117953166,
      "grad_norm": 0.2204483598470688,
      "learning_rate": 3.966705353256928e-05,
      "loss": 0.0338,
      "step": 16735
    },
    {
      "epoch": 1.8143972246313964,
      "grad_norm": 0.1944223791360855,
      "learning_rate": 3.966342666473234e-05,
      "loss": 0.0184,
      "step": 16736
    },
    {
      "epoch": 1.8145056374674762,
      "grad_norm": 0.1957666575908661,
      "learning_rate": 3.96597997968954e-05,
      "loss": 0.0389,
      "step": 16737
    },
    {
      "epoch": 1.814614050303556,
      "grad_norm": 0.128773033618927,
      "learning_rate": 3.9656172929058464e-05,
      "loss": 0.0108,
      "step": 16738
    },
    {
      "epoch": 1.8147224631396357,
      "grad_norm": 0.05102720484137535,
      "learning_rate": 3.965254606122153e-05,
      "loss": 0.0035,
      "step": 16739
    },
    {
      "epoch": 1.8148308759757157,
      "grad_norm": 0.10585813224315643,
      "learning_rate": 3.964891919338459e-05,
      "loss": 0.0118,
      "step": 16740
    },
    {
      "epoch": 1.8149392888117952,
      "grad_norm": 0.21172486245632172,
      "learning_rate": 3.964529232554766e-05,
      "loss": 0.0295,
      "step": 16741
    },
    {
      "epoch": 1.8150477016478752,
      "grad_norm": 0.10671842843294144,
      "learning_rate": 3.964166545771073e-05,
      "loss": 0.0033,
      "step": 16742
    },
    {
      "epoch": 1.8151561144839548,
      "grad_norm": 0.18223772943019867,
      "learning_rate": 3.963803858987379e-05,
      "loss": 0.0264,
      "step": 16743
    },
    {
      "epoch": 1.8152645273200347,
      "grad_norm": 0.13180094957351685,
      "learning_rate": 3.963441172203685e-05,
      "loss": 0.0105,
      "step": 16744
    },
    {
      "epoch": 1.8153729401561145,
      "grad_norm": 0.1039595827460289,
      "learning_rate": 3.963078485419991e-05,
      "loss": 0.0072,
      "step": 16745
    },
    {
      "epoch": 1.8154813529921943,
      "grad_norm": 0.1632588654756546,
      "learning_rate": 3.962715798636298e-05,
      "loss": 0.0088,
      "step": 16746
    },
    {
      "epoch": 1.815589765828274,
      "grad_norm": 0.23144066333770752,
      "learning_rate": 3.962353111852604e-05,
      "loss": 0.0399,
      "step": 16747
    },
    {
      "epoch": 1.8156981786643538,
      "grad_norm": 0.12398577481508255,
      "learning_rate": 3.9619904250689105e-05,
      "loss": 0.01,
      "step": 16748
    },
    {
      "epoch": 1.8158065915004338,
      "grad_norm": 0.3026300072669983,
      "learning_rate": 3.961627738285217e-05,
      "loss": 0.0069,
      "step": 16749
    },
    {
      "epoch": 1.8159150043365133,
      "grad_norm": 0.20621059834957123,
      "learning_rate": 3.961265051501524e-05,
      "loss": 0.0105,
      "step": 16750
    },
    {
      "epoch": 1.8160234171725933,
      "grad_norm": 0.1833617240190506,
      "learning_rate": 3.96090236471783e-05,
      "loss": 0.0158,
      "step": 16751
    },
    {
      "epoch": 1.816131830008673,
      "grad_norm": 0.2961789667606354,
      "learning_rate": 3.960539677934136e-05,
      "loss": 0.0396,
      "step": 16752
    },
    {
      "epoch": 1.8162402428447528,
      "grad_norm": 0.07174832373857498,
      "learning_rate": 3.9601769911504426e-05,
      "loss": 0.0083,
      "step": 16753
    },
    {
      "epoch": 1.8163486556808326,
      "grad_norm": 0.39456817507743835,
      "learning_rate": 3.959814304366749e-05,
      "loss": 0.0206,
      "step": 16754
    },
    {
      "epoch": 1.8164570685169124,
      "grad_norm": 0.10903263837099075,
      "learning_rate": 3.9594516175830554e-05,
      "loss": 0.0061,
      "step": 16755
    },
    {
      "epoch": 1.8165654813529923,
      "grad_norm": 0.17823010683059692,
      "learning_rate": 3.959088930799362e-05,
      "loss": 0.0265,
      "step": 16756
    },
    {
      "epoch": 1.8166738941890719,
      "grad_norm": 0.21754086017608643,
      "learning_rate": 3.958726244015668e-05,
      "loss": 0.0196,
      "step": 16757
    },
    {
      "epoch": 1.8167823070251519,
      "grad_norm": 0.29756179451942444,
      "learning_rate": 3.9583635572319746e-05,
      "loss": 0.0316,
      "step": 16758
    },
    {
      "epoch": 1.8168907198612314,
      "grad_norm": 0.15451300144195557,
      "learning_rate": 3.958000870448281e-05,
      "loss": 0.0275,
      "step": 16759
    },
    {
      "epoch": 1.8169991326973114,
      "grad_norm": 0.08959625661373138,
      "learning_rate": 3.9576381836645874e-05,
      "loss": 0.0127,
      "step": 16760
    },
    {
      "epoch": 1.8171075455333912,
      "grad_norm": 0.21862928569316864,
      "learning_rate": 3.957275496880894e-05,
      "loss": 0.0089,
      "step": 16761
    },
    {
      "epoch": 1.817215958369471,
      "grad_norm": 0.2101936936378479,
      "learning_rate": 3.9569128100972e-05,
      "loss": 0.0091,
      "step": 16762
    },
    {
      "epoch": 1.817324371205551,
      "grad_norm": 0.2735839784145355,
      "learning_rate": 3.956550123313507e-05,
      "loss": 0.0225,
      "step": 16763
    },
    {
      "epoch": 1.8174327840416304,
      "grad_norm": 0.43845194578170776,
      "learning_rate": 3.956187436529813e-05,
      "loss": 0.0132,
      "step": 16764
    },
    {
      "epoch": 1.8175411968777104,
      "grad_norm": 0.44713646173477173,
      "learning_rate": 3.9558247497461195e-05,
      "loss": 0.0575,
      "step": 16765
    },
    {
      "epoch": 1.81764960971379,
      "grad_norm": 0.5119197964668274,
      "learning_rate": 3.955462062962426e-05,
      "loss": 0.0162,
      "step": 16766
    },
    {
      "epoch": 1.81775802254987,
      "grad_norm": 0.3806455731391907,
      "learning_rate": 3.955099376178732e-05,
      "loss": 0.0506,
      "step": 16767
    },
    {
      "epoch": 1.8178664353859497,
      "grad_norm": 0.1833171397447586,
      "learning_rate": 3.954736689395039e-05,
      "loss": 0.0212,
      "step": 16768
    },
    {
      "epoch": 1.8179748482220295,
      "grad_norm": 0.2114003747701645,
      "learning_rate": 3.954374002611345e-05,
      "loss": 0.0189,
      "step": 16769
    },
    {
      "epoch": 1.8180832610581092,
      "grad_norm": 0.04452180862426758,
      "learning_rate": 3.9540113158276516e-05,
      "loss": 0.0047,
      "step": 16770
    },
    {
      "epoch": 1.818191673894189,
      "grad_norm": 0.29376158118247986,
      "learning_rate": 3.953648629043958e-05,
      "loss": 0.0322,
      "step": 16771
    },
    {
      "epoch": 1.818300086730269,
      "grad_norm": 0.2733381986618042,
      "learning_rate": 3.9532859422602644e-05,
      "loss": 0.0518,
      "step": 16772
    },
    {
      "epoch": 1.8184084995663485,
      "grad_norm": 0.26227694749832153,
      "learning_rate": 3.952923255476571e-05,
      "loss": 0.0467,
      "step": 16773
    },
    {
      "epoch": 1.8185169124024285,
      "grad_norm": 0.1541793942451477,
      "learning_rate": 3.9525605686928765e-05,
      "loss": 0.0212,
      "step": 16774
    },
    {
      "epoch": 1.8186253252385083,
      "grad_norm": 0.3230280876159668,
      "learning_rate": 3.952197881909183e-05,
      "loss": 0.0185,
      "step": 16775
    },
    {
      "epoch": 1.818733738074588,
      "grad_norm": 0.5854018330574036,
      "learning_rate": 3.95183519512549e-05,
      "loss": 0.0381,
      "step": 16776
    },
    {
      "epoch": 1.8188421509106678,
      "grad_norm": 0.5755391716957092,
      "learning_rate": 3.9514725083417964e-05,
      "loss": 0.0306,
      "step": 16777
    },
    {
      "epoch": 1.8189505637467476,
      "grad_norm": 0.21623912453651428,
      "learning_rate": 3.951109821558103e-05,
      "loss": 0.0328,
      "step": 16778
    },
    {
      "epoch": 1.8190589765828276,
      "grad_norm": 0.17021632194519043,
      "learning_rate": 3.950747134774409e-05,
      "loss": 0.0095,
      "step": 16779
    },
    {
      "epoch": 1.819167389418907,
      "grad_norm": 0.4814656674861908,
      "learning_rate": 3.9503844479907157e-05,
      "loss": 0.0348,
      "step": 16780
    },
    {
      "epoch": 1.819275802254987,
      "grad_norm": 0.4041215777397156,
      "learning_rate": 3.9500217612070214e-05,
      "loss": 0.0365,
      "step": 16781
    },
    {
      "epoch": 1.8193842150910666,
      "grad_norm": 0.556919515132904,
      "learning_rate": 3.949659074423328e-05,
      "loss": 0.0217,
      "step": 16782
    },
    {
      "epoch": 1.8194926279271466,
      "grad_norm": 0.23398032784461975,
      "learning_rate": 3.949296387639634e-05,
      "loss": 0.0774,
      "step": 16783
    },
    {
      "epoch": 1.8196010407632264,
      "grad_norm": 0.10065577924251556,
      "learning_rate": 3.948933700855941e-05,
      "loss": 0.0102,
      "step": 16784
    },
    {
      "epoch": 1.8197094535993061,
      "grad_norm": 0.1269904375076294,
      "learning_rate": 3.948571014072248e-05,
      "loss": 0.0039,
      "step": 16785
    },
    {
      "epoch": 1.819817866435386,
      "grad_norm": 0.5234799385070801,
      "learning_rate": 3.948208327288554e-05,
      "loss": 0.0673,
      "step": 16786
    },
    {
      "epoch": 1.8199262792714657,
      "grad_norm": 0.24747666716575623,
      "learning_rate": 3.9478456405048605e-05,
      "loss": 0.0585,
      "step": 16787
    },
    {
      "epoch": 1.8200346921075456,
      "grad_norm": 0.12427785247564316,
      "learning_rate": 3.947482953721167e-05,
      "loss": 0.015,
      "step": 16788
    },
    {
      "epoch": 1.8201431049436252,
      "grad_norm": 0.09817685931921005,
      "learning_rate": 3.947120266937473e-05,
      "loss": 0.0069,
      "step": 16789
    },
    {
      "epoch": 1.8202515177797052,
      "grad_norm": 0.28386634588241577,
      "learning_rate": 3.946757580153779e-05,
      "loss": 0.0298,
      "step": 16790
    },
    {
      "epoch": 1.820359930615785,
      "grad_norm": 0.282297283411026,
      "learning_rate": 3.9463948933700855e-05,
      "loss": 0.0449,
      "step": 16791
    },
    {
      "epoch": 1.8204683434518647,
      "grad_norm": 0.5465917587280273,
      "learning_rate": 3.946032206586392e-05,
      "loss": 0.0283,
      "step": 16792
    },
    {
      "epoch": 1.8205767562879445,
      "grad_norm": 0.36903610825538635,
      "learning_rate": 3.945669519802699e-05,
      "loss": 0.0503,
      "step": 16793
    },
    {
      "epoch": 1.8206851691240242,
      "grad_norm": 0.18277360498905182,
      "learning_rate": 3.9453068330190054e-05,
      "loss": 0.0176,
      "step": 16794
    },
    {
      "epoch": 1.8207935819601042,
      "grad_norm": 0.1751052886247635,
      "learning_rate": 3.944944146235312e-05,
      "loss": 0.0162,
      "step": 16795
    },
    {
      "epoch": 1.8209019947961838,
      "grad_norm": 0.1368890404701233,
      "learning_rate": 3.9445814594516175e-05,
      "loss": 0.0083,
      "step": 16796
    },
    {
      "epoch": 1.8210104076322637,
      "grad_norm": 0.23522847890853882,
      "learning_rate": 3.944218772667924e-05,
      "loss": 0.0208,
      "step": 16797
    },
    {
      "epoch": 1.8211188204683435,
      "grad_norm": 0.2122410535812378,
      "learning_rate": 3.9438560858842304e-05,
      "loss": 0.0198,
      "step": 16798
    },
    {
      "epoch": 1.8212272333044233,
      "grad_norm": 0.3915298581123352,
      "learning_rate": 3.943493399100537e-05,
      "loss": 0.0518,
      "step": 16799
    },
    {
      "epoch": 1.821335646140503,
      "grad_norm": 0.043644148856401443,
      "learning_rate": 3.943130712316843e-05,
      "loss": 0.0034,
      "step": 16800
    },
    {
      "epoch": 1.8214440589765828,
      "grad_norm": 0.4659610390663147,
      "learning_rate": 3.9427680255331496e-05,
      "loss": 0.0434,
      "step": 16801
    },
    {
      "epoch": 1.8215524718126628,
      "grad_norm": 0.2722797095775604,
      "learning_rate": 3.942405338749457e-05,
      "loss": 0.0355,
      "step": 16802
    },
    {
      "epoch": 1.8216608846487423,
      "grad_norm": 0.020504863932728767,
      "learning_rate": 3.9420426519657624e-05,
      "loss": 0.0016,
      "step": 16803
    },
    {
      "epoch": 1.8217692974848223,
      "grad_norm": 0.4407746195793152,
      "learning_rate": 3.941679965182069e-05,
      "loss": 0.0693,
      "step": 16804
    },
    {
      "epoch": 1.8218777103209018,
      "grad_norm": 0.11412529647350311,
      "learning_rate": 3.941317278398375e-05,
      "loss": 0.025,
      "step": 16805
    },
    {
      "epoch": 1.8219861231569818,
      "grad_norm": 0.13378490507602692,
      "learning_rate": 3.9409545916146817e-05,
      "loss": 0.0304,
      "step": 16806
    },
    {
      "epoch": 1.8220945359930616,
      "grad_norm": 0.1939072459936142,
      "learning_rate": 3.940591904830988e-05,
      "loss": 0.0121,
      "step": 16807
    },
    {
      "epoch": 1.8222029488291414,
      "grad_norm": 0.5481464266777039,
      "learning_rate": 3.9402292180472945e-05,
      "loss": 0.0652,
      "step": 16808
    },
    {
      "epoch": 1.8223113616652211,
      "grad_norm": 0.20555049180984497,
      "learning_rate": 3.939866531263601e-05,
      "loss": 0.0246,
      "step": 16809
    },
    {
      "epoch": 1.8224197745013009,
      "grad_norm": 0.20314954221248627,
      "learning_rate": 3.939503844479907e-05,
      "loss": 0.0142,
      "step": 16810
    },
    {
      "epoch": 1.8225281873373809,
      "grad_norm": 0.1914365440607071,
      "learning_rate": 3.939141157696214e-05,
      "loss": 0.0382,
      "step": 16811
    },
    {
      "epoch": 1.8226366001734604,
      "grad_norm": 0.2501015365123749,
      "learning_rate": 3.93877847091252e-05,
      "loss": 0.0157,
      "step": 16812
    },
    {
      "epoch": 1.8227450130095404,
      "grad_norm": 0.3994358777999878,
      "learning_rate": 3.9384157841288265e-05,
      "loss": 0.0259,
      "step": 16813
    },
    {
      "epoch": 1.8228534258456202,
      "grad_norm": 0.21145479381084442,
      "learning_rate": 3.938053097345133e-05,
      "loss": 0.0224,
      "step": 16814
    },
    {
      "epoch": 1.8229618386817,
      "grad_norm": 0.3303016424179077,
      "learning_rate": 3.9376904105614393e-05,
      "loss": 0.011,
      "step": 16815
    },
    {
      "epoch": 1.8230702515177797,
      "grad_norm": 0.5826310515403748,
      "learning_rate": 3.937327723777746e-05,
      "loss": 0.089,
      "step": 16816
    },
    {
      "epoch": 1.8231786643538594,
      "grad_norm": 0.33593395352363586,
      "learning_rate": 3.936965036994052e-05,
      "loss": 0.0285,
      "step": 16817
    },
    {
      "epoch": 1.8232870771899394,
      "grad_norm": 0.20990149676799774,
      "learning_rate": 3.9366023502103586e-05,
      "loss": 0.043,
      "step": 16818
    },
    {
      "epoch": 1.823395490026019,
      "grad_norm": 0.22783125936985016,
      "learning_rate": 3.936239663426665e-05,
      "loss": 0.0224,
      "step": 16819
    },
    {
      "epoch": 1.823503902862099,
      "grad_norm": 0.5392584204673767,
      "learning_rate": 3.9358769766429714e-05,
      "loss": 0.0809,
      "step": 16820
    },
    {
      "epoch": 1.8236123156981785,
      "grad_norm": 0.2764486074447632,
      "learning_rate": 3.935514289859278e-05,
      "loss": 0.0486,
      "step": 16821
    },
    {
      "epoch": 1.8237207285342585,
      "grad_norm": 0.08993684500455856,
      "learning_rate": 3.935151603075584e-05,
      "loss": 0.0114,
      "step": 16822
    },
    {
      "epoch": 1.8238291413703382,
      "grad_norm": 0.12823514640331268,
      "learning_rate": 3.9347889162918906e-05,
      "loss": 0.0167,
      "step": 16823
    },
    {
      "epoch": 1.823937554206418,
      "grad_norm": 0.07303948700428009,
      "learning_rate": 3.934426229508197e-05,
      "loss": 0.0131,
      "step": 16824
    },
    {
      "epoch": 1.824045967042498,
      "grad_norm": 0.0997457355260849,
      "learning_rate": 3.9340635427245035e-05,
      "loss": 0.0101,
      "step": 16825
    },
    {
      "epoch": 1.8241543798785775,
      "grad_norm": 0.36627161502838135,
      "learning_rate": 3.933700855940809e-05,
      "loss": 0.0415,
      "step": 16826
    },
    {
      "epoch": 1.8242627927146575,
      "grad_norm": 0.11285123974084854,
      "learning_rate": 3.9333381691571156e-05,
      "loss": 0.0158,
      "step": 16827
    },
    {
      "epoch": 1.824371205550737,
      "grad_norm": 0.3460051715373993,
      "learning_rate": 3.932975482373423e-05,
      "loss": 0.0358,
      "step": 16828
    },
    {
      "epoch": 1.824479618386817,
      "grad_norm": 0.1540057361125946,
      "learning_rate": 3.932612795589729e-05,
      "loss": 0.0157,
      "step": 16829
    },
    {
      "epoch": 1.8245880312228968,
      "grad_norm": 0.3212093710899353,
      "learning_rate": 3.9322501088060355e-05,
      "loss": 0.0492,
      "step": 16830
    },
    {
      "epoch": 1.8246964440589766,
      "grad_norm": 0.19020527601242065,
      "learning_rate": 3.931887422022342e-05,
      "loss": 0.0334,
      "step": 16831
    },
    {
      "epoch": 1.8248048568950563,
      "grad_norm": 0.3532644212245941,
      "learning_rate": 3.931524735238648e-05,
      "loss": 0.025,
      "step": 16832
    },
    {
      "epoch": 1.824913269731136,
      "grad_norm": 0.1773686558008194,
      "learning_rate": 3.931162048454954e-05,
      "loss": 0.0192,
      "step": 16833
    },
    {
      "epoch": 1.825021682567216,
      "grad_norm": 0.08801711350679398,
      "learning_rate": 3.9307993616712605e-05,
      "loss": 0.0127,
      "step": 16834
    },
    {
      "epoch": 1.8251300954032956,
      "grad_norm": 0.43387526273727417,
      "learning_rate": 3.930436674887567e-05,
      "loss": 0.0343,
      "step": 16835
    },
    {
      "epoch": 1.8252385082393756,
      "grad_norm": 0.4019981324672699,
      "learning_rate": 3.930073988103874e-05,
      "loss": 0.0408,
      "step": 16836
    },
    {
      "epoch": 1.8253469210754554,
      "grad_norm": 0.2904421091079712,
      "learning_rate": 3.9297113013201804e-05,
      "loss": 0.0334,
      "step": 16837
    },
    {
      "epoch": 1.8254553339115351,
      "grad_norm": 0.5059945583343506,
      "learning_rate": 3.929348614536487e-05,
      "loss": 0.0132,
      "step": 16838
    },
    {
      "epoch": 1.825563746747615,
      "grad_norm": 0.13775672018527985,
      "learning_rate": 3.928985927752793e-05,
      "loss": 0.0163,
      "step": 16839
    },
    {
      "epoch": 1.8256721595836947,
      "grad_norm": 0.05072569474577904,
      "learning_rate": 3.9286232409690996e-05,
      "loss": 0.0049,
      "step": 16840
    },
    {
      "epoch": 1.8257805724197746,
      "grad_norm": 0.4068363904953003,
      "learning_rate": 3.9282605541854053e-05,
      "loss": 0.0322,
      "step": 16841
    },
    {
      "epoch": 1.8258889852558542,
      "grad_norm": 0.021647624671459198,
      "learning_rate": 3.927897867401712e-05,
      "loss": 0.002,
      "step": 16842
    },
    {
      "epoch": 1.8259973980919342,
      "grad_norm": 0.25383222103118896,
      "learning_rate": 3.927535180618018e-05,
      "loss": 0.033,
      "step": 16843
    },
    {
      "epoch": 1.8261058109280137,
      "grad_norm": 0.14786982536315918,
      "learning_rate": 3.9271724938343246e-05,
      "loss": 0.008,
      "step": 16844
    },
    {
      "epoch": 1.8262142237640937,
      "grad_norm": 0.19406168162822723,
      "learning_rate": 3.926809807050632e-05,
      "loss": 0.0372,
      "step": 16845
    },
    {
      "epoch": 1.8263226366001735,
      "grad_norm": 0.6044308543205261,
      "learning_rate": 3.926447120266938e-05,
      "loss": 0.0167,
      "step": 16846
    },
    {
      "epoch": 1.8264310494362532,
      "grad_norm": 0.33005544543266296,
      "learning_rate": 3.9260844334832445e-05,
      "loss": 0.0299,
      "step": 16847
    },
    {
      "epoch": 1.826539462272333,
      "grad_norm": 0.09064196795225143,
      "learning_rate": 3.92572174669955e-05,
      "loss": 0.0121,
      "step": 16848
    },
    {
      "epoch": 1.8266478751084128,
      "grad_norm": 0.06073148176074028,
      "learning_rate": 3.9253590599158566e-05,
      "loss": 0.0104,
      "step": 16849
    },
    {
      "epoch": 1.8267562879444927,
      "grad_norm": 0.07041008025407791,
      "learning_rate": 3.924996373132163e-05,
      "loss": 0.0067,
      "step": 16850
    },
    {
      "epoch": 1.8268647007805723,
      "grad_norm": 0.06861106306314468,
      "learning_rate": 3.9246336863484694e-05,
      "loss": 0.0046,
      "step": 16851
    },
    {
      "epoch": 1.8269731136166523,
      "grad_norm": 0.21196533739566803,
      "learning_rate": 3.924270999564776e-05,
      "loss": 0.0243,
      "step": 16852
    },
    {
      "epoch": 1.827081526452732,
      "grad_norm": 0.03794112429022789,
      "learning_rate": 3.923908312781082e-05,
      "loss": 0.0028,
      "step": 16853
    },
    {
      "epoch": 1.8271899392888118,
      "grad_norm": 0.10404457151889801,
      "learning_rate": 3.9235456259973894e-05,
      "loss": 0.0078,
      "step": 16854
    },
    {
      "epoch": 1.8272983521248916,
      "grad_norm": 0.22719697654247284,
      "learning_rate": 3.923182939213695e-05,
      "loss": 0.0384,
      "step": 16855
    },
    {
      "epoch": 1.8274067649609713,
      "grad_norm": 0.08404736965894699,
      "learning_rate": 3.9228202524300015e-05,
      "loss": 0.0088,
      "step": 16856
    },
    {
      "epoch": 1.8275151777970513,
      "grad_norm": 0.6817873120307922,
      "learning_rate": 3.922457565646308e-05,
      "loss": 0.078,
      "step": 16857
    },
    {
      "epoch": 1.8276235906331308,
      "grad_norm": 0.34378692507743835,
      "learning_rate": 3.922094878862614e-05,
      "loss": 0.0318,
      "step": 16858
    },
    {
      "epoch": 1.8277320034692108,
      "grad_norm": 0.15668366849422455,
      "learning_rate": 3.921732192078921e-05,
      "loss": 0.0315,
      "step": 16859
    },
    {
      "epoch": 1.8278404163052906,
      "grad_norm": 0.24203890562057495,
      "learning_rate": 3.921369505295227e-05,
      "loss": 0.0564,
      "step": 16860
    },
    {
      "epoch": 1.8279488291413704,
      "grad_norm": 0.38526636362075806,
      "learning_rate": 3.9210068185115336e-05,
      "loss": 0.0357,
      "step": 16861
    },
    {
      "epoch": 1.8280572419774501,
      "grad_norm": 0.2766537070274353,
      "learning_rate": 3.92064413172784e-05,
      "loss": 0.0602,
      "step": 16862
    },
    {
      "epoch": 1.8281656548135299,
      "grad_norm": 0.11934507638216019,
      "learning_rate": 3.9202814449441464e-05,
      "loss": 0.0126,
      "step": 16863
    },
    {
      "epoch": 1.8282740676496099,
      "grad_norm": 0.17285460233688354,
      "learning_rate": 3.919918758160453e-05,
      "loss": 0.0123,
      "step": 16864
    },
    {
      "epoch": 1.8283824804856894,
      "grad_norm": 0.19477102160453796,
      "learning_rate": 3.919556071376759e-05,
      "loss": 0.0175,
      "step": 16865
    },
    {
      "epoch": 1.8284908933217694,
      "grad_norm": 0.07614011317491531,
      "learning_rate": 3.9191933845930656e-05,
      "loss": 0.015,
      "step": 16866
    },
    {
      "epoch": 1.828599306157849,
      "grad_norm": 0.20632998645305634,
      "learning_rate": 3.918830697809372e-05,
      "loss": 0.0391,
      "step": 16867
    },
    {
      "epoch": 1.828707718993929,
      "grad_norm": 0.1076442301273346,
      "learning_rate": 3.9184680110256784e-05,
      "loss": 0.0127,
      "step": 16868
    },
    {
      "epoch": 1.8288161318300087,
      "grad_norm": 0.19481995701789856,
      "learning_rate": 3.918105324241985e-05,
      "loss": 0.0233,
      "step": 16869
    },
    {
      "epoch": 1.8289245446660884,
      "grad_norm": 0.14264315366744995,
      "learning_rate": 3.917742637458291e-05,
      "loss": 0.0139,
      "step": 16870
    },
    {
      "epoch": 1.8290329575021682,
      "grad_norm": 0.1350128948688507,
      "learning_rate": 3.9173799506745977e-05,
      "loss": 0.0125,
      "step": 16871
    },
    {
      "epoch": 1.829141370338248,
      "grad_norm": 0.18662558495998383,
      "learning_rate": 3.917017263890904e-05,
      "loss": 0.0162,
      "step": 16872
    },
    {
      "epoch": 1.829249783174328,
      "grad_norm": 0.4202786982059479,
      "learning_rate": 3.9166545771072105e-05,
      "loss": 0.0509,
      "step": 16873
    },
    {
      "epoch": 1.8293581960104075,
      "grad_norm": 0.03473387286067009,
      "learning_rate": 3.916291890323517e-05,
      "loss": 0.007,
      "step": 16874
    },
    {
      "epoch": 1.8294666088464875,
      "grad_norm": 0.10746626555919647,
      "learning_rate": 3.915929203539823e-05,
      "loss": 0.0081,
      "step": 16875
    },
    {
      "epoch": 1.8295750216825672,
      "grad_norm": 0.4125789403915405,
      "learning_rate": 3.91556651675613e-05,
      "loss": 0.0332,
      "step": 16876
    },
    {
      "epoch": 1.829683434518647,
      "grad_norm": 0.1411159634590149,
      "learning_rate": 3.915203829972436e-05,
      "loss": 0.0312,
      "step": 16877
    },
    {
      "epoch": 1.8297918473547268,
      "grad_norm": 0.1875704526901245,
      "learning_rate": 3.914841143188742e-05,
      "loss": 0.0166,
      "step": 16878
    },
    {
      "epoch": 1.8299002601908065,
      "grad_norm": 0.1784500926733017,
      "learning_rate": 3.914478456405048e-05,
      "loss": 0.0182,
      "step": 16879
    },
    {
      "epoch": 1.8300086730268865,
      "grad_norm": 0.14635057747364044,
      "learning_rate": 3.9141157696213554e-05,
      "loss": 0.033,
      "step": 16880
    },
    {
      "epoch": 1.830117085862966,
      "grad_norm": 0.43259525299072266,
      "learning_rate": 3.913753082837662e-05,
      "loss": 0.0601,
      "step": 16881
    },
    {
      "epoch": 1.830225498699046,
      "grad_norm": 0.12221276760101318,
      "learning_rate": 3.913390396053968e-05,
      "loss": 0.0108,
      "step": 16882
    },
    {
      "epoch": 1.8303339115351258,
      "grad_norm": 0.17688098549842834,
      "learning_rate": 3.9130277092702746e-05,
      "loss": 0.0204,
      "step": 16883
    },
    {
      "epoch": 1.8304423243712056,
      "grad_norm": 0.32992222905158997,
      "learning_rate": 3.912665022486581e-05,
      "loss": 0.0413,
      "step": 16884
    },
    {
      "epoch": 1.8305507372072853,
      "grad_norm": 0.15213453769683838,
      "learning_rate": 3.912302335702887e-05,
      "loss": 0.0197,
      "step": 16885
    },
    {
      "epoch": 1.830659150043365,
      "grad_norm": 0.04970269650220871,
      "learning_rate": 3.911939648919193e-05,
      "loss": 0.0056,
      "step": 16886
    },
    {
      "epoch": 1.830767562879445,
      "grad_norm": 0.5466042160987854,
      "learning_rate": 3.9115769621354995e-05,
      "loss": 0.0481,
      "step": 16887
    },
    {
      "epoch": 1.8308759757155246,
      "grad_norm": 0.054457228630781174,
      "learning_rate": 3.9112142753518066e-05,
      "loss": 0.0041,
      "step": 16888
    },
    {
      "epoch": 1.8309843885516046,
      "grad_norm": 0.2578578293323517,
      "learning_rate": 3.910851588568113e-05,
      "loss": 0.0356,
      "step": 16889
    },
    {
      "epoch": 1.8310928013876842,
      "grad_norm": 0.19454973936080933,
      "learning_rate": 3.9104889017844195e-05,
      "loss": 0.0239,
      "step": 16890
    },
    {
      "epoch": 1.8312012142237641,
      "grad_norm": 0.13502047955989838,
      "learning_rate": 3.910126215000726e-05,
      "loss": 0.0156,
      "step": 16891
    },
    {
      "epoch": 1.831309627059844,
      "grad_norm": 0.1672574132680893,
      "learning_rate": 3.909763528217032e-05,
      "loss": 0.0111,
      "step": 16892
    },
    {
      "epoch": 1.8314180398959237,
      "grad_norm": 0.1783359944820404,
      "learning_rate": 3.909400841433338e-05,
      "loss": 0.0085,
      "step": 16893
    },
    {
      "epoch": 1.8315264527320034,
      "grad_norm": 0.3010461628437042,
      "learning_rate": 3.9090381546496444e-05,
      "loss": 0.063,
      "step": 16894
    },
    {
      "epoch": 1.8316348655680832,
      "grad_norm": 0.3194734752178192,
      "learning_rate": 3.908675467865951e-05,
      "loss": 0.0197,
      "step": 16895
    },
    {
      "epoch": 1.8317432784041632,
      "grad_norm": 0.22033195197582245,
      "learning_rate": 3.908312781082257e-05,
      "loss": 0.0679,
      "step": 16896
    },
    {
      "epoch": 1.8318516912402427,
      "grad_norm": 0.22038190066814423,
      "learning_rate": 3.907950094298564e-05,
      "loss": 0.0355,
      "step": 16897
    },
    {
      "epoch": 1.8319601040763227,
      "grad_norm": 0.43163347244262695,
      "learning_rate": 3.907587407514871e-05,
      "loss": 0.0425,
      "step": 16898
    },
    {
      "epoch": 1.8320685169124025,
      "grad_norm": 0.2584657669067383,
      "learning_rate": 3.907224720731177e-05,
      "loss": 0.0369,
      "step": 16899
    },
    {
      "epoch": 1.8321769297484822,
      "grad_norm": 0.135801762342453,
      "learning_rate": 3.906862033947483e-05,
      "loss": 0.0044,
      "step": 16900
    },
    {
      "epoch": 1.832285342584562,
      "grad_norm": 0.3591487407684326,
      "learning_rate": 3.906499347163789e-05,
      "loss": 0.0395,
      "step": 16901
    },
    {
      "epoch": 1.8323937554206418,
      "grad_norm": 0.41237735748291016,
      "learning_rate": 3.906136660380096e-05,
      "loss": 0.0412,
      "step": 16902
    },
    {
      "epoch": 1.8325021682567217,
      "grad_norm": 0.19593313336372375,
      "learning_rate": 3.905773973596402e-05,
      "loss": 0.0203,
      "step": 16903
    },
    {
      "epoch": 1.8326105810928013,
      "grad_norm": 0.11190113425254822,
      "learning_rate": 3.9054112868127085e-05,
      "loss": 0.0122,
      "step": 16904
    },
    {
      "epoch": 1.8327189939288813,
      "grad_norm": 0.44623327255249023,
      "learning_rate": 3.9050486000290156e-05,
      "loss": 0.0532,
      "step": 16905
    },
    {
      "epoch": 1.8328274067649608,
      "grad_norm": 0.3881129324436188,
      "learning_rate": 3.904685913245322e-05,
      "loss": 0.0517,
      "step": 16906
    },
    {
      "epoch": 1.8329358196010408,
      "grad_norm": 0.21263276040554047,
      "learning_rate": 3.904323226461628e-05,
      "loss": 0.0205,
      "step": 16907
    },
    {
      "epoch": 1.8330442324371206,
      "grad_norm": 0.11882172524929047,
      "learning_rate": 3.903960539677934e-05,
      "loss": 0.02,
      "step": 16908
    },
    {
      "epoch": 1.8331526452732003,
      "grad_norm": 0.15286864340305328,
      "learning_rate": 3.9035978528942406e-05,
      "loss": 0.0166,
      "step": 16909
    },
    {
      "epoch": 1.83326105810928,
      "grad_norm": 0.2771144509315491,
      "learning_rate": 3.903235166110547e-05,
      "loss": 0.0548,
      "step": 16910
    },
    {
      "epoch": 1.8333694709453598,
      "grad_norm": 0.21031615138053894,
      "learning_rate": 3.9028724793268534e-05,
      "loss": 0.0335,
      "step": 16911
    },
    {
      "epoch": 1.8334778837814398,
      "grad_norm": 0.14740288257598877,
      "learning_rate": 3.90250979254316e-05,
      "loss": 0.0273,
      "step": 16912
    },
    {
      "epoch": 1.8335862966175194,
      "grad_norm": 0.10384776443243027,
      "learning_rate": 3.902147105759466e-05,
      "loss": 0.0061,
      "step": 16913
    },
    {
      "epoch": 1.8336947094535994,
      "grad_norm": 0.16969621181488037,
      "learning_rate": 3.9017844189757726e-05,
      "loss": 0.0226,
      "step": 16914
    },
    {
      "epoch": 1.8338031222896791,
      "grad_norm": 0.1813606470823288,
      "learning_rate": 3.901421732192079e-05,
      "loss": 0.017,
      "step": 16915
    },
    {
      "epoch": 1.8339115351257589,
      "grad_norm": 0.515960693359375,
      "learning_rate": 3.9010590454083855e-05,
      "loss": 0.0277,
      "step": 16916
    },
    {
      "epoch": 1.8340199479618386,
      "grad_norm": 0.7997570633888245,
      "learning_rate": 3.900696358624692e-05,
      "loss": 0.052,
      "step": 16917
    },
    {
      "epoch": 1.8341283607979184,
      "grad_norm": 0.5173584818840027,
      "learning_rate": 3.900333671840998e-05,
      "loss": 0.0713,
      "step": 16918
    },
    {
      "epoch": 1.8342367736339984,
      "grad_norm": 0.5306484699249268,
      "learning_rate": 3.899970985057305e-05,
      "loss": 0.0296,
      "step": 16919
    },
    {
      "epoch": 1.834345186470078,
      "grad_norm": 0.2884431481361389,
      "learning_rate": 3.899608298273611e-05,
      "loss": 0.0266,
      "step": 16920
    },
    {
      "epoch": 1.834453599306158,
      "grad_norm": 0.19993384182453156,
      "learning_rate": 3.8992456114899175e-05,
      "loss": 0.0201,
      "step": 16921
    },
    {
      "epoch": 1.8345620121422377,
      "grad_norm": 0.09152109175920486,
      "learning_rate": 3.898882924706224e-05,
      "loss": 0.0132,
      "step": 16922
    },
    {
      "epoch": 1.8346704249783174,
      "grad_norm": 0.3789795935153961,
      "learning_rate": 3.89852023792253e-05,
      "loss": 0.0473,
      "step": 16923
    },
    {
      "epoch": 1.8347788378143972,
      "grad_norm": 0.12481410801410675,
      "learning_rate": 3.898157551138837e-05,
      "loss": 0.0226,
      "step": 16924
    },
    {
      "epoch": 1.834887250650477,
      "grad_norm": 0.363040566444397,
      "learning_rate": 3.897794864355143e-05,
      "loss": 0.0231,
      "step": 16925
    },
    {
      "epoch": 1.834995663486557,
      "grad_norm": 0.18053875863552094,
      "learning_rate": 3.8974321775714496e-05,
      "loss": 0.0093,
      "step": 16926
    },
    {
      "epoch": 1.8351040763226365,
      "grad_norm": 0.3630182147026062,
      "learning_rate": 3.897069490787756e-05,
      "loss": 0.0227,
      "step": 16927
    },
    {
      "epoch": 1.8352124891587165,
      "grad_norm": 0.5203472375869751,
      "learning_rate": 3.8967068040040624e-05,
      "loss": 0.0277,
      "step": 16928
    },
    {
      "epoch": 1.835320901994796,
      "grad_norm": 0.327106237411499,
      "learning_rate": 3.896344117220369e-05,
      "loss": 0.0243,
      "step": 16929
    },
    {
      "epoch": 1.835429314830876,
      "grad_norm": 0.055482108145952225,
      "learning_rate": 3.8959814304366745e-05,
      "loss": 0.0068,
      "step": 16930
    },
    {
      "epoch": 1.8355377276669558,
      "grad_norm": 0.06909317523241043,
      "learning_rate": 3.8956187436529816e-05,
      "loss": 0.0068,
      "step": 16931
    },
    {
      "epoch": 1.8356461405030355,
      "grad_norm": 0.08519801497459412,
      "learning_rate": 3.895256056869288e-05,
      "loss": 0.0141,
      "step": 16932
    },
    {
      "epoch": 1.8357545533391153,
      "grad_norm": 0.3772427439689636,
      "learning_rate": 3.8948933700855944e-05,
      "loss": 0.0317,
      "step": 16933
    },
    {
      "epoch": 1.835862966175195,
      "grad_norm": 0.12903496623039246,
      "learning_rate": 3.894530683301901e-05,
      "loss": 0.0148,
      "step": 16934
    },
    {
      "epoch": 1.835971379011275,
      "grad_norm": 0.16055119037628174,
      "learning_rate": 3.894167996518207e-05,
      "loss": 0.0293,
      "step": 16935
    },
    {
      "epoch": 1.8360797918473546,
      "grad_norm": 0.32010722160339355,
      "learning_rate": 3.893805309734514e-05,
      "loss": 0.0413,
      "step": 16936
    },
    {
      "epoch": 1.8361882046834346,
      "grad_norm": 0.20445500314235687,
      "learning_rate": 3.89344262295082e-05,
      "loss": 0.0213,
      "step": 16937
    },
    {
      "epoch": 1.8362966175195143,
      "grad_norm": 0.052321601659059525,
      "learning_rate": 3.893079936167126e-05,
      "loss": 0.0064,
      "step": 16938
    },
    {
      "epoch": 1.836405030355594,
      "grad_norm": 0.3813125193119049,
      "learning_rate": 3.892717249383432e-05,
      "loss": 0.0434,
      "step": 16939
    },
    {
      "epoch": 1.8365134431916739,
      "grad_norm": 0.04858091101050377,
      "learning_rate": 3.892354562599739e-05,
      "loss": 0.0089,
      "step": 16940
    },
    {
      "epoch": 1.8366218560277536,
      "grad_norm": 0.17906449735164642,
      "learning_rate": 3.891991875816046e-05,
      "loss": 0.0415,
      "step": 16941
    },
    {
      "epoch": 1.8367302688638336,
      "grad_norm": 0.23154661059379578,
      "learning_rate": 3.891629189032352e-05,
      "loss": 0.0161,
      "step": 16942
    },
    {
      "epoch": 1.8368386816999132,
      "grad_norm": 0.2510932683944702,
      "learning_rate": 3.8912665022486585e-05,
      "loss": 0.0565,
      "step": 16943
    },
    {
      "epoch": 1.8369470945359931,
      "grad_norm": 0.08820918202400208,
      "learning_rate": 3.890903815464965e-05,
      "loss": 0.0117,
      "step": 16944
    },
    {
      "epoch": 1.837055507372073,
      "grad_norm": 0.059222400188446045,
      "learning_rate": 3.890541128681271e-05,
      "loss": 0.0044,
      "step": 16945
    },
    {
      "epoch": 1.8371639202081527,
      "grad_norm": 0.6438018083572388,
      "learning_rate": 3.890178441897577e-05,
      "loss": 0.0787,
      "step": 16946
    },
    {
      "epoch": 1.8372723330442324,
      "grad_norm": 0.10299450904130936,
      "learning_rate": 3.8898157551138835e-05,
      "loss": 0.0182,
      "step": 16947
    },
    {
      "epoch": 1.8373807458803122,
      "grad_norm": 0.19126278162002563,
      "learning_rate": 3.88945306833019e-05,
      "loss": 0.0178,
      "step": 16948
    },
    {
      "epoch": 1.8374891587163922,
      "grad_norm": 0.3494166135787964,
      "learning_rate": 3.889090381546497e-05,
      "loss": 0.0377,
      "step": 16949
    },
    {
      "epoch": 1.8375975715524717,
      "grad_norm": 0.1849242001771927,
      "learning_rate": 3.8887276947628034e-05,
      "loss": 0.0171,
      "step": 16950
    },
    {
      "epoch": 1.8377059843885517,
      "grad_norm": 0.19825462996959686,
      "learning_rate": 3.88836500797911e-05,
      "loss": 0.0315,
      "step": 16951
    },
    {
      "epoch": 1.8378143972246312,
      "grad_norm": 0.2595036029815674,
      "learning_rate": 3.8880023211954156e-05,
      "loss": 0.0289,
      "step": 16952
    },
    {
      "epoch": 1.8379228100607112,
      "grad_norm": 0.03948930278420448,
      "learning_rate": 3.887639634411722e-05,
      "loss": 0.0032,
      "step": 16953
    },
    {
      "epoch": 1.838031222896791,
      "grad_norm": 0.23071017861366272,
      "learning_rate": 3.8872769476280284e-05,
      "loss": 0.012,
      "step": 16954
    },
    {
      "epoch": 1.8381396357328708,
      "grad_norm": 0.09909109026193619,
      "learning_rate": 3.886914260844335e-05,
      "loss": 0.0106,
      "step": 16955
    },
    {
      "epoch": 1.8382480485689505,
      "grad_norm": 0.2714604437351227,
      "learning_rate": 3.886551574060641e-05,
      "loss": 0.0186,
      "step": 16956
    },
    {
      "epoch": 1.8383564614050303,
      "grad_norm": 0.2436695396900177,
      "learning_rate": 3.886188887276948e-05,
      "loss": 0.0288,
      "step": 16957
    },
    {
      "epoch": 1.8384648742411103,
      "grad_norm": 0.37037286162376404,
      "learning_rate": 3.885826200493255e-05,
      "loss": 0.024,
      "step": 16958
    },
    {
      "epoch": 1.8385732870771898,
      "grad_norm": 0.5158835053443909,
      "learning_rate": 3.8854635137095604e-05,
      "loss": 0.0474,
      "step": 16959
    },
    {
      "epoch": 1.8386816999132698,
      "grad_norm": 0.25338196754455566,
      "learning_rate": 3.885100826925867e-05,
      "loss": 0.0462,
      "step": 16960
    },
    {
      "epoch": 1.8387901127493496,
      "grad_norm": 0.2765463590621948,
      "learning_rate": 3.884738140142173e-05,
      "loss": 0.0208,
      "step": 16961
    },
    {
      "epoch": 1.8388985255854293,
      "grad_norm": 0.07804515212774277,
      "learning_rate": 3.8843754533584797e-05,
      "loss": 0.0077,
      "step": 16962
    },
    {
      "epoch": 1.839006938421509,
      "grad_norm": 0.22095808386802673,
      "learning_rate": 3.884012766574786e-05,
      "loss": 0.009,
      "step": 16963
    },
    {
      "epoch": 1.8391153512575888,
      "grad_norm": 0.608360230922699,
      "learning_rate": 3.8836500797910925e-05,
      "loss": 0.0713,
      "step": 16964
    },
    {
      "epoch": 1.8392237640936688,
      "grad_norm": 0.22073426842689514,
      "learning_rate": 3.883287393007399e-05,
      "loss": 0.028,
      "step": 16965
    },
    {
      "epoch": 1.8393321769297484,
      "grad_norm": 0.15765728056430817,
      "learning_rate": 3.882924706223705e-05,
      "loss": 0.0224,
      "step": 16966
    },
    {
      "epoch": 1.8394405897658284,
      "grad_norm": 0.1592141091823578,
      "learning_rate": 3.882562019440012e-05,
      "loss": 0.0149,
      "step": 16967
    },
    {
      "epoch": 1.839549002601908,
      "grad_norm": 0.260343074798584,
      "learning_rate": 3.882199332656318e-05,
      "loss": 0.0416,
      "step": 16968
    },
    {
      "epoch": 1.8396574154379879,
      "grad_norm": 0.12972643971443176,
      "learning_rate": 3.8818366458726245e-05,
      "loss": 0.0119,
      "step": 16969
    },
    {
      "epoch": 1.8397658282740676,
      "grad_norm": 0.46643418073654175,
      "learning_rate": 3.881473959088931e-05,
      "loss": 0.0308,
      "step": 16970
    },
    {
      "epoch": 1.8398742411101474,
      "grad_norm": 0.34064221382141113,
      "learning_rate": 3.8811112723052374e-05,
      "loss": 0.0364,
      "step": 16971
    },
    {
      "epoch": 1.8399826539462274,
      "grad_norm": 0.05794551223516464,
      "learning_rate": 3.880748585521544e-05,
      "loss": 0.005,
      "step": 16972
    },
    {
      "epoch": 1.840091066782307,
      "grad_norm": 0.279816210269928,
      "learning_rate": 3.88038589873785e-05,
      "loss": 0.0386,
      "step": 16973
    },
    {
      "epoch": 1.840199479618387,
      "grad_norm": 0.12989020347595215,
      "learning_rate": 3.8800232119541566e-05,
      "loss": 0.0201,
      "step": 16974
    },
    {
      "epoch": 1.8403078924544665,
      "grad_norm": 0.09308211505413055,
      "learning_rate": 3.879660525170463e-05,
      "loss": 0.0224,
      "step": 16975
    },
    {
      "epoch": 1.8404163052905465,
      "grad_norm": 0.13006865978240967,
      "learning_rate": 3.8792978383867694e-05,
      "loss": 0.0152,
      "step": 16976
    },
    {
      "epoch": 1.8405247181266262,
      "grad_norm": 0.27387672662734985,
      "learning_rate": 3.878935151603076e-05,
      "loss": 0.0152,
      "step": 16977
    },
    {
      "epoch": 1.840633130962706,
      "grad_norm": 0.15447349846363068,
      "learning_rate": 3.878572464819382e-05,
      "loss": 0.0102,
      "step": 16978
    },
    {
      "epoch": 1.8407415437987857,
      "grad_norm": 0.18355461955070496,
      "learning_rate": 3.8782097780356886e-05,
      "loss": 0.0195,
      "step": 16979
    },
    {
      "epoch": 1.8408499566348655,
      "grad_norm": 0.3042326867580414,
      "learning_rate": 3.877847091251995e-05,
      "loss": 0.0272,
      "step": 16980
    },
    {
      "epoch": 1.8409583694709455,
      "grad_norm": 0.18172690272331238,
      "learning_rate": 3.8774844044683015e-05,
      "loss": 0.027,
      "step": 16981
    },
    {
      "epoch": 1.841066782307025,
      "grad_norm": 0.13666675984859467,
      "learning_rate": 3.877121717684607e-05,
      "loss": 0.0119,
      "step": 16982
    },
    {
      "epoch": 1.841175195143105,
      "grad_norm": 0.15628696978092194,
      "learning_rate": 3.876759030900914e-05,
      "loss": 0.013,
      "step": 16983
    },
    {
      "epoch": 1.8412836079791848,
      "grad_norm": 0.22050470113754272,
      "learning_rate": 3.876396344117221e-05,
      "loss": 0.0214,
      "step": 16984
    },
    {
      "epoch": 1.8413920208152645,
      "grad_norm": 0.16578122973442078,
      "learning_rate": 3.876033657333527e-05,
      "loss": 0.0127,
      "step": 16985
    },
    {
      "epoch": 1.8415004336513443,
      "grad_norm": 0.27588993310928345,
      "learning_rate": 3.8756709705498335e-05,
      "loss": 0.0269,
      "step": 16986
    },
    {
      "epoch": 1.841608846487424,
      "grad_norm": 0.1227862536907196,
      "learning_rate": 3.87530828376614e-05,
      "loss": 0.0101,
      "step": 16987
    },
    {
      "epoch": 1.841717259323504,
      "grad_norm": 0.04780077561736107,
      "learning_rate": 3.874945596982446e-05,
      "loss": 0.004,
      "step": 16988
    },
    {
      "epoch": 1.8418256721595836,
      "grad_norm": 0.21912725269794464,
      "learning_rate": 3.874582910198753e-05,
      "loss": 0.0169,
      "step": 16989
    },
    {
      "epoch": 1.8419340849956636,
      "grad_norm": 0.24051424860954285,
      "learning_rate": 3.8742202234150585e-05,
      "loss": 0.0279,
      "step": 16990
    },
    {
      "epoch": 1.8420424978317431,
      "grad_norm": 0.28178414702415466,
      "learning_rate": 3.873857536631365e-05,
      "loss": 0.0195,
      "step": 16991
    },
    {
      "epoch": 1.842150910667823,
      "grad_norm": 0.028309430927038193,
      "learning_rate": 3.873494849847672e-05,
      "loss": 0.0021,
      "step": 16992
    },
    {
      "epoch": 1.8422593235039029,
      "grad_norm": 0.23194482922554016,
      "learning_rate": 3.8731321630639784e-05,
      "loss": 0.0166,
      "step": 16993
    },
    {
      "epoch": 1.8423677363399826,
      "grad_norm": 0.829220175743103,
      "learning_rate": 3.872769476280285e-05,
      "loss": 0.0692,
      "step": 16994
    },
    {
      "epoch": 1.8424761491760624,
      "grad_norm": 0.8456820249557495,
      "learning_rate": 3.872406789496591e-05,
      "loss": 0.0754,
      "step": 16995
    },
    {
      "epoch": 1.8425845620121422,
      "grad_norm": 0.2908705770969391,
      "learning_rate": 3.8720441027128976e-05,
      "loss": 0.0351,
      "step": 16996
    },
    {
      "epoch": 1.8426929748482221,
      "grad_norm": 0.36577141284942627,
      "learning_rate": 3.8716814159292034e-05,
      "loss": 0.0792,
      "step": 16997
    },
    {
      "epoch": 1.8428013876843017,
      "grad_norm": 0.2201680839061737,
      "learning_rate": 3.87131872914551e-05,
      "loss": 0.0289,
      "step": 16998
    },
    {
      "epoch": 1.8429098005203817,
      "grad_norm": 0.10670237243175507,
      "learning_rate": 3.870956042361816e-05,
      "loss": 0.0091,
      "step": 16999
    },
    {
      "epoch": 1.8430182133564614,
      "grad_norm": 0.32214856147766113,
      "learning_rate": 3.870593355578123e-05,
      "loss": 0.0293,
      "step": 17000
    },
    {
      "epoch": 1.8431266261925412,
      "grad_norm": 0.2175036370754242,
      "learning_rate": 3.87023066879443e-05,
      "loss": 0.0168,
      "step": 17001
    },
    {
      "epoch": 1.843235039028621,
      "grad_norm": 0.3147014379501343,
      "learning_rate": 3.869867982010736e-05,
      "loss": 0.0385,
      "step": 17002
    },
    {
      "epoch": 1.8433434518647007,
      "grad_norm": 0.19347400963306427,
      "learning_rate": 3.8695052952270425e-05,
      "loss": 0.015,
      "step": 17003
    },
    {
      "epoch": 1.8434518647007807,
      "grad_norm": 0.5059288144111633,
      "learning_rate": 3.869142608443348e-05,
      "loss": 0.0369,
      "step": 17004
    },
    {
      "epoch": 1.8435602775368602,
      "grad_norm": 0.30336782336235046,
      "learning_rate": 3.8687799216596546e-05,
      "loss": 0.0142,
      "step": 17005
    },
    {
      "epoch": 1.8436686903729402,
      "grad_norm": 0.061857786029577255,
      "learning_rate": 3.868417234875961e-05,
      "loss": 0.0089,
      "step": 17006
    },
    {
      "epoch": 1.84377710320902,
      "grad_norm": 0.34223872423171997,
      "learning_rate": 3.8680545480922675e-05,
      "loss": 0.0472,
      "step": 17007
    },
    {
      "epoch": 1.8438855160450998,
      "grad_norm": 0.1970243602991104,
      "learning_rate": 3.867691861308574e-05,
      "loss": 0.0096,
      "step": 17008
    },
    {
      "epoch": 1.8439939288811795,
      "grad_norm": 0.11761458963155746,
      "learning_rate": 3.867329174524881e-05,
      "loss": 0.016,
      "step": 17009
    },
    {
      "epoch": 1.8441023417172593,
      "grad_norm": 0.09451417624950409,
      "learning_rate": 3.8669664877411874e-05,
      "loss": 0.0058,
      "step": 17010
    },
    {
      "epoch": 1.8442107545533393,
      "grad_norm": 0.10728450864553452,
      "learning_rate": 3.866603800957493e-05,
      "loss": 0.0093,
      "step": 17011
    },
    {
      "epoch": 1.8443191673894188,
      "grad_norm": 0.023898446932435036,
      "learning_rate": 3.8662411141737995e-05,
      "loss": 0.0015,
      "step": 17012
    },
    {
      "epoch": 1.8444275802254988,
      "grad_norm": 0.3714272379875183,
      "learning_rate": 3.865878427390106e-05,
      "loss": 0.0434,
      "step": 17013
    },
    {
      "epoch": 1.8445359930615783,
      "grad_norm": 0.3488774597644806,
      "learning_rate": 3.865515740606412e-05,
      "loss": 0.02,
      "step": 17014
    },
    {
      "epoch": 1.8446444058976583,
      "grad_norm": 0.04638705402612686,
      "learning_rate": 3.865153053822719e-05,
      "loss": 0.0056,
      "step": 17015
    },
    {
      "epoch": 1.844752818733738,
      "grad_norm": 0.39210301637649536,
      "learning_rate": 3.864790367039025e-05,
      "loss": 0.0417,
      "step": 17016
    },
    {
      "epoch": 1.8448612315698178,
      "grad_norm": 0.26340728998184204,
      "learning_rate": 3.8644276802553316e-05,
      "loss": 0.0135,
      "step": 17017
    },
    {
      "epoch": 1.8449696444058976,
      "grad_norm": 0.04206440970301628,
      "learning_rate": 3.864064993471638e-05,
      "loss": 0.0037,
      "step": 17018
    },
    {
      "epoch": 1.8450780572419774,
      "grad_norm": 0.0832720696926117,
      "learning_rate": 3.8637023066879444e-05,
      "loss": 0.0112,
      "step": 17019
    },
    {
      "epoch": 1.8451864700780574,
      "grad_norm": 0.43807005882263184,
      "learning_rate": 3.863339619904251e-05,
      "loss": 0.0207,
      "step": 17020
    },
    {
      "epoch": 1.845294882914137,
      "grad_norm": 0.44742080569267273,
      "learning_rate": 3.862976933120557e-05,
      "loss": 0.0142,
      "step": 17021
    },
    {
      "epoch": 1.8454032957502169,
      "grad_norm": 0.3509367108345032,
      "learning_rate": 3.8626142463368636e-05,
      "loss": 0.033,
      "step": 17022
    },
    {
      "epoch": 1.8455117085862967,
      "grad_norm": 0.34167298674583435,
      "learning_rate": 3.86225155955317e-05,
      "loss": 0.0354,
      "step": 17023
    },
    {
      "epoch": 1.8456201214223764,
      "grad_norm": 0.18401046097278595,
      "learning_rate": 3.8618888727694764e-05,
      "loss": 0.009,
      "step": 17024
    },
    {
      "epoch": 1.8457285342584562,
      "grad_norm": 0.1825028657913208,
      "learning_rate": 3.861526185985783e-05,
      "loss": 0.0245,
      "step": 17025
    },
    {
      "epoch": 1.845836947094536,
      "grad_norm": 0.30813470482826233,
      "learning_rate": 3.861163499202089e-05,
      "loss": 0.0359,
      "step": 17026
    },
    {
      "epoch": 1.845945359930616,
      "grad_norm": 0.20356081426143646,
      "learning_rate": 3.860800812418396e-05,
      "loss": 0.0285,
      "step": 17027
    },
    {
      "epoch": 1.8460537727666955,
      "grad_norm": 0.29616600275039673,
      "learning_rate": 3.860438125634702e-05,
      "loss": 0.0246,
      "step": 17028
    },
    {
      "epoch": 1.8461621856027755,
      "grad_norm": 0.34883734583854675,
      "learning_rate": 3.8600754388510085e-05,
      "loss": 0.0205,
      "step": 17029
    },
    {
      "epoch": 1.8462705984388552,
      "grad_norm": 0.33845558762550354,
      "learning_rate": 3.859712752067315e-05,
      "loss": 0.0379,
      "step": 17030
    },
    {
      "epoch": 1.846379011274935,
      "grad_norm": 0.38629934191703796,
      "learning_rate": 3.859350065283621e-05,
      "loss": 0.0256,
      "step": 17031
    },
    {
      "epoch": 1.8464874241110147,
      "grad_norm": 0.17208851873874664,
      "learning_rate": 3.858987378499928e-05,
      "loss": 0.0081,
      "step": 17032
    },
    {
      "epoch": 1.8465958369470945,
      "grad_norm": 0.28445756435394287,
      "learning_rate": 3.858624691716234e-05,
      "loss": 0.0171,
      "step": 17033
    },
    {
      "epoch": 1.8467042497831745,
      "grad_norm": 0.11056817322969437,
      "learning_rate": 3.85826200493254e-05,
      "loss": 0.0072,
      "step": 17034
    },
    {
      "epoch": 1.846812662619254,
      "grad_norm": 0.3805917501449585,
      "learning_rate": 3.857899318148847e-05,
      "loss": 0.0325,
      "step": 17035
    },
    {
      "epoch": 1.846921075455334,
      "grad_norm": 0.2604878544807434,
      "learning_rate": 3.8575366313651534e-05,
      "loss": 0.022,
      "step": 17036
    },
    {
      "epoch": 1.8470294882914136,
      "grad_norm": 0.3168025314807892,
      "learning_rate": 3.85717394458146e-05,
      "loss": 0.0273,
      "step": 17037
    },
    {
      "epoch": 1.8471379011274935,
      "grad_norm": 0.2570301294326782,
      "learning_rate": 3.856811257797766e-05,
      "loss": 0.0277,
      "step": 17038
    },
    {
      "epoch": 1.8472463139635733,
      "grad_norm": 0.12975730001926422,
      "learning_rate": 3.8564485710140726e-05,
      "loss": 0.0605,
      "step": 17039
    },
    {
      "epoch": 1.847354726799653,
      "grad_norm": 0.3198401629924774,
      "learning_rate": 3.856085884230379e-05,
      "loss": 0.0119,
      "step": 17040
    },
    {
      "epoch": 1.8474631396357328,
      "grad_norm": 0.16264872252941132,
      "learning_rate": 3.8557231974466854e-05,
      "loss": 0.0121,
      "step": 17041
    },
    {
      "epoch": 1.8475715524718126,
      "grad_norm": 0.4393561780452728,
      "learning_rate": 3.855360510662991e-05,
      "loss": 0.0236,
      "step": 17042
    },
    {
      "epoch": 1.8476799653078926,
      "grad_norm": 0.17021510004997253,
      "learning_rate": 3.8549978238792976e-05,
      "loss": 0.0252,
      "step": 17043
    },
    {
      "epoch": 1.8477883781439721,
      "grad_norm": 0.08017143607139587,
      "learning_rate": 3.8546351370956046e-05,
      "loss": 0.0099,
      "step": 17044
    },
    {
      "epoch": 1.847896790980052,
      "grad_norm": 0.15269681811332703,
      "learning_rate": 3.854272450311911e-05,
      "loss": 0.0101,
      "step": 17045
    },
    {
      "epoch": 1.8480052038161319,
      "grad_norm": 0.049745380878448486,
      "learning_rate": 3.8539097635282175e-05,
      "loss": 0.0038,
      "step": 17046
    },
    {
      "epoch": 1.8481136166522116,
      "grad_norm": 0.6380544900894165,
      "learning_rate": 3.853547076744524e-05,
      "loss": 0.0357,
      "step": 17047
    },
    {
      "epoch": 1.8482220294882914,
      "grad_norm": 0.2854907810688019,
      "learning_rate": 3.85318438996083e-05,
      "loss": 0.0362,
      "step": 17048
    },
    {
      "epoch": 1.8483304423243712,
      "grad_norm": 0.33302322030067444,
      "learning_rate": 3.852821703177136e-05,
      "loss": 0.0297,
      "step": 17049
    },
    {
      "epoch": 1.8484388551604511,
      "grad_norm": 0.310330867767334,
      "learning_rate": 3.8524590163934424e-05,
      "loss": 0.0181,
      "step": 17050
    },
    {
      "epoch": 1.8485472679965307,
      "grad_norm": 0.018459247425198555,
      "learning_rate": 3.852096329609749e-05,
      "loss": 0.0008,
      "step": 17051
    },
    {
      "epoch": 1.8486556808326107,
      "grad_norm": 0.21996107697486877,
      "learning_rate": 3.851733642826056e-05,
      "loss": 0.0176,
      "step": 17052
    },
    {
      "epoch": 1.8487640936686902,
      "grad_norm": 0.4550473392009735,
      "learning_rate": 3.8513709560423623e-05,
      "loss": 0.0546,
      "step": 17053
    },
    {
      "epoch": 1.8488725065047702,
      "grad_norm": 0.5301525592803955,
      "learning_rate": 3.851008269258669e-05,
      "loss": 0.0716,
      "step": 17054
    },
    {
      "epoch": 1.84898091934085,
      "grad_norm": 0.24575935304164886,
      "learning_rate": 3.850645582474975e-05,
      "loss": 0.0557,
      "step": 17055
    },
    {
      "epoch": 1.8490893321769297,
      "grad_norm": 0.42866694927215576,
      "learning_rate": 3.850282895691281e-05,
      "loss": 0.0603,
      "step": 17056
    },
    {
      "epoch": 1.8491977450130095,
      "grad_norm": 0.18621310591697693,
      "learning_rate": 3.849920208907587e-05,
      "loss": 0.0356,
      "step": 17057
    },
    {
      "epoch": 1.8493061578490892,
      "grad_norm": 0.19475646317005157,
      "learning_rate": 3.849557522123894e-05,
      "loss": 0.0124,
      "step": 17058
    },
    {
      "epoch": 1.8494145706851692,
      "grad_norm": 0.09366659820079803,
      "learning_rate": 3.8491948353402e-05,
      "loss": 0.0096,
      "step": 17059
    },
    {
      "epoch": 1.8495229835212488,
      "grad_norm": 0.23239712417125702,
      "learning_rate": 3.8488321485565065e-05,
      "loss": 0.025,
      "step": 17060
    },
    {
      "epoch": 1.8496313963573288,
      "grad_norm": 0.23596064746379852,
      "learning_rate": 3.8484694617728136e-05,
      "loss": 0.0229,
      "step": 17061
    },
    {
      "epoch": 1.8497398091934085,
      "grad_norm": 0.08591096103191376,
      "learning_rate": 3.84810677498912e-05,
      "loss": 0.0072,
      "step": 17062
    },
    {
      "epoch": 1.8498482220294883,
      "grad_norm": 0.4591129720211029,
      "learning_rate": 3.847744088205426e-05,
      "loss": 0.0785,
      "step": 17063
    },
    {
      "epoch": 1.849956634865568,
      "grad_norm": 0.24626564979553223,
      "learning_rate": 3.847381401421732e-05,
      "loss": 0.0313,
      "step": 17064
    },
    {
      "epoch": 1.8500650477016478,
      "grad_norm": 0.307968407869339,
      "learning_rate": 3.8470187146380386e-05,
      "loss": 0.0435,
      "step": 17065
    },
    {
      "epoch": 1.8501734605377278,
      "grad_norm": 0.45803308486938477,
      "learning_rate": 3.846656027854345e-05,
      "loss": 0.0473,
      "step": 17066
    },
    {
      "epoch": 1.8502818733738073,
      "grad_norm": 0.07106374949216843,
      "learning_rate": 3.8462933410706514e-05,
      "loss": 0.0109,
      "step": 17067
    },
    {
      "epoch": 1.8503902862098873,
      "grad_norm": 0.14052504301071167,
      "learning_rate": 3.845930654286958e-05,
      "loss": 0.0059,
      "step": 17068
    },
    {
      "epoch": 1.850498699045967,
      "grad_norm": 0.4680364727973938,
      "learning_rate": 3.845567967503264e-05,
      "loss": 0.0085,
      "step": 17069
    },
    {
      "epoch": 1.8506071118820469,
      "grad_norm": 0.03584762290120125,
      "learning_rate": 3.845205280719571e-05,
      "loss": 0.0033,
      "step": 17070
    },
    {
      "epoch": 1.8507155247181266,
      "grad_norm": 0.24719443917274475,
      "learning_rate": 3.844842593935877e-05,
      "loss": 0.0103,
      "step": 17071
    },
    {
      "epoch": 1.8508239375542064,
      "grad_norm": 0.3174472451210022,
      "learning_rate": 3.8444799071521835e-05,
      "loss": 0.0895,
      "step": 17072
    },
    {
      "epoch": 1.8509323503902864,
      "grad_norm": 0.09344461560249329,
      "learning_rate": 3.84411722036849e-05,
      "loss": 0.0109,
      "step": 17073
    },
    {
      "epoch": 1.851040763226366,
      "grad_norm": 0.0758933499455452,
      "learning_rate": 3.843754533584796e-05,
      "loss": 0.0076,
      "step": 17074
    },
    {
      "epoch": 1.851149176062446,
      "grad_norm": 0.2665533721446991,
      "learning_rate": 3.843391846801103e-05,
      "loss": 0.0517,
      "step": 17075
    },
    {
      "epoch": 1.8512575888985254,
      "grad_norm": 0.35514578223228455,
      "learning_rate": 3.843029160017409e-05,
      "loss": 0.0376,
      "step": 17076
    },
    {
      "epoch": 1.8513660017346054,
      "grad_norm": 0.047305818647146225,
      "learning_rate": 3.8426664732337155e-05,
      "loss": 0.0052,
      "step": 17077
    },
    {
      "epoch": 1.8514744145706852,
      "grad_norm": 0.07694732397794724,
      "learning_rate": 3.842303786450022e-05,
      "loss": 0.0109,
      "step": 17078
    },
    {
      "epoch": 1.851582827406765,
      "grad_norm": 0.10803469270467758,
      "learning_rate": 3.841941099666328e-05,
      "loss": 0.0113,
      "step": 17079
    },
    {
      "epoch": 1.8516912402428447,
      "grad_norm": 0.23736397922039032,
      "learning_rate": 3.841578412882635e-05,
      "loss": 0.0221,
      "step": 17080
    },
    {
      "epoch": 1.8517996530789245,
      "grad_norm": 0.3020423948764801,
      "learning_rate": 3.841215726098941e-05,
      "loss": 0.0303,
      "step": 17081
    },
    {
      "epoch": 1.8519080659150045,
      "grad_norm": 0.37090522050857544,
      "learning_rate": 3.8408530393152476e-05,
      "loss": 0.0439,
      "step": 17082
    },
    {
      "epoch": 1.852016478751084,
      "grad_norm": 0.2933988571166992,
      "learning_rate": 3.840490352531554e-05,
      "loss": 0.0339,
      "step": 17083
    },
    {
      "epoch": 1.852124891587164,
      "grad_norm": 0.04557512328028679,
      "learning_rate": 3.8401276657478604e-05,
      "loss": 0.0042,
      "step": 17084
    },
    {
      "epoch": 1.8522333044232437,
      "grad_norm": 0.1830403208732605,
      "learning_rate": 3.839764978964167e-05,
      "loss": 0.0219,
      "step": 17085
    },
    {
      "epoch": 1.8523417172593235,
      "grad_norm": 0.21272191405296326,
      "learning_rate": 3.839402292180473e-05,
      "loss": 0.0162,
      "step": 17086
    },
    {
      "epoch": 1.8524501300954033,
      "grad_norm": 0.20045413076877594,
      "learning_rate": 3.8390396053967796e-05,
      "loss": 0.0204,
      "step": 17087
    },
    {
      "epoch": 1.852558542931483,
      "grad_norm": 0.17696134746074677,
      "learning_rate": 3.838676918613086e-05,
      "loss": 0.0171,
      "step": 17088
    },
    {
      "epoch": 1.852666955767563,
      "grad_norm": 0.22575849294662476,
      "learning_rate": 3.8383142318293924e-05,
      "loss": 0.026,
      "step": 17089
    },
    {
      "epoch": 1.8527753686036426,
      "grad_norm": 0.2612308859825134,
      "learning_rate": 3.837951545045699e-05,
      "loss": 0.037,
      "step": 17090
    },
    {
      "epoch": 1.8528837814397225,
      "grad_norm": 0.09598464518785477,
      "learning_rate": 3.837588858262005e-05,
      "loss": 0.0175,
      "step": 17091
    },
    {
      "epoch": 1.8529921942758023,
      "grad_norm": 0.09811914712190628,
      "learning_rate": 3.837226171478312e-05,
      "loss": 0.0058,
      "step": 17092
    },
    {
      "epoch": 1.853100607111882,
      "grad_norm": 0.16501934826374054,
      "learning_rate": 3.836863484694618e-05,
      "loss": 0.0253,
      "step": 17093
    },
    {
      "epoch": 1.8532090199479618,
      "grad_norm": 0.2047896832227707,
      "learning_rate": 3.836500797910924e-05,
      "loss": 0.0255,
      "step": 17094
    },
    {
      "epoch": 1.8533174327840416,
      "grad_norm": 0.2766576409339905,
      "learning_rate": 3.836138111127231e-05,
      "loss": 0.0446,
      "step": 17095
    },
    {
      "epoch": 1.8534258456201216,
      "grad_norm": 0.29363059997558594,
      "learning_rate": 3.835775424343537e-05,
      "loss": 0.0323,
      "step": 17096
    },
    {
      "epoch": 1.8535342584562011,
      "grad_norm": 0.2565024793148041,
      "learning_rate": 3.835412737559844e-05,
      "loss": 0.0163,
      "step": 17097
    },
    {
      "epoch": 1.853642671292281,
      "grad_norm": 0.2530307173728943,
      "learning_rate": 3.83505005077615e-05,
      "loss": 0.0246,
      "step": 17098
    },
    {
      "epoch": 1.8537510841283606,
      "grad_norm": 0.06388672441244125,
      "learning_rate": 3.8346873639924565e-05,
      "loss": 0.0034,
      "step": 17099
    },
    {
      "epoch": 1.8538594969644406,
      "grad_norm": 0.16578491032123566,
      "learning_rate": 3.834324677208763e-05,
      "loss": 0.0129,
      "step": 17100
    },
    {
      "epoch": 1.8539679098005204,
      "grad_norm": 0.1310117393732071,
      "learning_rate": 3.833961990425069e-05,
      "loss": 0.0173,
      "step": 17101
    },
    {
      "epoch": 1.8540763226366002,
      "grad_norm": 0.39710959792137146,
      "learning_rate": 3.833599303641375e-05,
      "loss": 0.0741,
      "step": 17102
    },
    {
      "epoch": 1.85418473547268,
      "grad_norm": 0.2671021819114685,
      "learning_rate": 3.8332366168576815e-05,
      "loss": 0.0132,
      "step": 17103
    },
    {
      "epoch": 1.8542931483087597,
      "grad_norm": 0.28780701756477356,
      "learning_rate": 3.8328739300739886e-05,
      "loss": 0.0484,
      "step": 17104
    },
    {
      "epoch": 1.8544015611448397,
      "grad_norm": 0.3186158239841461,
      "learning_rate": 3.832511243290295e-05,
      "loss": 0.0335,
      "step": 17105
    },
    {
      "epoch": 1.8545099739809192,
      "grad_norm": 0.16737346351146698,
      "learning_rate": 3.8321485565066014e-05,
      "loss": 0.0198,
      "step": 17106
    },
    {
      "epoch": 1.8546183868169992,
      "grad_norm": 0.03369676321744919,
      "learning_rate": 3.831785869722908e-05,
      "loss": 0.0027,
      "step": 17107
    },
    {
      "epoch": 1.854726799653079,
      "grad_norm": 0.19817185401916504,
      "learning_rate": 3.8314231829392136e-05,
      "loss": 0.0293,
      "step": 17108
    },
    {
      "epoch": 1.8548352124891587,
      "grad_norm": 0.34203559160232544,
      "learning_rate": 3.83106049615552e-05,
      "loss": 0.0568,
      "step": 17109
    },
    {
      "epoch": 1.8549436253252385,
      "grad_norm": 0.263874351978302,
      "learning_rate": 3.8306978093718264e-05,
      "loss": 0.0386,
      "step": 17110
    },
    {
      "epoch": 1.8550520381613183,
      "grad_norm": 0.18469317257404327,
      "learning_rate": 3.830335122588133e-05,
      "loss": 0.025,
      "step": 17111
    },
    {
      "epoch": 1.8551604509973982,
      "grad_norm": 0.43151628971099854,
      "learning_rate": 3.829972435804439e-05,
      "loss": 0.0518,
      "step": 17112
    },
    {
      "epoch": 1.8552688638334778,
      "grad_norm": 0.11497493088245392,
      "learning_rate": 3.829609749020746e-05,
      "loss": 0.0109,
      "step": 17113
    },
    {
      "epoch": 1.8553772766695578,
      "grad_norm": 0.14485667645931244,
      "learning_rate": 3.829247062237053e-05,
      "loss": 0.0244,
      "step": 17114
    },
    {
      "epoch": 1.8554856895056373,
      "grad_norm": 0.41353893280029297,
      "learning_rate": 3.8288843754533584e-05,
      "loss": 0.0802,
      "step": 17115
    },
    {
      "epoch": 1.8555941023417173,
      "grad_norm": 0.14610892534255981,
      "learning_rate": 3.828521688669665e-05,
      "loss": 0.0097,
      "step": 17116
    },
    {
      "epoch": 1.855702515177797,
      "grad_norm": 0.5873525142669678,
      "learning_rate": 3.828159001885971e-05,
      "loss": 0.0408,
      "step": 17117
    },
    {
      "epoch": 1.8558109280138768,
      "grad_norm": 0.2915544807910919,
      "learning_rate": 3.827796315102278e-05,
      "loss": 0.0168,
      "step": 17118
    },
    {
      "epoch": 1.8559193408499568,
      "grad_norm": 0.3219691216945648,
      "learning_rate": 3.827433628318584e-05,
      "loss": 0.0175,
      "step": 17119
    },
    {
      "epoch": 1.8560277536860363,
      "grad_norm": 0.18355679512023926,
      "learning_rate": 3.8270709415348905e-05,
      "loss": 0.0169,
      "step": 17120
    },
    {
      "epoch": 1.8561361665221163,
      "grad_norm": 0.4202767014503479,
      "learning_rate": 3.8267082547511976e-05,
      "loss": 0.0395,
      "step": 17121
    },
    {
      "epoch": 1.8562445793581959,
      "grad_norm": 0.24982494115829468,
      "learning_rate": 3.826345567967504e-05,
      "loss": 0.023,
      "step": 17122
    },
    {
      "epoch": 1.8563529921942759,
      "grad_norm": 0.2044178545475006,
      "learning_rate": 3.82598288118381e-05,
      "loss": 0.0369,
      "step": 17123
    },
    {
      "epoch": 1.8564614050303556,
      "grad_norm": 0.10829156637191772,
      "learning_rate": 3.825620194400116e-05,
      "loss": 0.0065,
      "step": 17124
    },
    {
      "epoch": 1.8565698178664354,
      "grad_norm": 0.15763594210147858,
      "learning_rate": 3.8252575076164225e-05,
      "loss": 0.0182,
      "step": 17125
    },
    {
      "epoch": 1.8566782307025151,
      "grad_norm": 0.2495986819267273,
      "learning_rate": 3.824894820832729e-05,
      "loss": 0.0196,
      "step": 17126
    },
    {
      "epoch": 1.856786643538595,
      "grad_norm": 0.3074558973312378,
      "learning_rate": 3.8245321340490354e-05,
      "loss": 0.0154,
      "step": 17127
    },
    {
      "epoch": 1.856895056374675,
      "grad_norm": 0.10273482650518417,
      "learning_rate": 3.824169447265342e-05,
      "loss": 0.0197,
      "step": 17128
    },
    {
      "epoch": 1.8570034692107544,
      "grad_norm": 0.057821743190288544,
      "learning_rate": 3.823806760481648e-05,
      "loss": 0.0028,
      "step": 17129
    },
    {
      "epoch": 1.8571118820468344,
      "grad_norm": 0.03428156301379204,
      "learning_rate": 3.8234440736979546e-05,
      "loss": 0.0034,
      "step": 17130
    },
    {
      "epoch": 1.8572202948829142,
      "grad_norm": 0.1027527004480362,
      "learning_rate": 3.823081386914261e-05,
      "loss": 0.0234,
      "step": 17131
    },
    {
      "epoch": 1.857328707718994,
      "grad_norm": 0.21130749583244324,
      "learning_rate": 3.8227187001305674e-05,
      "loss": 0.0229,
      "step": 17132
    },
    {
      "epoch": 1.8574371205550737,
      "grad_norm": 0.44522029161453247,
      "learning_rate": 3.822356013346874e-05,
      "loss": 0.0506,
      "step": 17133
    },
    {
      "epoch": 1.8575455333911535,
      "grad_norm": 0.1488422006368637,
      "learning_rate": 3.82199332656318e-05,
      "loss": 0.0156,
      "step": 17134
    },
    {
      "epoch": 1.8576539462272335,
      "grad_norm": 0.0453830324113369,
      "learning_rate": 3.8216306397794866e-05,
      "loss": 0.0031,
      "step": 17135
    },
    {
      "epoch": 1.857762359063313,
      "grad_norm": 0.42038434743881226,
      "learning_rate": 3.821267952995793e-05,
      "loss": 0.0451,
      "step": 17136
    },
    {
      "epoch": 1.857870771899393,
      "grad_norm": 0.155508354306221,
      "learning_rate": 3.8209052662120995e-05,
      "loss": 0.0186,
      "step": 17137
    },
    {
      "epoch": 1.8579791847354725,
      "grad_norm": 0.5508674383163452,
      "learning_rate": 3.820542579428406e-05,
      "loss": 0.0768,
      "step": 17138
    },
    {
      "epoch": 1.8580875975715525,
      "grad_norm": 0.12232551723718643,
      "learning_rate": 3.820179892644712e-05,
      "loss": 0.0129,
      "step": 17139
    },
    {
      "epoch": 1.8581960104076323,
      "grad_norm": 0.2596065104007721,
      "learning_rate": 3.819817205861019e-05,
      "loss": 0.0384,
      "step": 17140
    },
    {
      "epoch": 1.858304423243712,
      "grad_norm": 0.23027567565441132,
      "learning_rate": 3.819454519077325e-05,
      "loss": 0.0112,
      "step": 17141
    },
    {
      "epoch": 1.8584128360797918,
      "grad_norm": 1.1209673881530762,
      "learning_rate": 3.8190918322936315e-05,
      "loss": 0.0235,
      "step": 17142
    },
    {
      "epoch": 1.8585212489158716,
      "grad_norm": 0.10609287768602371,
      "learning_rate": 3.818729145509938e-05,
      "loss": 0.0109,
      "step": 17143
    },
    {
      "epoch": 1.8586296617519515,
      "grad_norm": 0.11040043085813522,
      "learning_rate": 3.8183664587262443e-05,
      "loss": 0.0186,
      "step": 17144
    },
    {
      "epoch": 1.858738074588031,
      "grad_norm": 0.24052013456821442,
      "learning_rate": 3.818003771942551e-05,
      "loss": 0.0101,
      "step": 17145
    },
    {
      "epoch": 1.858846487424111,
      "grad_norm": 0.14758048951625824,
      "learning_rate": 3.8176410851588565e-05,
      "loss": 0.0119,
      "step": 17146
    },
    {
      "epoch": 1.8589549002601908,
      "grad_norm": 0.13642674684524536,
      "learning_rate": 3.8172783983751636e-05,
      "loss": 0.0162,
      "step": 17147
    },
    {
      "epoch": 1.8590633130962706,
      "grad_norm": 0.3458130657672882,
      "learning_rate": 3.81691571159147e-05,
      "loss": 0.0584,
      "step": 17148
    },
    {
      "epoch": 1.8591717259323504,
      "grad_norm": 0.17749929428100586,
      "learning_rate": 3.8165530248077764e-05,
      "loss": 0.0268,
      "step": 17149
    },
    {
      "epoch": 1.8592801387684301,
      "grad_norm": 0.29721149802207947,
      "learning_rate": 3.816190338024083e-05,
      "loss": 0.0347,
      "step": 17150
    },
    {
      "epoch": 1.85938855160451,
      "grad_norm": 0.30536067485809326,
      "learning_rate": 3.815827651240389e-05,
      "loss": 0.017,
      "step": 17151
    },
    {
      "epoch": 1.8594969644405897,
      "grad_norm": 0.1472388505935669,
      "learning_rate": 3.8154649644566956e-05,
      "loss": 0.013,
      "step": 17152
    },
    {
      "epoch": 1.8596053772766696,
      "grad_norm": 0.1676056981086731,
      "learning_rate": 3.8151022776730014e-05,
      "loss": 0.0169,
      "step": 17153
    },
    {
      "epoch": 1.8597137901127494,
      "grad_norm": 0.3119581639766693,
      "learning_rate": 3.814739590889308e-05,
      "loss": 0.0272,
      "step": 17154
    },
    {
      "epoch": 1.8598222029488292,
      "grad_norm": 0.2584541141986847,
      "learning_rate": 3.814376904105614e-05,
      "loss": 0.0309,
      "step": 17155
    },
    {
      "epoch": 1.859930615784909,
      "grad_norm": 0.26274073123931885,
      "learning_rate": 3.814014217321921e-05,
      "loss": 0.0208,
      "step": 17156
    },
    {
      "epoch": 1.8600390286209887,
      "grad_norm": 0.25548484921455383,
      "learning_rate": 3.813651530538228e-05,
      "loss": 0.0256,
      "step": 17157
    },
    {
      "epoch": 1.8601474414570687,
      "grad_norm": 0.2544757127761841,
      "learning_rate": 3.813288843754534e-05,
      "loss": 0.0193,
      "step": 17158
    },
    {
      "epoch": 1.8602558542931482,
      "grad_norm": 0.21004654467105865,
      "learning_rate": 3.8129261569708405e-05,
      "loss": 0.0226,
      "step": 17159
    },
    {
      "epoch": 1.8603642671292282,
      "grad_norm": 0.21861803531646729,
      "learning_rate": 3.812563470187146e-05,
      "loss": 0.027,
      "step": 17160
    },
    {
      "epoch": 1.8604726799653077,
      "grad_norm": 0.11033408343791962,
      "learning_rate": 3.8122007834034526e-05,
      "loss": 0.0103,
      "step": 17161
    },
    {
      "epoch": 1.8605810928013877,
      "grad_norm": 0.28711071610450745,
      "learning_rate": 3.811838096619759e-05,
      "loss": 0.039,
      "step": 17162
    },
    {
      "epoch": 1.8606895056374675,
      "grad_norm": 0.3877796530723572,
      "learning_rate": 3.8114754098360655e-05,
      "loss": 0.0332,
      "step": 17163
    },
    {
      "epoch": 1.8607979184735473,
      "grad_norm": 0.11606606096029282,
      "learning_rate": 3.811112723052372e-05,
      "loss": 0.0114,
      "step": 17164
    },
    {
      "epoch": 1.860906331309627,
      "grad_norm": 0.1663275808095932,
      "learning_rate": 3.810750036268679e-05,
      "loss": 0.0188,
      "step": 17165
    },
    {
      "epoch": 1.8610147441457068,
      "grad_norm": 0.1569286286830902,
      "learning_rate": 3.8103873494849854e-05,
      "loss": 0.0201,
      "step": 17166
    },
    {
      "epoch": 1.8611231569817868,
      "grad_norm": 0.18740876019001007,
      "learning_rate": 3.810024662701291e-05,
      "loss": 0.0224,
      "step": 17167
    },
    {
      "epoch": 1.8612315698178663,
      "grad_norm": 0.13019344210624695,
      "learning_rate": 3.8096619759175975e-05,
      "loss": 0.011,
      "step": 17168
    },
    {
      "epoch": 1.8613399826539463,
      "grad_norm": 0.3626387119293213,
      "learning_rate": 3.809299289133904e-05,
      "loss": 0.031,
      "step": 17169
    },
    {
      "epoch": 1.861448395490026,
      "grad_norm": 0.3605822026729584,
      "learning_rate": 3.80893660235021e-05,
      "loss": 0.0191,
      "step": 17170
    },
    {
      "epoch": 1.8615568083261058,
      "grad_norm": 0.4346534311771393,
      "learning_rate": 3.808573915566517e-05,
      "loss": 0.0112,
      "step": 17171
    },
    {
      "epoch": 1.8616652211621856,
      "grad_norm": 0.11238468438386917,
      "learning_rate": 3.808211228782823e-05,
      "loss": 0.0176,
      "step": 17172
    },
    {
      "epoch": 1.8617736339982653,
      "grad_norm": 0.5026563405990601,
      "learning_rate": 3.80784854199913e-05,
      "loss": 0.0294,
      "step": 17173
    },
    {
      "epoch": 1.8618820468343453,
      "grad_norm": 0.07136864960193634,
      "learning_rate": 3.8074858552154367e-05,
      "loss": 0.0048,
      "step": 17174
    },
    {
      "epoch": 1.8619904596704249,
      "grad_norm": 0.1653745025396347,
      "learning_rate": 3.8071231684317424e-05,
      "loss": 0.0157,
      "step": 17175
    },
    {
      "epoch": 1.8620988725065049,
      "grad_norm": 0.2778075337409973,
      "learning_rate": 3.806760481648049e-05,
      "loss": 0.0218,
      "step": 17176
    },
    {
      "epoch": 1.8622072853425846,
      "grad_norm": 0.2388782650232315,
      "learning_rate": 3.806397794864355e-05,
      "loss": 0.0389,
      "step": 17177
    },
    {
      "epoch": 1.8623156981786644,
      "grad_norm": 0.33021482825279236,
      "learning_rate": 3.8060351080806616e-05,
      "loss": 0.0231,
      "step": 17178
    },
    {
      "epoch": 1.8624241110147441,
      "grad_norm": 0.1745978593826294,
      "learning_rate": 3.805672421296968e-05,
      "loss": 0.019,
      "step": 17179
    },
    {
      "epoch": 1.862532523850824,
      "grad_norm": 0.0812290757894516,
      "learning_rate": 3.8053097345132744e-05,
      "loss": 0.0046,
      "step": 17180
    },
    {
      "epoch": 1.862640936686904,
      "grad_norm": 0.1761978566646576,
      "learning_rate": 3.804947047729581e-05,
      "loss": 0.0133,
      "step": 17181
    },
    {
      "epoch": 1.8627493495229834,
      "grad_norm": 0.16121287643909454,
      "learning_rate": 3.804584360945887e-05,
      "loss": 0.0182,
      "step": 17182
    },
    {
      "epoch": 1.8628577623590634,
      "grad_norm": 0.11338818073272705,
      "learning_rate": 3.804221674162194e-05,
      "loss": 0.0148,
      "step": 17183
    },
    {
      "epoch": 1.862966175195143,
      "grad_norm": 0.1689615696668625,
      "learning_rate": 3.8038589873785e-05,
      "loss": 0.0473,
      "step": 17184
    },
    {
      "epoch": 1.863074588031223,
      "grad_norm": 0.31435030698776245,
      "learning_rate": 3.8034963005948065e-05,
      "loss": 0.0428,
      "step": 17185
    },
    {
      "epoch": 1.8631830008673027,
      "grad_norm": 0.19392016530036926,
      "learning_rate": 3.803133613811113e-05,
      "loss": 0.0309,
      "step": 17186
    },
    {
      "epoch": 1.8632914137033825,
      "grad_norm": 0.1822216808795929,
      "learning_rate": 3.802770927027419e-05,
      "loss": 0.021,
      "step": 17187
    },
    {
      "epoch": 1.8633998265394622,
      "grad_norm": 0.6847808957099915,
      "learning_rate": 3.802408240243726e-05,
      "loss": 0.029,
      "step": 17188
    },
    {
      "epoch": 1.863508239375542,
      "grad_norm": 0.010974915698170662,
      "learning_rate": 3.802045553460032e-05,
      "loss": 0.0008,
      "step": 17189
    },
    {
      "epoch": 1.863616652211622,
      "grad_norm": 0.2638607621192932,
      "learning_rate": 3.8016828666763385e-05,
      "loss": 0.0108,
      "step": 17190
    },
    {
      "epoch": 1.8637250650477015,
      "grad_norm": 0.061098676174879074,
      "learning_rate": 3.801320179892645e-05,
      "loss": 0.0081,
      "step": 17191
    },
    {
      "epoch": 1.8638334778837815,
      "grad_norm": 0.09543208032846451,
      "learning_rate": 3.8009574931089514e-05,
      "loss": 0.0061,
      "step": 17192
    },
    {
      "epoch": 1.8639418907198613,
      "grad_norm": 0.05885739251971245,
      "learning_rate": 3.800594806325258e-05,
      "loss": 0.0049,
      "step": 17193
    },
    {
      "epoch": 1.864050303555941,
      "grad_norm": 0.9883913993835449,
      "learning_rate": 3.800232119541564e-05,
      "loss": 0.0603,
      "step": 17194
    },
    {
      "epoch": 1.8641587163920208,
      "grad_norm": 0.17584192752838135,
      "learning_rate": 3.7998694327578706e-05,
      "loss": 0.0264,
      "step": 17195
    },
    {
      "epoch": 1.8642671292281006,
      "grad_norm": 0.11420878767967224,
      "learning_rate": 3.799506745974177e-05,
      "loss": 0.0189,
      "step": 17196
    },
    {
      "epoch": 1.8643755420641805,
      "grad_norm": 0.1471267193555832,
      "learning_rate": 3.7991440591904834e-05,
      "loss": 0.0092,
      "step": 17197
    },
    {
      "epoch": 1.86448395490026,
      "grad_norm": 0.2076975554227829,
      "learning_rate": 3.798781372406789e-05,
      "loss": 0.0129,
      "step": 17198
    },
    {
      "epoch": 1.86459236773634,
      "grad_norm": 0.4468117356300354,
      "learning_rate": 3.798418685623096e-05,
      "loss": 0.033,
      "step": 17199
    },
    {
      "epoch": 1.8647007805724196,
      "grad_norm": 0.14730387926101685,
      "learning_rate": 3.7980559988394027e-05,
      "loss": 0.0169,
      "step": 17200
    },
    {
      "epoch": 1.8648091934084996,
      "grad_norm": 0.6441743969917297,
      "learning_rate": 3.797693312055709e-05,
      "loss": 0.0269,
      "step": 17201
    },
    {
      "epoch": 1.8649176062445794,
      "grad_norm": 0.1488381177186966,
      "learning_rate": 3.7973306252720155e-05,
      "loss": 0.0107,
      "step": 17202
    },
    {
      "epoch": 1.8650260190806591,
      "grad_norm": 0.202220156788826,
      "learning_rate": 3.796967938488322e-05,
      "loss": 0.0265,
      "step": 17203
    },
    {
      "epoch": 1.8651344319167389,
      "grad_norm": 0.05665893852710724,
      "learning_rate": 3.796605251704628e-05,
      "loss": 0.0057,
      "step": 17204
    },
    {
      "epoch": 1.8652428447528187,
      "grad_norm": 0.09941714257001877,
      "learning_rate": 3.796242564920934e-05,
      "loss": 0.0028,
      "step": 17205
    },
    {
      "epoch": 1.8653512575888986,
      "grad_norm": 0.2626661956310272,
      "learning_rate": 3.7958798781372404e-05,
      "loss": 0.0281,
      "step": 17206
    },
    {
      "epoch": 1.8654596704249782,
      "grad_norm": 0.26779016852378845,
      "learning_rate": 3.795517191353547e-05,
      "loss": 0.0227,
      "step": 17207
    },
    {
      "epoch": 1.8655680832610582,
      "grad_norm": 0.358707070350647,
      "learning_rate": 3.795154504569854e-05,
      "loss": 0.0459,
      "step": 17208
    },
    {
      "epoch": 1.865676496097138,
      "grad_norm": 0.012173084542155266,
      "learning_rate": 3.7947918177861603e-05,
      "loss": 0.0009,
      "step": 17209
    },
    {
      "epoch": 1.8657849089332177,
      "grad_norm": 0.07497851550579071,
      "learning_rate": 3.794429131002467e-05,
      "loss": 0.009,
      "step": 17210
    },
    {
      "epoch": 1.8658933217692975,
      "grad_norm": 0.47586026787757874,
      "learning_rate": 3.794066444218773e-05,
      "loss": 0.0393,
      "step": 17211
    },
    {
      "epoch": 1.8660017346053772,
      "grad_norm": 0.5170269012451172,
      "learning_rate": 3.793703757435079e-05,
      "loss": 0.0893,
      "step": 17212
    },
    {
      "epoch": 1.8661101474414572,
      "grad_norm": 0.38601094484329224,
      "learning_rate": 3.793341070651385e-05,
      "loss": 0.0158,
      "step": 17213
    },
    {
      "epoch": 1.8662185602775367,
      "grad_norm": 0.1978047788143158,
      "learning_rate": 3.792978383867692e-05,
      "loss": 0.0387,
      "step": 17214
    },
    {
      "epoch": 1.8663269731136167,
      "grad_norm": 0.039527811110019684,
      "learning_rate": 3.792615697083998e-05,
      "loss": 0.0024,
      "step": 17215
    },
    {
      "epoch": 1.8664353859496965,
      "grad_norm": 0.18431244790554047,
      "learning_rate": 3.792253010300305e-05,
      "loss": 0.0104,
      "step": 17216
    },
    {
      "epoch": 1.8665437987857763,
      "grad_norm": 0.1512766182422638,
      "learning_rate": 3.7918903235166116e-05,
      "loss": 0.0397,
      "step": 17217
    },
    {
      "epoch": 1.866652211621856,
      "grad_norm": 0.2997935116291046,
      "learning_rate": 3.791527636732918e-05,
      "loss": 0.0377,
      "step": 17218
    },
    {
      "epoch": 1.8667606244579358,
      "grad_norm": 0.3184526860713959,
      "learning_rate": 3.791164949949224e-05,
      "loss": 0.0377,
      "step": 17219
    },
    {
      "epoch": 1.8668690372940158,
      "grad_norm": 0.3383564352989197,
      "learning_rate": 3.79080226316553e-05,
      "loss": 0.0479,
      "step": 17220
    },
    {
      "epoch": 1.8669774501300953,
      "grad_norm": 0.24603131413459778,
      "learning_rate": 3.7904395763818366e-05,
      "loss": 0.025,
      "step": 17221
    },
    {
      "epoch": 1.8670858629661753,
      "grad_norm": 0.5374073386192322,
      "learning_rate": 3.790076889598143e-05,
      "loss": 0.0388,
      "step": 17222
    },
    {
      "epoch": 1.8671942758022548,
      "grad_norm": 0.46262457966804504,
      "learning_rate": 3.7897142028144494e-05,
      "loss": 0.0535,
      "step": 17223
    },
    {
      "epoch": 1.8673026886383348,
      "grad_norm": 0.25348493456840515,
      "learning_rate": 3.789351516030756e-05,
      "loss": 0.0186,
      "step": 17224
    },
    {
      "epoch": 1.8674111014744146,
      "grad_norm": 0.22553402185440063,
      "learning_rate": 3.788988829247063e-05,
      "loss": 0.0182,
      "step": 17225
    },
    {
      "epoch": 1.8675195143104943,
      "grad_norm": 0.08358120173215866,
      "learning_rate": 3.788626142463369e-05,
      "loss": 0.0053,
      "step": 17226
    },
    {
      "epoch": 1.867627927146574,
      "grad_norm": 0.4171016216278076,
      "learning_rate": 3.788263455679675e-05,
      "loss": 0.0642,
      "step": 17227
    },
    {
      "epoch": 1.8677363399826539,
      "grad_norm": 0.2849944233894348,
      "learning_rate": 3.7879007688959815e-05,
      "loss": 0.02,
      "step": 17228
    },
    {
      "epoch": 1.8678447528187339,
      "grad_norm": 0.152398020029068,
      "learning_rate": 3.787538082112288e-05,
      "loss": 0.012,
      "step": 17229
    },
    {
      "epoch": 1.8679531656548134,
      "grad_norm": 0.4625633656978607,
      "learning_rate": 3.787175395328594e-05,
      "loss": 0.0303,
      "step": 17230
    },
    {
      "epoch": 1.8680615784908934,
      "grad_norm": 0.2459043264389038,
      "learning_rate": 3.786812708544901e-05,
      "loss": 0.0251,
      "step": 17231
    },
    {
      "epoch": 1.8681699913269731,
      "grad_norm": 0.21343356370925903,
      "learning_rate": 3.786450021761207e-05,
      "loss": 0.0163,
      "step": 17232
    },
    {
      "epoch": 1.868278404163053,
      "grad_norm": 0.163113534450531,
      "learning_rate": 3.7860873349775135e-05,
      "loss": 0.0211,
      "step": 17233
    },
    {
      "epoch": 1.8683868169991327,
      "grad_norm": 0.26229745149612427,
      "learning_rate": 3.78572464819382e-05,
      "loss": 0.0264,
      "step": 17234
    },
    {
      "epoch": 1.8684952298352124,
      "grad_norm": 0.6625760197639465,
      "learning_rate": 3.7853619614101263e-05,
      "loss": 0.0315,
      "step": 17235
    },
    {
      "epoch": 1.8686036426712924,
      "grad_norm": 0.07698068767786026,
      "learning_rate": 3.784999274626433e-05,
      "loss": 0.0083,
      "step": 17236
    },
    {
      "epoch": 1.868712055507372,
      "grad_norm": 0.28029584884643555,
      "learning_rate": 3.784636587842739e-05,
      "loss": 0.0286,
      "step": 17237
    },
    {
      "epoch": 1.868820468343452,
      "grad_norm": 0.529710590839386,
      "learning_rate": 3.7842739010590456e-05,
      "loss": 0.0342,
      "step": 17238
    },
    {
      "epoch": 1.8689288811795317,
      "grad_norm": 0.1667417585849762,
      "learning_rate": 3.783911214275352e-05,
      "loss": 0.0309,
      "step": 17239
    },
    {
      "epoch": 1.8690372940156115,
      "grad_norm": 0.044379767030477524,
      "learning_rate": 3.7835485274916584e-05,
      "loss": 0.0019,
      "step": 17240
    },
    {
      "epoch": 1.8691457068516912,
      "grad_norm": 0.2284853607416153,
      "learning_rate": 3.783185840707965e-05,
      "loss": 0.0133,
      "step": 17241
    },
    {
      "epoch": 1.869254119687771,
      "grad_norm": 0.23425506055355072,
      "learning_rate": 3.782823153924271e-05,
      "loss": 0.0141,
      "step": 17242
    },
    {
      "epoch": 1.869362532523851,
      "grad_norm": 0.318208247423172,
      "learning_rate": 3.7824604671405776e-05,
      "loss": 0.0549,
      "step": 17243
    },
    {
      "epoch": 1.8694709453599305,
      "grad_norm": 0.4355083405971527,
      "learning_rate": 3.782097780356884e-05,
      "loss": 0.0401,
      "step": 17244
    },
    {
      "epoch": 1.8695793581960105,
      "grad_norm": 0.23768916726112366,
      "learning_rate": 3.7817350935731904e-05,
      "loss": 0.0209,
      "step": 17245
    },
    {
      "epoch": 1.86968777103209,
      "grad_norm": 0.09703301638364792,
      "learning_rate": 3.781372406789497e-05,
      "loss": 0.0062,
      "step": 17246
    },
    {
      "epoch": 1.86979618386817,
      "grad_norm": 0.47115883231163025,
      "learning_rate": 3.781009720005803e-05,
      "loss": 0.0584,
      "step": 17247
    },
    {
      "epoch": 1.8699045967042498,
      "grad_norm": 0.6266399025917053,
      "learning_rate": 3.78064703322211e-05,
      "loss": 0.0198,
      "step": 17248
    },
    {
      "epoch": 1.8700130095403296,
      "grad_norm": 0.4814797043800354,
      "learning_rate": 3.780284346438416e-05,
      "loss": 0.0492,
      "step": 17249
    },
    {
      "epoch": 1.8701214223764093,
      "grad_norm": 0.564241886138916,
      "learning_rate": 3.779921659654722e-05,
      "loss": 0.0214,
      "step": 17250
    },
    {
      "epoch": 1.870229835212489,
      "grad_norm": 0.12287065386772156,
      "learning_rate": 3.779558972871029e-05,
      "loss": 0.0076,
      "step": 17251
    },
    {
      "epoch": 1.870338248048569,
      "grad_norm": 0.16421686112880707,
      "learning_rate": 3.779196286087335e-05,
      "loss": 0.0205,
      "step": 17252
    },
    {
      "epoch": 1.8704466608846486,
      "grad_norm": 0.3249603807926178,
      "learning_rate": 3.778833599303642e-05,
      "loss": 0.0308,
      "step": 17253
    },
    {
      "epoch": 1.8705550737207286,
      "grad_norm": 0.07567907869815826,
      "learning_rate": 3.778470912519948e-05,
      "loss": 0.0052,
      "step": 17254
    },
    {
      "epoch": 1.8706634865568084,
      "grad_norm": 0.4286886751651764,
      "learning_rate": 3.7781082257362546e-05,
      "loss": 0.0418,
      "step": 17255
    },
    {
      "epoch": 1.8707718993928881,
      "grad_norm": 0.27131494879722595,
      "learning_rate": 3.777745538952561e-05,
      "loss": 0.0404,
      "step": 17256
    },
    {
      "epoch": 1.870880312228968,
      "grad_norm": 0.39119142293930054,
      "learning_rate": 3.777382852168867e-05,
      "loss": 0.0353,
      "step": 17257
    },
    {
      "epoch": 1.8709887250650477,
      "grad_norm": 0.04497293382883072,
      "learning_rate": 3.777020165385173e-05,
      "loss": 0.0112,
      "step": 17258
    },
    {
      "epoch": 1.8710971379011276,
      "grad_norm": 0.1274048238992691,
      "learning_rate": 3.7766574786014795e-05,
      "loss": 0.0208,
      "step": 17259
    },
    {
      "epoch": 1.8712055507372072,
      "grad_norm": 0.2611069977283478,
      "learning_rate": 3.7762947918177866e-05,
      "loss": 0.0514,
      "step": 17260
    },
    {
      "epoch": 1.8713139635732872,
      "grad_norm": 0.1861402541399002,
      "learning_rate": 3.775932105034093e-05,
      "loss": 0.0159,
      "step": 17261
    },
    {
      "epoch": 1.8714223764093667,
      "grad_norm": 0.25626054406166077,
      "learning_rate": 3.7755694182503994e-05,
      "loss": 0.0218,
      "step": 17262
    },
    {
      "epoch": 1.8715307892454467,
      "grad_norm": 0.17356179654598236,
      "learning_rate": 3.775206731466706e-05,
      "loss": 0.0206,
      "step": 17263
    },
    {
      "epoch": 1.8716392020815265,
      "grad_norm": 0.4109230637550354,
      "learning_rate": 3.7748440446830116e-05,
      "loss": 0.0374,
      "step": 17264
    },
    {
      "epoch": 1.8717476149176062,
      "grad_norm": 0.3638894557952881,
      "learning_rate": 3.774481357899318e-05,
      "loss": 0.0198,
      "step": 17265
    },
    {
      "epoch": 1.8718560277536862,
      "grad_norm": 0.061677370220422745,
      "learning_rate": 3.7741186711156244e-05,
      "loss": 0.0082,
      "step": 17266
    },
    {
      "epoch": 1.8719644405897657,
      "grad_norm": 0.13540257513523102,
      "learning_rate": 3.773755984331931e-05,
      "loss": 0.0103,
      "step": 17267
    },
    {
      "epoch": 1.8720728534258457,
      "grad_norm": 0.18215449154376984,
      "learning_rate": 3.773393297548238e-05,
      "loss": 0.076,
      "step": 17268
    },
    {
      "epoch": 1.8721812662619253,
      "grad_norm": 0.08508900552988052,
      "learning_rate": 3.773030610764544e-05,
      "loss": 0.0116,
      "step": 17269
    },
    {
      "epoch": 1.8722896790980053,
      "grad_norm": 0.1476595401763916,
      "learning_rate": 3.772667923980851e-05,
      "loss": 0.0175,
      "step": 17270
    },
    {
      "epoch": 1.872398091934085,
      "grad_norm": 0.3537667989730835,
      "learning_rate": 3.772305237197157e-05,
      "loss": 0.0364,
      "step": 17271
    },
    {
      "epoch": 1.8725065047701648,
      "grad_norm": 0.04508040100336075,
      "learning_rate": 3.771942550413463e-05,
      "loss": 0.0042,
      "step": 17272
    },
    {
      "epoch": 1.8726149176062445,
      "grad_norm": 0.49642494320869446,
      "learning_rate": 3.771579863629769e-05,
      "loss": 0.0349,
      "step": 17273
    },
    {
      "epoch": 1.8727233304423243,
      "grad_norm": 0.4527709186077118,
      "learning_rate": 3.771217176846076e-05,
      "loss": 0.0463,
      "step": 17274
    },
    {
      "epoch": 1.8728317432784043,
      "grad_norm": 0.27381208539009094,
      "learning_rate": 3.770854490062382e-05,
      "loss": 0.0238,
      "step": 17275
    },
    {
      "epoch": 1.8729401561144838,
      "grad_norm": 0.21368460357189178,
      "learning_rate": 3.7704918032786885e-05,
      "loss": 0.0264,
      "step": 17276
    },
    {
      "epoch": 1.8730485689505638,
      "grad_norm": 0.23214387893676758,
      "learning_rate": 3.7701291164949956e-05,
      "loss": 0.0176,
      "step": 17277
    },
    {
      "epoch": 1.8731569817866436,
      "grad_norm": 0.1707611382007599,
      "learning_rate": 3.769766429711302e-05,
      "loss": 0.0403,
      "step": 17278
    },
    {
      "epoch": 1.8732653946227233,
      "grad_norm": 0.07322416454553604,
      "learning_rate": 3.769403742927608e-05,
      "loss": 0.0081,
      "step": 17279
    },
    {
      "epoch": 1.873373807458803,
      "grad_norm": 0.21914935111999512,
      "learning_rate": 3.769041056143914e-05,
      "loss": 0.0312,
      "step": 17280
    },
    {
      "epoch": 1.8734822202948829,
      "grad_norm": 0.3788663446903229,
      "learning_rate": 3.7686783693602205e-05,
      "loss": 0.0282,
      "step": 17281
    },
    {
      "epoch": 1.8735906331309629,
      "grad_norm": 0.22297002375125885,
      "learning_rate": 3.768315682576527e-05,
      "loss": 0.0195,
      "step": 17282
    },
    {
      "epoch": 1.8736990459670424,
      "grad_norm": 0.11349919438362122,
      "learning_rate": 3.7679529957928334e-05,
      "loss": 0.01,
      "step": 17283
    },
    {
      "epoch": 1.8738074588031224,
      "grad_norm": 0.22562894225120544,
      "learning_rate": 3.76759030900914e-05,
      "loss": 0.0212,
      "step": 17284
    },
    {
      "epoch": 1.873915871639202,
      "grad_norm": 0.22771303355693817,
      "learning_rate": 3.767227622225447e-05,
      "loss": 0.018,
      "step": 17285
    },
    {
      "epoch": 1.874024284475282,
      "grad_norm": 0.00865824706852436,
      "learning_rate": 3.7668649354417526e-05,
      "loss": 0.0009,
      "step": 17286
    },
    {
      "epoch": 1.8741326973113617,
      "grad_norm": 0.7102622389793396,
      "learning_rate": 3.766502248658059e-05,
      "loss": 0.037,
      "step": 17287
    },
    {
      "epoch": 1.8742411101474414,
      "grad_norm": 0.0662190318107605,
      "learning_rate": 3.7661395618743654e-05,
      "loss": 0.007,
      "step": 17288
    },
    {
      "epoch": 1.8743495229835212,
      "grad_norm": 0.2511155903339386,
      "learning_rate": 3.765776875090672e-05,
      "loss": 0.0443,
      "step": 17289
    },
    {
      "epoch": 1.874457935819601,
      "grad_norm": 0.24533459544181824,
      "learning_rate": 3.765414188306978e-05,
      "loss": 0.0144,
      "step": 17290
    },
    {
      "epoch": 1.874566348655681,
      "grad_norm": 0.30918586254119873,
      "learning_rate": 3.7650515015232847e-05,
      "loss": 0.0411,
      "step": 17291
    },
    {
      "epoch": 1.8746747614917605,
      "grad_norm": 0.26132890582084656,
      "learning_rate": 3.764688814739591e-05,
      "loss": 0.0383,
      "step": 17292
    },
    {
      "epoch": 1.8747831743278405,
      "grad_norm": 0.4643096327781677,
      "learning_rate": 3.7643261279558975e-05,
      "loss": 0.0211,
      "step": 17293
    },
    {
      "epoch": 1.8748915871639202,
      "grad_norm": 0.290921151638031,
      "learning_rate": 3.763963441172204e-05,
      "loss": 0.0161,
      "step": 17294
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.26124727725982666,
      "learning_rate": 3.76360075438851e-05,
      "loss": 0.0236,
      "step": 17295
    },
    {
      "epoch": 1.8751084128360798,
      "grad_norm": 0.20482434332370758,
      "learning_rate": 3.763238067604817e-05,
      "loss": 0.0586,
      "step": 17296
    },
    {
      "epoch": 1.8752168256721595,
      "grad_norm": 0.0686580166220665,
      "learning_rate": 3.762875380821123e-05,
      "loss": 0.0077,
      "step": 17297
    },
    {
      "epoch": 1.8753252385082395,
      "grad_norm": 0.23407018184661865,
      "learning_rate": 3.7625126940374295e-05,
      "loss": 0.0153,
      "step": 17298
    },
    {
      "epoch": 1.875433651344319,
      "grad_norm": 0.2974708378314972,
      "learning_rate": 3.762150007253736e-05,
      "loss": 0.0225,
      "step": 17299
    },
    {
      "epoch": 1.875542064180399,
      "grad_norm": 0.32691365480422974,
      "learning_rate": 3.7617873204700423e-05,
      "loss": 0.042,
      "step": 17300
    },
    {
      "epoch": 1.8756504770164788,
      "grad_norm": 0.28667378425598145,
      "learning_rate": 3.761424633686349e-05,
      "loss": 0.0229,
      "step": 17301
    },
    {
      "epoch": 1.8757588898525586,
      "grad_norm": 0.383688360452652,
      "learning_rate": 3.7610619469026545e-05,
      "loss": 0.0327,
      "step": 17302
    },
    {
      "epoch": 1.8758673026886383,
      "grad_norm": 0.23755581676959991,
      "learning_rate": 3.7606992601189616e-05,
      "loss": 0.0167,
      "step": 17303
    },
    {
      "epoch": 1.875975715524718,
      "grad_norm": 0.18281976878643036,
      "learning_rate": 3.760336573335268e-05,
      "loss": 0.0136,
      "step": 17304
    },
    {
      "epoch": 1.876084128360798,
      "grad_norm": 0.192717045545578,
      "learning_rate": 3.7599738865515744e-05,
      "loss": 0.0142,
      "step": 17305
    },
    {
      "epoch": 1.8761925411968776,
      "grad_norm": 0.04358552768826485,
      "learning_rate": 3.759611199767881e-05,
      "loss": 0.0042,
      "step": 17306
    },
    {
      "epoch": 1.8763009540329576,
      "grad_norm": 0.24381864070892334,
      "learning_rate": 3.759248512984187e-05,
      "loss": 0.0226,
      "step": 17307
    },
    {
      "epoch": 1.8764093668690371,
      "grad_norm": 0.4175601005554199,
      "learning_rate": 3.7588858262004936e-05,
      "loss": 0.0682,
      "step": 17308
    },
    {
      "epoch": 1.8765177797051171,
      "grad_norm": 0.10188905149698257,
      "learning_rate": 3.7585231394167994e-05,
      "loss": 0.0062,
      "step": 17309
    },
    {
      "epoch": 1.876626192541197,
      "grad_norm": 0.1945580244064331,
      "learning_rate": 3.758160452633106e-05,
      "loss": 0.0159,
      "step": 17310
    },
    {
      "epoch": 1.8767346053772767,
      "grad_norm": 0.29046303033828735,
      "learning_rate": 3.757797765849413e-05,
      "loss": 0.0116,
      "step": 17311
    },
    {
      "epoch": 1.8768430182133564,
      "grad_norm": 0.12978504598140717,
      "learning_rate": 3.757435079065719e-05,
      "loss": 0.0308,
      "step": 17312
    },
    {
      "epoch": 1.8769514310494362,
      "grad_norm": 0.3765304982662201,
      "learning_rate": 3.757072392282026e-05,
      "loss": 0.0599,
      "step": 17313
    },
    {
      "epoch": 1.8770598438855162,
      "grad_norm": 0.0934002697467804,
      "learning_rate": 3.756709705498332e-05,
      "loss": 0.011,
      "step": 17314
    },
    {
      "epoch": 1.8771682567215957,
      "grad_norm": 0.3422762155532837,
      "learning_rate": 3.7563470187146385e-05,
      "loss": 0.0467,
      "step": 17315
    },
    {
      "epoch": 1.8772766695576757,
      "grad_norm": 0.1740007847547531,
      "learning_rate": 3.755984331930944e-05,
      "loss": 0.0136,
      "step": 17316
    },
    {
      "epoch": 1.8773850823937555,
      "grad_norm": 0.23330090939998627,
      "learning_rate": 3.7556216451472506e-05,
      "loss": 0.0093,
      "step": 17317
    },
    {
      "epoch": 1.8774934952298352,
      "grad_norm": 0.460529625415802,
      "learning_rate": 3.755258958363557e-05,
      "loss": 0.0345,
      "step": 17318
    },
    {
      "epoch": 1.877601908065915,
      "grad_norm": 0.20321644842624664,
      "learning_rate": 3.7548962715798635e-05,
      "loss": 0.0203,
      "step": 17319
    },
    {
      "epoch": 1.8777103209019947,
      "grad_norm": 0.20073610544204712,
      "learning_rate": 3.7545335847961706e-05,
      "loss": 0.0234,
      "step": 17320
    },
    {
      "epoch": 1.8778187337380747,
      "grad_norm": 0.33444225788116455,
      "learning_rate": 3.754170898012477e-05,
      "loss": 0.0547,
      "step": 17321
    },
    {
      "epoch": 1.8779271465741543,
      "grad_norm": 0.2545259892940521,
      "learning_rate": 3.7538082112287834e-05,
      "loss": 0.023,
      "step": 17322
    },
    {
      "epoch": 1.8780355594102343,
      "grad_norm": 0.15005403757095337,
      "learning_rate": 3.75344552444509e-05,
      "loss": 0.0178,
      "step": 17323
    },
    {
      "epoch": 1.8781439722463138,
      "grad_norm": 0.21804645657539368,
      "learning_rate": 3.7530828376613955e-05,
      "loss": 0.0167,
      "step": 17324
    },
    {
      "epoch": 1.8782523850823938,
      "grad_norm": 0.4590955972671509,
      "learning_rate": 3.752720150877702e-05,
      "loss": 0.0362,
      "step": 17325
    },
    {
      "epoch": 1.8783607979184735,
      "grad_norm": 0.1306210607290268,
      "learning_rate": 3.7523574640940083e-05,
      "loss": 0.0119,
      "step": 17326
    },
    {
      "epoch": 1.8784692107545533,
      "grad_norm": 0.08456433564424515,
      "learning_rate": 3.751994777310315e-05,
      "loss": 0.0099,
      "step": 17327
    },
    {
      "epoch": 1.8785776235906333,
      "grad_norm": 0.24519963562488556,
      "learning_rate": 3.751632090526621e-05,
      "loss": 0.0294,
      "step": 17328
    },
    {
      "epoch": 1.8786860364267128,
      "grad_norm": 0.2435878962278366,
      "learning_rate": 3.751269403742928e-05,
      "loss": 0.0278,
      "step": 17329
    },
    {
      "epoch": 1.8787944492627928,
      "grad_norm": 0.20956245064735413,
      "learning_rate": 3.750906716959235e-05,
      "loss": 0.0115,
      "step": 17330
    },
    {
      "epoch": 1.8789028620988724,
      "grad_norm": 0.1250533163547516,
      "learning_rate": 3.7505440301755404e-05,
      "loss": 0.0086,
      "step": 17331
    },
    {
      "epoch": 1.8790112749349523,
      "grad_norm": 0.17619602382183075,
      "learning_rate": 3.750181343391847e-05,
      "loss": 0.0441,
      "step": 17332
    },
    {
      "epoch": 1.879119687771032,
      "grad_norm": 0.07987253367900848,
      "learning_rate": 3.749818656608153e-05,
      "loss": 0.0123,
      "step": 17333
    },
    {
      "epoch": 1.8792281006071119,
      "grad_norm": 0.44165360927581787,
      "learning_rate": 3.7494559698244596e-05,
      "loss": 0.0462,
      "step": 17334
    },
    {
      "epoch": 1.8793365134431916,
      "grad_norm": 0.04830740764737129,
      "learning_rate": 3.749093283040766e-05,
      "loss": 0.005,
      "step": 17335
    },
    {
      "epoch": 1.8794449262792714,
      "grad_norm": 0.2426588237285614,
      "learning_rate": 3.7487305962570724e-05,
      "loss": 0.0509,
      "step": 17336
    },
    {
      "epoch": 1.8795533391153514,
      "grad_norm": 0.34266555309295654,
      "learning_rate": 3.7483679094733795e-05,
      "loss": 0.0259,
      "step": 17337
    },
    {
      "epoch": 1.879661751951431,
      "grad_norm": 0.12398653477430344,
      "learning_rate": 3.748005222689685e-05,
      "loss": 0.0097,
      "step": 17338
    },
    {
      "epoch": 1.879770164787511,
      "grad_norm": 0.09407796710729599,
      "learning_rate": 3.747642535905992e-05,
      "loss": 0.0112,
      "step": 17339
    },
    {
      "epoch": 1.8798785776235907,
      "grad_norm": 0.12033926695585251,
      "learning_rate": 3.747279849122298e-05,
      "loss": 0.008,
      "step": 17340
    },
    {
      "epoch": 1.8799869904596704,
      "grad_norm": 0.03417694568634033,
      "learning_rate": 3.7469171623386045e-05,
      "loss": 0.0019,
      "step": 17341
    },
    {
      "epoch": 1.8800954032957502,
      "grad_norm": 0.21398012340068817,
      "learning_rate": 3.746554475554911e-05,
      "loss": 0.0126,
      "step": 17342
    },
    {
      "epoch": 1.88020381613183,
      "grad_norm": 0.1244734525680542,
      "learning_rate": 3.746191788771217e-05,
      "loss": 0.0177,
      "step": 17343
    },
    {
      "epoch": 1.88031222896791,
      "grad_norm": 0.2955561876296997,
      "learning_rate": 3.745829101987524e-05,
      "loss": 0.0234,
      "step": 17344
    },
    {
      "epoch": 1.8804206418039895,
      "grad_norm": 0.07286763936281204,
      "learning_rate": 3.74546641520383e-05,
      "loss": 0.008,
      "step": 17345
    },
    {
      "epoch": 1.8805290546400695,
      "grad_norm": 0.19195502996444702,
      "learning_rate": 3.7451037284201366e-05,
      "loss": 0.0147,
      "step": 17346
    },
    {
      "epoch": 1.880637467476149,
      "grad_norm": 0.2881716787815094,
      "learning_rate": 3.744741041636443e-05,
      "loss": 0.0275,
      "step": 17347
    },
    {
      "epoch": 1.880745880312229,
      "grad_norm": 0.21309779584407806,
      "learning_rate": 3.7443783548527494e-05,
      "loss": 0.03,
      "step": 17348
    },
    {
      "epoch": 1.8808542931483088,
      "grad_norm": 0.4128348231315613,
      "learning_rate": 3.744015668069056e-05,
      "loss": 0.0505,
      "step": 17349
    },
    {
      "epoch": 1.8809627059843885,
      "grad_norm": 0.30953508615493774,
      "learning_rate": 3.743652981285362e-05,
      "loss": 0.0307,
      "step": 17350
    },
    {
      "epoch": 1.8810711188204683,
      "grad_norm": 0.16908273100852966,
      "learning_rate": 3.7432902945016686e-05,
      "loss": 0.0102,
      "step": 17351
    },
    {
      "epoch": 1.881179531656548,
      "grad_norm": 0.3205024003982544,
      "learning_rate": 3.742927607717975e-05,
      "loss": 0.0228,
      "step": 17352
    },
    {
      "epoch": 1.881287944492628,
      "grad_norm": 0.11177478730678558,
      "learning_rate": 3.7425649209342814e-05,
      "loss": 0.0135,
      "step": 17353
    },
    {
      "epoch": 1.8813963573287076,
      "grad_norm": 0.2338307648897171,
      "learning_rate": 3.742202234150587e-05,
      "loss": 0.0651,
      "step": 17354
    },
    {
      "epoch": 1.8815047701647876,
      "grad_norm": 0.12048018723726273,
      "learning_rate": 3.741839547366894e-05,
      "loss": 0.0124,
      "step": 17355
    },
    {
      "epoch": 1.8816131830008673,
      "grad_norm": 0.4524891972541809,
      "learning_rate": 3.7414768605832007e-05,
      "loss": 0.0496,
      "step": 17356
    },
    {
      "epoch": 1.881721595836947,
      "grad_norm": 0.21077755093574524,
      "learning_rate": 3.741114173799507e-05,
      "loss": 0.0132,
      "step": 17357
    },
    {
      "epoch": 1.8818300086730269,
      "grad_norm": 0.2744133770465851,
      "learning_rate": 3.7407514870158135e-05,
      "loss": 0.0305,
      "step": 17358
    },
    {
      "epoch": 1.8819384215091066,
      "grad_norm": 0.14709746837615967,
      "learning_rate": 3.74038880023212e-05,
      "loss": 0.0072,
      "step": 17359
    },
    {
      "epoch": 1.8820468343451866,
      "grad_norm": 0.3211025297641754,
      "learning_rate": 3.740026113448426e-05,
      "loss": 0.0362,
      "step": 17360
    },
    {
      "epoch": 1.8821552471812661,
      "grad_norm": 0.2610854208469391,
      "learning_rate": 3.739663426664732e-05,
      "loss": 0.0247,
      "step": 17361
    },
    {
      "epoch": 1.8822636600173461,
      "grad_norm": 0.20438626408576965,
      "learning_rate": 3.7393007398810384e-05,
      "loss": 0.0178,
      "step": 17362
    },
    {
      "epoch": 1.882372072853426,
      "grad_norm": 0.17054146528244019,
      "learning_rate": 3.7389380530973455e-05,
      "loss": 0.0254,
      "step": 17363
    },
    {
      "epoch": 1.8824804856895057,
      "grad_norm": 0.32719776034355164,
      "learning_rate": 3.738575366313652e-05,
      "loss": 0.0691,
      "step": 17364
    },
    {
      "epoch": 1.8825888985255854,
      "grad_norm": 0.09346011281013489,
      "learning_rate": 3.7382126795299584e-05,
      "loss": 0.0038,
      "step": 17365
    },
    {
      "epoch": 1.8826973113616652,
      "grad_norm": 0.2475404441356659,
      "learning_rate": 3.737849992746265e-05,
      "loss": 0.035,
      "step": 17366
    },
    {
      "epoch": 1.8828057241977452,
      "grad_norm": 0.09364286810159683,
      "learning_rate": 3.737487305962571e-05,
      "loss": 0.0117,
      "step": 17367
    },
    {
      "epoch": 1.8829141370338247,
      "grad_norm": 0.14997005462646484,
      "learning_rate": 3.737124619178877e-05,
      "loss": 0.0078,
      "step": 17368
    },
    {
      "epoch": 1.8830225498699047,
      "grad_norm": 0.22651100158691406,
      "learning_rate": 3.736761932395183e-05,
      "loss": 0.0252,
      "step": 17369
    },
    {
      "epoch": 1.8831309627059842,
      "grad_norm": 0.20971600711345673,
      "learning_rate": 3.73639924561149e-05,
      "loss": 0.0437,
      "step": 17370
    },
    {
      "epoch": 1.8832393755420642,
      "grad_norm": 0.048228178173303604,
      "learning_rate": 3.736036558827796e-05,
      "loss": 0.0101,
      "step": 17371
    },
    {
      "epoch": 1.883347788378144,
      "grad_norm": 0.4301804006099701,
      "learning_rate": 3.735673872044103e-05,
      "loss": 0.0582,
      "step": 17372
    },
    {
      "epoch": 1.8834562012142237,
      "grad_norm": 0.2895192503929138,
      "learning_rate": 3.7353111852604096e-05,
      "loss": 0.0456,
      "step": 17373
    },
    {
      "epoch": 1.8835646140503035,
      "grad_norm": 0.1300504505634308,
      "learning_rate": 3.734948498476716e-05,
      "loss": 0.0093,
      "step": 17374
    },
    {
      "epoch": 1.8836730268863833,
      "grad_norm": 0.4046575427055359,
      "learning_rate": 3.7345858116930225e-05,
      "loss": 0.0503,
      "step": 17375
    },
    {
      "epoch": 1.8837814397224633,
      "grad_norm": 0.2369120866060257,
      "learning_rate": 3.734223124909328e-05,
      "loss": 0.0329,
      "step": 17376
    },
    {
      "epoch": 1.8838898525585428,
      "grad_norm": 0.213276207447052,
      "learning_rate": 3.7338604381256346e-05,
      "loss": 0.0286,
      "step": 17377
    },
    {
      "epoch": 1.8839982653946228,
      "grad_norm": 0.12885713577270508,
      "learning_rate": 3.733497751341941e-05,
      "loss": 0.0154,
      "step": 17378
    },
    {
      "epoch": 1.8841066782307025,
      "grad_norm": 0.12253454327583313,
      "learning_rate": 3.7331350645582474e-05,
      "loss": 0.0073,
      "step": 17379
    },
    {
      "epoch": 1.8842150910667823,
      "grad_norm": 0.4183756411075592,
      "learning_rate": 3.732772377774554e-05,
      "loss": 0.0719,
      "step": 17380
    },
    {
      "epoch": 1.884323503902862,
      "grad_norm": 0.10731509327888489,
      "learning_rate": 3.732409690990861e-05,
      "loss": 0.0261,
      "step": 17381
    },
    {
      "epoch": 1.8844319167389418,
      "grad_norm": 0.22224588692188263,
      "learning_rate": 3.732047004207167e-05,
      "loss": 0.0237,
      "step": 17382
    },
    {
      "epoch": 1.8845403295750218,
      "grad_norm": 0.09185875952243805,
      "learning_rate": 3.731684317423473e-05,
      "loss": 0.0096,
      "step": 17383
    },
    {
      "epoch": 1.8846487424111014,
      "grad_norm": 0.6115213632583618,
      "learning_rate": 3.7313216306397795e-05,
      "loss": 0.0494,
      "step": 17384
    },
    {
      "epoch": 1.8847571552471813,
      "grad_norm": 0.0527927465736866,
      "learning_rate": 3.730958943856086e-05,
      "loss": 0.0033,
      "step": 17385
    },
    {
      "epoch": 1.8848655680832611,
      "grad_norm": 0.19422705471515656,
      "learning_rate": 3.730596257072392e-05,
      "loss": 0.0278,
      "step": 17386
    },
    {
      "epoch": 1.8849739809193409,
      "grad_norm": 0.21393164992332458,
      "learning_rate": 3.730233570288699e-05,
      "loss": 0.011,
      "step": 17387
    },
    {
      "epoch": 1.8850823937554206,
      "grad_norm": 0.3030944764614105,
      "learning_rate": 3.729870883505005e-05,
      "loss": 0.0368,
      "step": 17388
    },
    {
      "epoch": 1.8851908065915004,
      "grad_norm": 0.11691506206989288,
      "learning_rate": 3.729508196721312e-05,
      "loss": 0.0065,
      "step": 17389
    },
    {
      "epoch": 1.8852992194275804,
      "grad_norm": 0.11436042934656143,
      "learning_rate": 3.729145509937618e-05,
      "loss": 0.019,
      "step": 17390
    },
    {
      "epoch": 1.88540763226366,
      "grad_norm": 0.3706452250480652,
      "learning_rate": 3.7287828231539243e-05,
      "loss": 0.045,
      "step": 17391
    },
    {
      "epoch": 1.88551604509974,
      "grad_norm": 0.08186314254999161,
      "learning_rate": 3.728420136370231e-05,
      "loss": 0.0096,
      "step": 17392
    },
    {
      "epoch": 1.8856244579358195,
      "grad_norm": 0.22978004813194275,
      "learning_rate": 3.728057449586537e-05,
      "loss": 0.0388,
      "step": 17393
    },
    {
      "epoch": 1.8857328707718994,
      "grad_norm": 0.07370221614837646,
      "learning_rate": 3.7276947628028436e-05,
      "loss": 0.0067,
      "step": 17394
    },
    {
      "epoch": 1.8858412836079792,
      "grad_norm": 0.12529949843883514,
      "learning_rate": 3.72733207601915e-05,
      "loss": 0.0105,
      "step": 17395
    },
    {
      "epoch": 1.885949696444059,
      "grad_norm": 0.12790828943252563,
      "learning_rate": 3.7269693892354564e-05,
      "loss": 0.0104,
      "step": 17396
    },
    {
      "epoch": 1.8860581092801387,
      "grad_norm": 0.3576832711696625,
      "learning_rate": 3.726606702451763e-05,
      "loss": 0.0678,
      "step": 17397
    },
    {
      "epoch": 1.8861665221162185,
      "grad_norm": 0.1805853545665741,
      "learning_rate": 3.726244015668069e-05,
      "loss": 0.0136,
      "step": 17398
    },
    {
      "epoch": 1.8862749349522985,
      "grad_norm": 0.24821478128433228,
      "learning_rate": 3.7258813288843756e-05,
      "loss": 0.0173,
      "step": 17399
    },
    {
      "epoch": 1.886383347788378,
      "grad_norm": 0.41066625714302063,
      "learning_rate": 3.725518642100682e-05,
      "loss": 0.0383,
      "step": 17400
    },
    {
      "epoch": 1.886491760624458,
      "grad_norm": 0.1008487120270729,
      "learning_rate": 3.7251559553169885e-05,
      "loss": 0.0114,
      "step": 17401
    },
    {
      "epoch": 1.8866001734605378,
      "grad_norm": 0.20475156605243683,
      "learning_rate": 3.724793268533295e-05,
      "loss": 0.0092,
      "step": 17402
    },
    {
      "epoch": 1.8867085862966175,
      "grad_norm": 0.1632944643497467,
      "learning_rate": 3.724430581749601e-05,
      "loss": 0.0287,
      "step": 17403
    },
    {
      "epoch": 1.8868169991326973,
      "grad_norm": 0.1665874719619751,
      "learning_rate": 3.724067894965908e-05,
      "loss": 0.0133,
      "step": 17404
    },
    {
      "epoch": 1.886925411968777,
      "grad_norm": 0.1386411041021347,
      "learning_rate": 3.723705208182214e-05,
      "loss": 0.0115,
      "step": 17405
    },
    {
      "epoch": 1.887033824804857,
      "grad_norm": 0.26498571038246155,
      "learning_rate": 3.7233425213985205e-05,
      "loss": 0.0488,
      "step": 17406
    },
    {
      "epoch": 1.8871422376409366,
      "grad_norm": 0.1929854303598404,
      "learning_rate": 3.722979834614827e-05,
      "loss": 0.012,
      "step": 17407
    },
    {
      "epoch": 1.8872506504770166,
      "grad_norm": 0.08912830799818039,
      "learning_rate": 3.722617147831133e-05,
      "loss": 0.0084,
      "step": 17408
    },
    {
      "epoch": 1.887359063313096,
      "grad_norm": 0.2870529294013977,
      "learning_rate": 3.72225446104744e-05,
      "loss": 0.0522,
      "step": 17409
    },
    {
      "epoch": 1.887467476149176,
      "grad_norm": 0.0936930924654007,
      "learning_rate": 3.721891774263746e-05,
      "loss": 0.0087,
      "step": 17410
    },
    {
      "epoch": 1.8875758889852559,
      "grad_norm": 0.24188145995140076,
      "learning_rate": 3.7215290874800526e-05,
      "loss": 0.025,
      "step": 17411
    },
    {
      "epoch": 1.8876843018213356,
      "grad_norm": 0.10688868165016174,
      "learning_rate": 3.721166400696359e-05,
      "loss": 0.0111,
      "step": 17412
    },
    {
      "epoch": 1.8877927146574154,
      "grad_norm": 0.15205147862434387,
      "learning_rate": 3.720803713912665e-05,
      "loss": 0.0259,
      "step": 17413
    },
    {
      "epoch": 1.8879011274934951,
      "grad_norm": 0.28082117438316345,
      "learning_rate": 3.720441027128971e-05,
      "loss": 0.0279,
      "step": 17414
    },
    {
      "epoch": 1.8880095403295751,
      "grad_norm": 0.13536524772644043,
      "learning_rate": 3.720078340345278e-05,
      "loss": 0.0203,
      "step": 17415
    },
    {
      "epoch": 1.8881179531656547,
      "grad_norm": 0.04840782284736633,
      "learning_rate": 3.7197156535615846e-05,
      "loss": 0.0044,
      "step": 17416
    },
    {
      "epoch": 1.8882263660017347,
      "grad_norm": 0.029911715537309647,
      "learning_rate": 3.719352966777891e-05,
      "loss": 0.0029,
      "step": 17417
    },
    {
      "epoch": 1.8883347788378144,
      "grad_norm": 0.4662588834762573,
      "learning_rate": 3.7189902799941974e-05,
      "loss": 0.0398,
      "step": 17418
    },
    {
      "epoch": 1.8884431916738942,
      "grad_norm": 0.3136110305786133,
      "learning_rate": 3.718627593210504e-05,
      "loss": 0.0343,
      "step": 17419
    },
    {
      "epoch": 1.888551604509974,
      "grad_norm": 1.0006314516067505,
      "learning_rate": 3.7182649064268096e-05,
      "loss": 0.0471,
      "step": 17420
    },
    {
      "epoch": 1.8886600173460537,
      "grad_norm": 0.9595463871955872,
      "learning_rate": 3.717902219643116e-05,
      "loss": 0.0218,
      "step": 17421
    },
    {
      "epoch": 1.8887684301821337,
      "grad_norm": 0.1120794415473938,
      "learning_rate": 3.7175395328594224e-05,
      "loss": 0.0136,
      "step": 17422
    },
    {
      "epoch": 1.8888768430182132,
      "grad_norm": 0.10073845088481903,
      "learning_rate": 3.717176846075729e-05,
      "loss": 0.01,
      "step": 17423
    },
    {
      "epoch": 1.8889852558542932,
      "grad_norm": 0.6463203430175781,
      "learning_rate": 3.716814159292036e-05,
      "loss": 0.0112,
      "step": 17424
    },
    {
      "epoch": 1.889093668690373,
      "grad_norm": 0.1225588396191597,
      "learning_rate": 3.716451472508342e-05,
      "loss": 0.0078,
      "step": 17425
    },
    {
      "epoch": 1.8892020815264527,
      "grad_norm": 0.29186832904815674,
      "learning_rate": 3.716088785724649e-05,
      "loss": 0.0731,
      "step": 17426
    },
    {
      "epoch": 1.8893104943625325,
      "grad_norm": 0.06284242123365402,
      "learning_rate": 3.715726098940955e-05,
      "loss": 0.0038,
      "step": 17427
    },
    {
      "epoch": 1.8894189071986123,
      "grad_norm": 0.02219511941075325,
      "learning_rate": 3.715363412157261e-05,
      "loss": 0.0019,
      "step": 17428
    },
    {
      "epoch": 1.8895273200346923,
      "grad_norm": 0.08903039246797562,
      "learning_rate": 3.715000725373567e-05,
      "loss": 0.0074,
      "step": 17429
    },
    {
      "epoch": 1.8896357328707718,
      "grad_norm": 0.22507499158382416,
      "learning_rate": 3.714638038589874e-05,
      "loss": 0.0236,
      "step": 17430
    },
    {
      "epoch": 1.8897441457068518,
      "grad_norm": 0.48954901099205017,
      "learning_rate": 3.71427535180618e-05,
      "loss": 0.0121,
      "step": 17431
    },
    {
      "epoch": 1.8898525585429313,
      "grad_norm": 0.11561442166566849,
      "learning_rate": 3.713912665022487e-05,
      "loss": 0.0195,
      "step": 17432
    },
    {
      "epoch": 1.8899609713790113,
      "grad_norm": 0.3406051993370056,
      "learning_rate": 3.7135499782387936e-05,
      "loss": 0.0285,
      "step": 17433
    },
    {
      "epoch": 1.890069384215091,
      "grad_norm": 0.340558260679245,
      "learning_rate": 3.7131872914551e-05,
      "loss": 0.0365,
      "step": 17434
    },
    {
      "epoch": 1.8901777970511708,
      "grad_norm": 0.12251104414463043,
      "learning_rate": 3.712824604671406e-05,
      "loss": 0.0083,
      "step": 17435
    },
    {
      "epoch": 1.8902862098872506,
      "grad_norm": 0.26352769136428833,
      "learning_rate": 3.712461917887712e-05,
      "loss": 0.0526,
      "step": 17436
    },
    {
      "epoch": 1.8903946227233304,
      "grad_norm": 0.03842364251613617,
      "learning_rate": 3.7120992311040186e-05,
      "loss": 0.0021,
      "step": 17437
    },
    {
      "epoch": 1.8905030355594103,
      "grad_norm": 0.27149999141693115,
      "learning_rate": 3.711736544320325e-05,
      "loss": 0.0177,
      "step": 17438
    },
    {
      "epoch": 1.89061144839549,
      "grad_norm": 0.45860472321510315,
      "learning_rate": 3.7113738575366314e-05,
      "loss": 0.1094,
      "step": 17439
    },
    {
      "epoch": 1.8907198612315699,
      "grad_norm": 0.10912377387285233,
      "learning_rate": 3.711011170752938e-05,
      "loss": 0.0155,
      "step": 17440
    },
    {
      "epoch": 1.8908282740676496,
      "grad_norm": 0.15693527460098267,
      "learning_rate": 3.710648483969245e-05,
      "loss": 0.0254,
      "step": 17441
    },
    {
      "epoch": 1.8909366869037294,
      "grad_norm": 0.4969167411327362,
      "learning_rate": 3.7102857971855506e-05,
      "loss": 0.0748,
      "step": 17442
    },
    {
      "epoch": 1.8910450997398092,
      "grad_norm": 0.2278968244791031,
      "learning_rate": 3.709923110401857e-05,
      "loss": 0.0252,
      "step": 17443
    },
    {
      "epoch": 1.891153512575889,
      "grad_norm": 0.071275994181633,
      "learning_rate": 3.7095604236181634e-05,
      "loss": 0.0097,
      "step": 17444
    },
    {
      "epoch": 1.891261925411969,
      "grad_norm": 0.08370307087898254,
      "learning_rate": 3.70919773683447e-05,
      "loss": 0.0125,
      "step": 17445
    },
    {
      "epoch": 1.8913703382480485,
      "grad_norm": 0.030398037284612656,
      "learning_rate": 3.708835050050776e-05,
      "loss": 0.0032,
      "step": 17446
    },
    {
      "epoch": 1.8914787510841284,
      "grad_norm": 0.33967259526252747,
      "learning_rate": 3.7084723632670827e-05,
      "loss": 0.0622,
      "step": 17447
    },
    {
      "epoch": 1.8915871639202082,
      "grad_norm": 0.3126886785030365,
      "learning_rate": 3.708109676483389e-05,
      "loss": 0.06,
      "step": 17448
    },
    {
      "epoch": 1.891695576756288,
      "grad_norm": 0.1751658022403717,
      "learning_rate": 3.7077469896996955e-05,
      "loss": 0.0234,
      "step": 17449
    },
    {
      "epoch": 1.8918039895923677,
      "grad_norm": 0.25648707151412964,
      "learning_rate": 3.707384302916002e-05,
      "loss": 0.0205,
      "step": 17450
    },
    {
      "epoch": 1.8919124024284475,
      "grad_norm": 0.43921080231666565,
      "learning_rate": 3.707021616132308e-05,
      "loss": 0.0502,
      "step": 17451
    },
    {
      "epoch": 1.8920208152645275,
      "grad_norm": 0.07127325236797333,
      "learning_rate": 3.706658929348615e-05,
      "loss": 0.0048,
      "step": 17452
    },
    {
      "epoch": 1.892129228100607,
      "grad_norm": 0.21244271099567413,
      "learning_rate": 3.706296242564921e-05,
      "loss": 0.0087,
      "step": 17453
    },
    {
      "epoch": 1.892237640936687,
      "grad_norm": 0.20906563103199005,
      "learning_rate": 3.7059335557812275e-05,
      "loss": 0.0192,
      "step": 17454
    },
    {
      "epoch": 1.8923460537727665,
      "grad_norm": 0.23780696094036102,
      "learning_rate": 3.705570868997534e-05,
      "loss": 0.0353,
      "step": 17455
    },
    {
      "epoch": 1.8924544666088465,
      "grad_norm": 0.17201979458332062,
      "learning_rate": 3.7052081822138404e-05,
      "loss": 0.0281,
      "step": 17456
    },
    {
      "epoch": 1.8925628794449263,
      "grad_norm": 0.22010912001132965,
      "learning_rate": 3.704845495430147e-05,
      "loss": 0.0156,
      "step": 17457
    },
    {
      "epoch": 1.892671292281006,
      "grad_norm": 0.0817742571234703,
      "learning_rate": 3.704482808646453e-05,
      "loss": 0.0061,
      "step": 17458
    },
    {
      "epoch": 1.8927797051170858,
      "grad_norm": 0.4668431282043457,
      "learning_rate": 3.7041201218627596e-05,
      "loss": 0.0129,
      "step": 17459
    },
    {
      "epoch": 1.8928881179531656,
      "grad_norm": 0.1010281890630722,
      "learning_rate": 3.703757435079066e-05,
      "loss": 0.0122,
      "step": 17460
    },
    {
      "epoch": 1.8929965307892456,
      "grad_norm": 0.6689427495002747,
      "learning_rate": 3.7033947482953724e-05,
      "loss": 0.0635,
      "step": 17461
    },
    {
      "epoch": 1.893104943625325,
      "grad_norm": 0.34986361861228943,
      "learning_rate": 3.703032061511679e-05,
      "loss": 0.0427,
      "step": 17462
    },
    {
      "epoch": 1.893213356461405,
      "grad_norm": 0.17552880942821503,
      "learning_rate": 3.702669374727985e-05,
      "loss": 0.0111,
      "step": 17463
    },
    {
      "epoch": 1.8933217692974849,
      "grad_norm": 0.3770011067390442,
      "learning_rate": 3.7023066879442916e-05,
      "loss": 0.0438,
      "step": 17464
    },
    {
      "epoch": 1.8934301821335646,
      "grad_norm": 0.2374693751335144,
      "learning_rate": 3.7019440011605974e-05,
      "loss": 0.034,
      "step": 17465
    },
    {
      "epoch": 1.8935385949696444,
      "grad_norm": 0.1643901765346527,
      "learning_rate": 3.701581314376904e-05,
      "loss": 0.0084,
      "step": 17466
    },
    {
      "epoch": 1.8936470078057241,
      "grad_norm": 0.1655208319425583,
      "learning_rate": 3.701218627593211e-05,
      "loss": 0.0096,
      "step": 17467
    },
    {
      "epoch": 1.8937554206418041,
      "grad_norm": 0.04783850535750389,
      "learning_rate": 3.700855940809517e-05,
      "loss": 0.0069,
      "step": 17468
    },
    {
      "epoch": 1.8938638334778837,
      "grad_norm": 0.281573086977005,
      "learning_rate": 3.700493254025824e-05,
      "loss": 0.0253,
      "step": 17469
    },
    {
      "epoch": 1.8939722463139637,
      "grad_norm": 0.11540692299604416,
      "learning_rate": 3.70013056724213e-05,
      "loss": 0.0067,
      "step": 17470
    },
    {
      "epoch": 1.8940806591500432,
      "grad_norm": 0.1987251192331314,
      "learning_rate": 3.6997678804584365e-05,
      "loss": 0.0109,
      "step": 17471
    },
    {
      "epoch": 1.8941890719861232,
      "grad_norm": 0.30639663338661194,
      "learning_rate": 3.699405193674743e-05,
      "loss": 0.0484,
      "step": 17472
    },
    {
      "epoch": 1.894297484822203,
      "grad_norm": 0.14794215559959412,
      "learning_rate": 3.6990425068910487e-05,
      "loss": 0.0158,
      "step": 17473
    },
    {
      "epoch": 1.8944058976582827,
      "grad_norm": 0.3819800913333893,
      "learning_rate": 3.698679820107355e-05,
      "loss": 0.0492,
      "step": 17474
    },
    {
      "epoch": 1.8945143104943627,
      "grad_norm": 0.30837681889533997,
      "learning_rate": 3.6983171333236615e-05,
      "loss": 0.0264,
      "step": 17475
    },
    {
      "epoch": 1.8946227233304422,
      "grad_norm": 0.29723894596099854,
      "learning_rate": 3.6979544465399686e-05,
      "loss": 0.0422,
      "step": 17476
    },
    {
      "epoch": 1.8947311361665222,
      "grad_norm": 0.3104431927204132,
      "learning_rate": 3.697591759756275e-05,
      "loss": 0.0357,
      "step": 17477
    },
    {
      "epoch": 1.8948395490026018,
      "grad_norm": 0.05615093931555748,
      "learning_rate": 3.6972290729725814e-05,
      "loss": 0.0034,
      "step": 17478
    },
    {
      "epoch": 1.8949479618386817,
      "grad_norm": 0.11143948882818222,
      "learning_rate": 3.696866386188888e-05,
      "loss": 0.0165,
      "step": 17479
    },
    {
      "epoch": 1.8950563746747615,
      "grad_norm": 0.13004739582538605,
      "learning_rate": 3.6965036994051935e-05,
      "loss": 0.0182,
      "step": 17480
    },
    {
      "epoch": 1.8951647875108413,
      "grad_norm": 0.28070715069770813,
      "learning_rate": 3.6961410126215e-05,
      "loss": 0.013,
      "step": 17481
    },
    {
      "epoch": 1.895273200346921,
      "grad_norm": 0.24214495718479156,
      "learning_rate": 3.6957783258378063e-05,
      "loss": 0.0158,
      "step": 17482
    },
    {
      "epoch": 1.8953816131830008,
      "grad_norm": 0.41916847229003906,
      "learning_rate": 3.695415639054113e-05,
      "loss": 0.0267,
      "step": 17483
    },
    {
      "epoch": 1.8954900260190808,
      "grad_norm": 0.5788979530334473,
      "learning_rate": 3.69505295227042e-05,
      "loss": 0.0888,
      "step": 17484
    },
    {
      "epoch": 1.8955984388551603,
      "grad_norm": 0.3109402358531952,
      "learning_rate": 3.694690265486726e-05,
      "loss": 0.025,
      "step": 17485
    },
    {
      "epoch": 1.8957068516912403,
      "grad_norm": 0.3308337330818176,
      "learning_rate": 3.694327578703033e-05,
      "loss": 0.0377,
      "step": 17486
    },
    {
      "epoch": 1.89581526452732,
      "grad_norm": 0.17016223073005676,
      "learning_rate": 3.6939648919193384e-05,
      "loss": 0.0255,
      "step": 17487
    },
    {
      "epoch": 1.8959236773633998,
      "grad_norm": 0.13496935367584229,
      "learning_rate": 3.693602205135645e-05,
      "loss": 0.0142,
      "step": 17488
    },
    {
      "epoch": 1.8960320901994796,
      "grad_norm": 0.4150746464729309,
      "learning_rate": 3.693239518351951e-05,
      "loss": 0.0389,
      "step": 17489
    },
    {
      "epoch": 1.8961405030355594,
      "grad_norm": 0.21733085811138153,
      "learning_rate": 3.6928768315682576e-05,
      "loss": 0.041,
      "step": 17490
    },
    {
      "epoch": 1.8962489158716394,
      "grad_norm": 0.3388431966304779,
      "learning_rate": 3.692514144784564e-05,
      "loss": 0.056,
      "step": 17491
    },
    {
      "epoch": 1.896357328707719,
      "grad_norm": 0.3109181523323059,
      "learning_rate": 3.6921514580008705e-05,
      "loss": 0.0294,
      "step": 17492
    },
    {
      "epoch": 1.8964657415437989,
      "grad_norm": 0.32273104786872864,
      "learning_rate": 3.6917887712171775e-05,
      "loss": 0.0481,
      "step": 17493
    },
    {
      "epoch": 1.8965741543798784,
      "grad_norm": 0.2761385440826416,
      "learning_rate": 3.691426084433483e-05,
      "loss": 0.0204,
      "step": 17494
    },
    {
      "epoch": 1.8966825672159584,
      "grad_norm": 0.1952950358390808,
      "learning_rate": 3.69106339764979e-05,
      "loss": 0.0204,
      "step": 17495
    },
    {
      "epoch": 1.8967909800520382,
      "grad_norm": 0.2118508517742157,
      "learning_rate": 3.690700710866096e-05,
      "loss": 0.0221,
      "step": 17496
    },
    {
      "epoch": 1.896899392888118,
      "grad_norm": 0.050225723534822464,
      "learning_rate": 3.6903380240824025e-05,
      "loss": 0.0115,
      "step": 17497
    },
    {
      "epoch": 1.8970078057241977,
      "grad_norm": 0.30301573872566223,
      "learning_rate": 3.689975337298709e-05,
      "loss": 0.0185,
      "step": 17498
    },
    {
      "epoch": 1.8971162185602775,
      "grad_norm": 0.12891070544719696,
      "learning_rate": 3.689612650515015e-05,
      "loss": 0.0173,
      "step": 17499
    },
    {
      "epoch": 1.8972246313963574,
      "grad_norm": 0.0398574061691761,
      "learning_rate": 3.689249963731322e-05,
      "loss": 0.0034,
      "step": 17500
    },
    {
      "epoch": 1.897333044232437,
      "grad_norm": 0.15655088424682617,
      "learning_rate": 3.688887276947628e-05,
      "loss": 0.0103,
      "step": 17501
    },
    {
      "epoch": 1.897441457068517,
      "grad_norm": 0.1401752531528473,
      "learning_rate": 3.6885245901639346e-05,
      "loss": 0.0063,
      "step": 17502
    },
    {
      "epoch": 1.8975498699045967,
      "grad_norm": 0.24590924382209778,
      "learning_rate": 3.688161903380241e-05,
      "loss": 0.078,
      "step": 17503
    },
    {
      "epoch": 1.8976582827406765,
      "grad_norm": 0.11276306957006454,
      "learning_rate": 3.6877992165965474e-05,
      "loss": 0.0099,
      "step": 17504
    },
    {
      "epoch": 1.8977666955767563,
      "grad_norm": 0.6327505707740784,
      "learning_rate": 3.687436529812854e-05,
      "loss": 0.0273,
      "step": 17505
    },
    {
      "epoch": 1.897875108412836,
      "grad_norm": 0.37346625328063965,
      "learning_rate": 3.68707384302916e-05,
      "loss": 0.0384,
      "step": 17506
    },
    {
      "epoch": 1.897983521248916,
      "grad_norm": 0.22830773890018463,
      "learning_rate": 3.6867111562454666e-05,
      "loss": 0.0142,
      "step": 17507
    },
    {
      "epoch": 1.8980919340849955,
      "grad_norm": 0.03959737718105316,
      "learning_rate": 3.686348469461773e-05,
      "loss": 0.0018,
      "step": 17508
    },
    {
      "epoch": 1.8982003469210755,
      "grad_norm": 0.20481787621974945,
      "learning_rate": 3.6859857826780794e-05,
      "loss": 0.0326,
      "step": 17509
    },
    {
      "epoch": 1.8983087597571553,
      "grad_norm": 0.1662263125181198,
      "learning_rate": 3.685623095894386e-05,
      "loss": 0.0246,
      "step": 17510
    },
    {
      "epoch": 1.898417172593235,
      "grad_norm": 0.38412219285964966,
      "learning_rate": 3.685260409110692e-05,
      "loss": 0.0505,
      "step": 17511
    },
    {
      "epoch": 1.8985255854293148,
      "grad_norm": 0.27698221802711487,
      "learning_rate": 3.684897722326999e-05,
      "loss": 0.0468,
      "step": 17512
    },
    {
      "epoch": 1.8986339982653946,
      "grad_norm": 0.07399958372116089,
      "learning_rate": 3.684535035543305e-05,
      "loss": 0.0043,
      "step": 17513
    },
    {
      "epoch": 1.8987424111014746,
      "grad_norm": 0.5752480030059814,
      "learning_rate": 3.6841723487596115e-05,
      "loss": 0.023,
      "step": 17514
    },
    {
      "epoch": 1.898850823937554,
      "grad_norm": 0.2500187158584595,
      "learning_rate": 3.683809661975918e-05,
      "loss": 0.0287,
      "step": 17515
    },
    {
      "epoch": 1.898959236773634,
      "grad_norm": 0.1889050453901291,
      "learning_rate": 3.683446975192224e-05,
      "loss": 0.0134,
      "step": 17516
    },
    {
      "epoch": 1.8990676496097136,
      "grad_norm": 0.16456161439418793,
      "learning_rate": 3.68308428840853e-05,
      "loss": 0.0198,
      "step": 17517
    },
    {
      "epoch": 1.8991760624457936,
      "grad_norm": 0.1122855693101883,
      "learning_rate": 3.6827216016248364e-05,
      "loss": 0.0153,
      "step": 17518
    },
    {
      "epoch": 1.8992844752818734,
      "grad_norm": 0.38140907883644104,
      "learning_rate": 3.6823589148411435e-05,
      "loss": 0.0425,
      "step": 17519
    },
    {
      "epoch": 1.8993928881179531,
      "grad_norm": 0.2674734890460968,
      "learning_rate": 3.68199622805745e-05,
      "loss": 0.0329,
      "step": 17520
    },
    {
      "epoch": 1.899501300954033,
      "grad_norm": 0.30598732829093933,
      "learning_rate": 3.6816335412737564e-05,
      "loss": 0.0539,
      "step": 17521
    },
    {
      "epoch": 1.8996097137901127,
      "grad_norm": 0.36746320128440857,
      "learning_rate": 3.681270854490063e-05,
      "loss": 0.0212,
      "step": 17522
    },
    {
      "epoch": 1.8997181266261927,
      "grad_norm": 0.33890771865844727,
      "learning_rate": 3.680908167706369e-05,
      "loss": 0.038,
      "step": 17523
    },
    {
      "epoch": 1.8998265394622722,
      "grad_norm": 0.13006427884101868,
      "learning_rate": 3.6805454809226756e-05,
      "loss": 0.0209,
      "step": 17524
    },
    {
      "epoch": 1.8999349522983522,
      "grad_norm": 0.33992502093315125,
      "learning_rate": 3.680182794138981e-05,
      "loss": 0.0383,
      "step": 17525
    },
    {
      "epoch": 1.900043365134432,
      "grad_norm": 0.26408448815345764,
      "learning_rate": 3.679820107355288e-05,
      "loss": 0.0084,
      "step": 17526
    },
    {
      "epoch": 1.9001517779705117,
      "grad_norm": 0.10335532575845718,
      "learning_rate": 3.679457420571595e-05,
      "loss": 0.0115,
      "step": 17527
    },
    {
      "epoch": 1.9002601908065915,
      "grad_norm": 0.37998130917549133,
      "learning_rate": 3.679094733787901e-05,
      "loss": 0.0262,
      "step": 17528
    },
    {
      "epoch": 1.9003686036426712,
      "grad_norm": 0.06135707348585129,
      "learning_rate": 3.6787320470042076e-05,
      "loss": 0.0054,
      "step": 17529
    },
    {
      "epoch": 1.9004770164787512,
      "grad_norm": 0.35192230343818665,
      "learning_rate": 3.678369360220514e-05,
      "loss": 0.0395,
      "step": 17530
    },
    {
      "epoch": 1.9005854293148308,
      "grad_norm": 0.028893714770674706,
      "learning_rate": 3.6780066734368205e-05,
      "loss": 0.0024,
      "step": 17531
    },
    {
      "epoch": 1.9006938421509108,
      "grad_norm": 0.16231769323349,
      "learning_rate": 3.677643986653126e-05,
      "loss": 0.0124,
      "step": 17532
    },
    {
      "epoch": 1.9008022549869905,
      "grad_norm": 0.28140753507614136,
      "learning_rate": 3.6772812998694326e-05,
      "loss": 0.0218,
      "step": 17533
    },
    {
      "epoch": 1.9009106678230703,
      "grad_norm": 0.1421494483947754,
      "learning_rate": 3.676918613085739e-05,
      "loss": 0.0088,
      "step": 17534
    },
    {
      "epoch": 1.90101908065915,
      "grad_norm": 0.19951121509075165,
      "learning_rate": 3.6765559263020454e-05,
      "loss": 0.01,
      "step": 17535
    },
    {
      "epoch": 1.9011274934952298,
      "grad_norm": 0.0931781604886055,
      "learning_rate": 3.6761932395183525e-05,
      "loss": 0.0053,
      "step": 17536
    },
    {
      "epoch": 1.9012359063313098,
      "grad_norm": 0.22002652287483215,
      "learning_rate": 3.675830552734659e-05,
      "loss": 0.0303,
      "step": 17537
    },
    {
      "epoch": 1.9013443191673893,
      "grad_norm": 0.045417435467243195,
      "learning_rate": 3.675467865950965e-05,
      "loss": 0.0059,
      "step": 17538
    },
    {
      "epoch": 1.9014527320034693,
      "grad_norm": 0.3817606568336487,
      "learning_rate": 3.675105179167271e-05,
      "loss": 0.0121,
      "step": 17539
    },
    {
      "epoch": 1.9015611448395489,
      "grad_norm": 0.13168439269065857,
      "learning_rate": 3.6747424923835775e-05,
      "loss": 0.0134,
      "step": 17540
    },
    {
      "epoch": 1.9016695576756288,
      "grad_norm": 0.09415707737207413,
      "learning_rate": 3.674379805599884e-05,
      "loss": 0.0079,
      "step": 17541
    },
    {
      "epoch": 1.9017779705117086,
      "grad_norm": 0.3285735249519348,
      "learning_rate": 3.67401711881619e-05,
      "loss": 0.0273,
      "step": 17542
    },
    {
      "epoch": 1.9018863833477884,
      "grad_norm": 0.21135611832141876,
      "learning_rate": 3.673654432032497e-05,
      "loss": 0.0431,
      "step": 17543
    },
    {
      "epoch": 1.9019947961838681,
      "grad_norm": 0.12924163043498993,
      "learning_rate": 3.673291745248803e-05,
      "loss": 0.0297,
      "step": 17544
    },
    {
      "epoch": 1.902103209019948,
      "grad_norm": 0.1353471279144287,
      "learning_rate": 3.67292905846511e-05,
      "loss": 0.0126,
      "step": 17545
    },
    {
      "epoch": 1.9022116218560279,
      "grad_norm": 0.1238911896944046,
      "learning_rate": 3.672566371681416e-05,
      "loss": 0.0111,
      "step": 17546
    },
    {
      "epoch": 1.9023200346921074,
      "grad_norm": 0.4093043804168701,
      "learning_rate": 3.6722036848977224e-05,
      "loss": 0.0331,
      "step": 17547
    },
    {
      "epoch": 1.9024284475281874,
      "grad_norm": 0.05676156282424927,
      "learning_rate": 3.671840998114029e-05,
      "loss": 0.0033,
      "step": 17548
    },
    {
      "epoch": 1.9025368603642672,
      "grad_norm": 0.3208526372909546,
      "learning_rate": 3.671478311330335e-05,
      "loss": 0.0209,
      "step": 17549
    },
    {
      "epoch": 1.902645273200347,
      "grad_norm": 0.3482939898967743,
      "learning_rate": 3.6711156245466416e-05,
      "loss": 0.0554,
      "step": 17550
    },
    {
      "epoch": 1.9027536860364267,
      "grad_norm": 0.26056984066963196,
      "learning_rate": 3.670752937762948e-05,
      "loss": 0.0537,
      "step": 17551
    },
    {
      "epoch": 1.9028620988725065,
      "grad_norm": 0.05066787451505661,
      "learning_rate": 3.6703902509792544e-05,
      "loss": 0.0036,
      "step": 17552
    },
    {
      "epoch": 1.9029705117085864,
      "grad_norm": 0.125839501619339,
      "learning_rate": 3.670027564195561e-05,
      "loss": 0.0134,
      "step": 17553
    },
    {
      "epoch": 1.903078924544666,
      "grad_norm": 0.12962034344673157,
      "learning_rate": 3.669664877411867e-05,
      "loss": 0.0085,
      "step": 17554
    },
    {
      "epoch": 1.903187337380746,
      "grad_norm": 0.2794171869754791,
      "learning_rate": 3.6693021906281736e-05,
      "loss": 0.0143,
      "step": 17555
    },
    {
      "epoch": 1.9032957502168255,
      "grad_norm": 0.11788617819547653,
      "learning_rate": 3.66893950384448e-05,
      "loss": 0.0157,
      "step": 17556
    },
    {
      "epoch": 1.9034041630529055,
      "grad_norm": 0.32061269879341125,
      "learning_rate": 3.6685768170607865e-05,
      "loss": 0.0351,
      "step": 17557
    },
    {
      "epoch": 1.9035125758889853,
      "grad_norm": 0.1823360174894333,
      "learning_rate": 3.668214130277093e-05,
      "loss": 0.0133,
      "step": 17558
    },
    {
      "epoch": 1.903620988725065,
      "grad_norm": 0.21650686860084534,
      "learning_rate": 3.667851443493399e-05,
      "loss": 0.0171,
      "step": 17559
    },
    {
      "epoch": 1.9037294015611448,
      "grad_norm": 0.2458776980638504,
      "learning_rate": 3.667488756709706e-05,
      "loss": 0.0388,
      "step": 17560
    },
    {
      "epoch": 1.9038378143972245,
      "grad_norm": 0.17259708046913147,
      "learning_rate": 3.667126069926012e-05,
      "loss": 0.0374,
      "step": 17561
    },
    {
      "epoch": 1.9039462272333045,
      "grad_norm": 0.2937757074832916,
      "learning_rate": 3.6667633831423185e-05,
      "loss": 0.0248,
      "step": 17562
    },
    {
      "epoch": 1.904054640069384,
      "grad_norm": 0.17503979802131653,
      "learning_rate": 3.666400696358625e-05,
      "loss": 0.0157,
      "step": 17563
    },
    {
      "epoch": 1.904163052905464,
      "grad_norm": 0.339689701795578,
      "learning_rate": 3.666038009574931e-05,
      "loss": 0.0341,
      "step": 17564
    },
    {
      "epoch": 1.9042714657415438,
      "grad_norm": 0.3420811593532562,
      "learning_rate": 3.665675322791238e-05,
      "loss": 0.0374,
      "step": 17565
    },
    {
      "epoch": 1.9043798785776236,
      "grad_norm": 0.12339159846305847,
      "learning_rate": 3.665312636007544e-05,
      "loss": 0.0136,
      "step": 17566
    },
    {
      "epoch": 1.9044882914137033,
      "grad_norm": 0.2105914205312729,
      "learning_rate": 3.6649499492238506e-05,
      "loss": 0.0321,
      "step": 17567
    },
    {
      "epoch": 1.9045967042497831,
      "grad_norm": 0.20929519832134247,
      "learning_rate": 3.664587262440157e-05,
      "loss": 0.0228,
      "step": 17568
    },
    {
      "epoch": 1.904705117085863,
      "grad_norm": 0.29980844259262085,
      "learning_rate": 3.664224575656463e-05,
      "loss": 0.0175,
      "step": 17569
    },
    {
      "epoch": 1.9048135299219426,
      "grad_norm": 0.24492427706718445,
      "learning_rate": 3.663861888872769e-05,
      "loss": 0.0148,
      "step": 17570
    },
    {
      "epoch": 1.9049219427580226,
      "grad_norm": 0.29135364294052124,
      "learning_rate": 3.663499202089076e-05,
      "loss": 0.0463,
      "step": 17571
    },
    {
      "epoch": 1.9050303555941024,
      "grad_norm": 0.9076398611068726,
      "learning_rate": 3.6631365153053826e-05,
      "loss": 0.0865,
      "step": 17572
    },
    {
      "epoch": 1.9051387684301822,
      "grad_norm": 0.19636933505535126,
      "learning_rate": 3.662773828521689e-05,
      "loss": 0.0206,
      "step": 17573
    },
    {
      "epoch": 1.905247181266262,
      "grad_norm": 0.1223321259021759,
      "learning_rate": 3.6624111417379954e-05,
      "loss": 0.013,
      "step": 17574
    },
    {
      "epoch": 1.9053555941023417,
      "grad_norm": 0.1383274495601654,
      "learning_rate": 3.662048454954302e-05,
      "loss": 0.0146,
      "step": 17575
    },
    {
      "epoch": 1.9054640069384217,
      "grad_norm": 0.22041243314743042,
      "learning_rate": 3.661685768170608e-05,
      "loss": 0.0111,
      "step": 17576
    },
    {
      "epoch": 1.9055724197745012,
      "grad_norm": 0.06520597636699677,
      "learning_rate": 3.661323081386914e-05,
      "loss": 0.0057,
      "step": 17577
    },
    {
      "epoch": 1.9056808326105812,
      "grad_norm": 0.21042166650295258,
      "learning_rate": 3.6609603946032204e-05,
      "loss": 0.0132,
      "step": 17578
    },
    {
      "epoch": 1.9057892454466607,
      "grad_norm": 0.14141587913036346,
      "learning_rate": 3.6605977078195275e-05,
      "loss": 0.0114,
      "step": 17579
    },
    {
      "epoch": 1.9058976582827407,
      "grad_norm": 0.1610911637544632,
      "learning_rate": 3.660235021035834e-05,
      "loss": 0.0211,
      "step": 17580
    },
    {
      "epoch": 1.9060060711188205,
      "grad_norm": 0.14136862754821777,
      "learning_rate": 3.65987233425214e-05,
      "loss": 0.0123,
      "step": 17581
    },
    {
      "epoch": 1.9061144839549002,
      "grad_norm": 0.12816354632377625,
      "learning_rate": 3.659509647468447e-05,
      "loss": 0.0117,
      "step": 17582
    },
    {
      "epoch": 1.90622289679098,
      "grad_norm": 0.3064422011375427,
      "learning_rate": 3.659146960684753e-05,
      "loss": 0.0539,
      "step": 17583
    },
    {
      "epoch": 1.9063313096270598,
      "grad_norm": 0.22904083132743835,
      "learning_rate": 3.658784273901059e-05,
      "loss": 0.0212,
      "step": 17584
    },
    {
      "epoch": 1.9064397224631398,
      "grad_norm": 0.253865122795105,
      "learning_rate": 3.658421587117365e-05,
      "loss": 0.0065,
      "step": 17585
    },
    {
      "epoch": 1.9065481352992193,
      "grad_norm": 0.35816070437431335,
      "learning_rate": 3.658058900333672e-05,
      "loss": 0.0151,
      "step": 17586
    },
    {
      "epoch": 1.9066565481352993,
      "grad_norm": 0.5051913857460022,
      "learning_rate": 3.657696213549978e-05,
      "loss": 0.0299,
      "step": 17587
    },
    {
      "epoch": 1.906764960971379,
      "grad_norm": 0.4748871922492981,
      "learning_rate": 3.657333526766285e-05,
      "loss": 0.1079,
      "step": 17588
    },
    {
      "epoch": 1.9068733738074588,
      "grad_norm": 0.28362157940864563,
      "learning_rate": 3.6569708399825916e-05,
      "loss": 0.0211,
      "step": 17589
    },
    {
      "epoch": 1.9069817866435386,
      "grad_norm": 0.30743885040283203,
      "learning_rate": 3.656608153198898e-05,
      "loss": 0.0442,
      "step": 17590
    },
    {
      "epoch": 1.9070901994796183,
      "grad_norm": 0.18701179325580597,
      "learning_rate": 3.656245466415204e-05,
      "loss": 0.0068,
      "step": 17591
    },
    {
      "epoch": 1.9071986123156983,
      "grad_norm": 0.11774828284978867,
      "learning_rate": 3.65588277963151e-05,
      "loss": 0.0108,
      "step": 17592
    },
    {
      "epoch": 1.9073070251517779,
      "grad_norm": 0.26300233602523804,
      "learning_rate": 3.6555200928478166e-05,
      "loss": 0.0066,
      "step": 17593
    },
    {
      "epoch": 1.9074154379878578,
      "grad_norm": 0.12441334873437881,
      "learning_rate": 3.655157406064123e-05,
      "loss": 0.0211,
      "step": 17594
    },
    {
      "epoch": 1.9075238508239376,
      "grad_norm": 0.0851779580116272,
      "learning_rate": 3.6547947192804294e-05,
      "loss": 0.0116,
      "step": 17595
    },
    {
      "epoch": 1.9076322636600174,
      "grad_norm": 0.2476513534784317,
      "learning_rate": 3.6544320324967365e-05,
      "loss": 0.0216,
      "step": 17596
    },
    {
      "epoch": 1.9077406764960971,
      "grad_norm": 0.03986693173646927,
      "learning_rate": 3.654069345713043e-05,
      "loss": 0.002,
      "step": 17597
    },
    {
      "epoch": 1.907849089332177,
      "grad_norm": 0.4409578740596771,
      "learning_rate": 3.6537066589293486e-05,
      "loss": 0.034,
      "step": 17598
    },
    {
      "epoch": 1.9079575021682569,
      "grad_norm": 0.22057174146175385,
      "learning_rate": 3.653343972145655e-05,
      "loss": 0.0366,
      "step": 17599
    },
    {
      "epoch": 1.9080659150043364,
      "grad_norm": 0.0923062339425087,
      "learning_rate": 3.6529812853619614e-05,
      "loss": 0.0127,
      "step": 17600
    },
    {
      "epoch": 1.9081743278404164,
      "grad_norm": 0.1278824359178543,
      "learning_rate": 3.652618598578268e-05,
      "loss": 0.0116,
      "step": 17601
    },
    {
      "epoch": 1.908282740676496,
      "grad_norm": 0.17327038943767548,
      "learning_rate": 3.652255911794574e-05,
      "loss": 0.03,
      "step": 17602
    },
    {
      "epoch": 1.908391153512576,
      "grad_norm": 0.40815165638923645,
      "learning_rate": 3.651893225010881e-05,
      "loss": 0.0304,
      "step": 17603
    },
    {
      "epoch": 1.9084995663486557,
      "grad_norm": 0.14110925793647766,
      "learning_rate": 3.651530538227187e-05,
      "loss": 0.0163,
      "step": 17604
    },
    {
      "epoch": 1.9086079791847355,
      "grad_norm": 0.05852757766842842,
      "learning_rate": 3.651167851443494e-05,
      "loss": 0.0058,
      "step": 17605
    },
    {
      "epoch": 1.9087163920208152,
      "grad_norm": 0.4672792851924896,
      "learning_rate": 3.6508051646598e-05,
      "loss": 0.0981,
      "step": 17606
    },
    {
      "epoch": 1.908824804856895,
      "grad_norm": 0.21858486533164978,
      "learning_rate": 3.650442477876106e-05,
      "loss": 0.0096,
      "step": 17607
    },
    {
      "epoch": 1.908933217692975,
      "grad_norm": 0.17369279265403748,
      "learning_rate": 3.650079791092413e-05,
      "loss": 0.0093,
      "step": 17608
    },
    {
      "epoch": 1.9090416305290545,
      "grad_norm": 0.3668827414512634,
      "learning_rate": 3.649717104308719e-05,
      "loss": 0.0342,
      "step": 17609
    },
    {
      "epoch": 1.9091500433651345,
      "grad_norm": 0.7821775078773499,
      "learning_rate": 3.6493544175250255e-05,
      "loss": 0.0504,
      "step": 17610
    },
    {
      "epoch": 1.9092584562012143,
      "grad_norm": 0.08245820552110672,
      "learning_rate": 3.648991730741332e-05,
      "loss": 0.0075,
      "step": 17611
    },
    {
      "epoch": 1.909366869037294,
      "grad_norm": 0.3185200095176697,
      "learning_rate": 3.6486290439576384e-05,
      "loss": 0.0157,
      "step": 17612
    },
    {
      "epoch": 1.9094752818733738,
      "grad_norm": 0.4733053743839264,
      "learning_rate": 3.648266357173945e-05,
      "loss": 0.0322,
      "step": 17613
    },
    {
      "epoch": 1.9095836947094535,
      "grad_norm": 0.5530629754066467,
      "learning_rate": 3.647903670390251e-05,
      "loss": 0.0526,
      "step": 17614
    },
    {
      "epoch": 1.9096921075455335,
      "grad_norm": 0.28631576895713806,
      "learning_rate": 3.6475409836065576e-05,
      "loss": 0.0263,
      "step": 17615
    },
    {
      "epoch": 1.909800520381613,
      "grad_norm": 0.0677415058016777,
      "learning_rate": 3.647178296822864e-05,
      "loss": 0.0084,
      "step": 17616
    },
    {
      "epoch": 1.909908933217693,
      "grad_norm": 0.4738260507583618,
      "learning_rate": 3.6468156100391704e-05,
      "loss": 0.0532,
      "step": 17617
    },
    {
      "epoch": 1.9100173460537726,
      "grad_norm": 0.11689159274101257,
      "learning_rate": 3.646452923255477e-05,
      "loss": 0.0128,
      "step": 17618
    },
    {
      "epoch": 1.9101257588898526,
      "grad_norm": 0.43868517875671387,
      "learning_rate": 3.646090236471783e-05,
      "loss": 0.0356,
      "step": 17619
    },
    {
      "epoch": 1.9102341717259324,
      "grad_norm": 0.15320546925067902,
      "learning_rate": 3.6457275496880896e-05,
      "loss": 0.009,
      "step": 17620
    },
    {
      "epoch": 1.9103425845620121,
      "grad_norm": 0.22472259402275085,
      "learning_rate": 3.645364862904396e-05,
      "loss": 0.0214,
      "step": 17621
    },
    {
      "epoch": 1.910450997398092,
      "grad_norm": 0.13223721086978912,
      "learning_rate": 3.6450021761207025e-05,
      "loss": 0.0148,
      "step": 17622
    },
    {
      "epoch": 1.9105594102341716,
      "grad_norm": 0.4682709574699402,
      "learning_rate": 3.644639489337009e-05,
      "loss": 0.0468,
      "step": 17623
    },
    {
      "epoch": 1.9106678230702516,
      "grad_norm": 0.77386873960495,
      "learning_rate": 3.644276802553315e-05,
      "loss": 0.0525,
      "step": 17624
    },
    {
      "epoch": 1.9107762359063312,
      "grad_norm": 0.10864647477865219,
      "learning_rate": 3.643914115769622e-05,
      "loss": 0.007,
      "step": 17625
    },
    {
      "epoch": 1.9108846487424112,
      "grad_norm": 0.2936147451400757,
      "learning_rate": 3.643551428985928e-05,
      "loss": 0.037,
      "step": 17626
    },
    {
      "epoch": 1.910993061578491,
      "grad_norm": 0.2901367247104645,
      "learning_rate": 3.6431887422022345e-05,
      "loss": 0.0514,
      "step": 17627
    },
    {
      "epoch": 1.9111014744145707,
      "grad_norm": 1.3116044998168945,
      "learning_rate": 3.642826055418541e-05,
      "loss": 0.0384,
      "step": 17628
    },
    {
      "epoch": 1.9112098872506504,
      "grad_norm": 0.24291086196899414,
      "learning_rate": 3.6424633686348467e-05,
      "loss": 0.0203,
      "step": 17629
    },
    {
      "epoch": 1.9113183000867302,
      "grad_norm": 0.22300183773040771,
      "learning_rate": 3.642100681851153e-05,
      "loss": 0.0156,
      "step": 17630
    },
    {
      "epoch": 1.9114267129228102,
      "grad_norm": 0.12610606849193573,
      "learning_rate": 3.64173799506746e-05,
      "loss": 0.0227,
      "step": 17631
    },
    {
      "epoch": 1.9115351257588897,
      "grad_norm": 0.1509607583284378,
      "learning_rate": 3.6413753082837666e-05,
      "loss": 0.0108,
      "step": 17632
    },
    {
      "epoch": 1.9116435385949697,
      "grad_norm": 0.0934922844171524,
      "learning_rate": 3.641012621500073e-05,
      "loss": 0.0084,
      "step": 17633
    },
    {
      "epoch": 1.9117519514310495,
      "grad_norm": 0.15408936142921448,
      "learning_rate": 3.6406499347163794e-05,
      "loss": 0.0216,
      "step": 17634
    },
    {
      "epoch": 1.9118603642671292,
      "grad_norm": 0.036818183958530426,
      "learning_rate": 3.640287247932686e-05,
      "loss": 0.0038,
      "step": 17635
    },
    {
      "epoch": 1.911968777103209,
      "grad_norm": 0.3291639983654022,
      "learning_rate": 3.6399245611489915e-05,
      "loss": 0.014,
      "step": 17636
    },
    {
      "epoch": 1.9120771899392888,
      "grad_norm": 0.3251882791519165,
      "learning_rate": 3.639561874365298e-05,
      "loss": 0.0177,
      "step": 17637
    },
    {
      "epoch": 1.9121856027753688,
      "grad_norm": 0.15570345520973206,
      "learning_rate": 3.6391991875816044e-05,
      "loss": 0.016,
      "step": 17638
    },
    {
      "epoch": 1.9122940156114483,
      "grad_norm": 0.46422165632247925,
      "learning_rate": 3.638836500797911e-05,
      "loss": 0.0658,
      "step": 17639
    },
    {
      "epoch": 1.9124024284475283,
      "grad_norm": 0.20952284336090088,
      "learning_rate": 3.638473814014218e-05,
      "loss": 0.0303,
      "step": 17640
    },
    {
      "epoch": 1.9125108412836078,
      "grad_norm": 0.16451938450336456,
      "learning_rate": 3.638111127230524e-05,
      "loss": 0.0428,
      "step": 17641
    },
    {
      "epoch": 1.9126192541196878,
      "grad_norm": 0.32539141178131104,
      "learning_rate": 3.637748440446831e-05,
      "loss": 0.0388,
      "step": 17642
    },
    {
      "epoch": 1.9127276669557676,
      "grad_norm": 0.4871228039264679,
      "learning_rate": 3.6373857536631364e-05,
      "loss": 0.0772,
      "step": 17643
    },
    {
      "epoch": 1.9128360797918473,
      "grad_norm": 0.10263606160879135,
      "learning_rate": 3.637023066879443e-05,
      "loss": 0.006,
      "step": 17644
    },
    {
      "epoch": 1.912944492627927,
      "grad_norm": 0.21538440883159637,
      "learning_rate": 3.636660380095749e-05,
      "loss": 0.0336,
      "step": 17645
    },
    {
      "epoch": 1.9130529054640069,
      "grad_norm": 0.17511549592018127,
      "learning_rate": 3.6362976933120556e-05,
      "loss": 0.0178,
      "step": 17646
    },
    {
      "epoch": 1.9131613183000868,
      "grad_norm": 0.34462878108024597,
      "learning_rate": 3.635935006528362e-05,
      "loss": 0.0892,
      "step": 17647
    },
    {
      "epoch": 1.9132697311361664,
      "grad_norm": 0.17135776579380035,
      "learning_rate": 3.635572319744669e-05,
      "loss": 0.0249,
      "step": 17648
    },
    {
      "epoch": 1.9133781439722464,
      "grad_norm": 0.14885173738002777,
      "learning_rate": 3.6352096329609755e-05,
      "loss": 0.0195,
      "step": 17649
    },
    {
      "epoch": 1.9134865568083261,
      "grad_norm": 0.6047617197036743,
      "learning_rate": 3.634846946177281e-05,
      "loss": 0.077,
      "step": 17650
    },
    {
      "epoch": 1.913594969644406,
      "grad_norm": 0.20263934135437012,
      "learning_rate": 3.634484259393588e-05,
      "loss": 0.0286,
      "step": 17651
    },
    {
      "epoch": 1.9137033824804857,
      "grad_norm": 0.13493825495243073,
      "learning_rate": 3.634121572609894e-05,
      "loss": 0.0082,
      "step": 17652
    },
    {
      "epoch": 1.9138117953165654,
      "grad_norm": 0.1336582601070404,
      "learning_rate": 3.6337588858262005e-05,
      "loss": 0.0084,
      "step": 17653
    },
    {
      "epoch": 1.9139202081526454,
      "grad_norm": 0.27719154953956604,
      "learning_rate": 3.633396199042507e-05,
      "loss": 0.0204,
      "step": 17654
    },
    {
      "epoch": 1.914028620988725,
      "grad_norm": 0.04991462454199791,
      "learning_rate": 3.633033512258813e-05,
      "loss": 0.0034,
      "step": 17655
    },
    {
      "epoch": 1.914137033824805,
      "grad_norm": 0.2591949999332428,
      "learning_rate": 3.63267082547512e-05,
      "loss": 0.0435,
      "step": 17656
    },
    {
      "epoch": 1.9142454466608847,
      "grad_norm": 0.23504754900932312,
      "learning_rate": 3.632308138691427e-05,
      "loss": 0.0741,
      "step": 17657
    },
    {
      "epoch": 1.9143538594969645,
      "grad_norm": 0.2346639633178711,
      "learning_rate": 3.6319454519077326e-05,
      "loss": 0.0268,
      "step": 17658
    },
    {
      "epoch": 1.9144622723330442,
      "grad_norm": 0.6395756602287292,
      "learning_rate": 3.631582765124039e-05,
      "loss": 0.0136,
      "step": 17659
    },
    {
      "epoch": 1.914570685169124,
      "grad_norm": 0.46092045307159424,
      "learning_rate": 3.6312200783403454e-05,
      "loss": 0.0694,
      "step": 17660
    },
    {
      "epoch": 1.914679098005204,
      "grad_norm": 0.05238358676433563,
      "learning_rate": 3.630857391556652e-05,
      "loss": 0.0065,
      "step": 17661
    },
    {
      "epoch": 1.9147875108412835,
      "grad_norm": 0.19638106226921082,
      "learning_rate": 3.630494704772958e-05,
      "loss": 0.0197,
      "step": 17662
    },
    {
      "epoch": 1.9148959236773635,
      "grad_norm": 0.14408576488494873,
      "learning_rate": 3.6301320179892646e-05,
      "loss": 0.0137,
      "step": 17663
    },
    {
      "epoch": 1.915004336513443,
      "grad_norm": 0.21353426575660706,
      "learning_rate": 3.629769331205571e-05,
      "loss": 0.0267,
      "step": 17664
    },
    {
      "epoch": 1.915112749349523,
      "grad_norm": 0.23145629465579987,
      "learning_rate": 3.6294066444218774e-05,
      "loss": 0.0552,
      "step": 17665
    },
    {
      "epoch": 1.9152211621856028,
      "grad_norm": 0.37643709778785706,
      "learning_rate": 3.629043957638184e-05,
      "loss": 0.0584,
      "step": 17666
    },
    {
      "epoch": 1.9153295750216826,
      "grad_norm": 0.21380265057086945,
      "learning_rate": 3.62868127085449e-05,
      "loss": 0.0109,
      "step": 17667
    },
    {
      "epoch": 1.9154379878577623,
      "grad_norm": 0.3369515538215637,
      "learning_rate": 3.628318584070797e-05,
      "loss": 0.0402,
      "step": 17668
    },
    {
      "epoch": 1.915546400693842,
      "grad_norm": 0.09848260879516602,
      "learning_rate": 3.627955897287103e-05,
      "loss": 0.0154,
      "step": 17669
    },
    {
      "epoch": 1.915654813529922,
      "grad_norm": 0.21335162222385406,
      "learning_rate": 3.6275932105034095e-05,
      "loss": 0.0247,
      "step": 17670
    },
    {
      "epoch": 1.9157632263660016,
      "grad_norm": 0.1758527010679245,
      "learning_rate": 3.627230523719716e-05,
      "loss": 0.0396,
      "step": 17671
    },
    {
      "epoch": 1.9158716392020816,
      "grad_norm": 0.02858303114771843,
      "learning_rate": 3.626867836936022e-05,
      "loss": 0.0029,
      "step": 17672
    },
    {
      "epoch": 1.9159800520381614,
      "grad_norm": 0.29170840978622437,
      "learning_rate": 3.626505150152329e-05,
      "loss": 0.058,
      "step": 17673
    },
    {
      "epoch": 1.9160884648742411,
      "grad_norm": 0.1675059199333191,
      "learning_rate": 3.626142463368635e-05,
      "loss": 0.0227,
      "step": 17674
    },
    {
      "epoch": 1.9161968777103209,
      "grad_norm": 0.15851692855358124,
      "learning_rate": 3.6257797765849415e-05,
      "loss": 0.0301,
      "step": 17675
    },
    {
      "epoch": 1.9163052905464006,
      "grad_norm": 0.2781738340854645,
      "learning_rate": 3.625417089801248e-05,
      "loss": 0.0152,
      "step": 17676
    },
    {
      "epoch": 1.9164137033824806,
      "grad_norm": 0.22649826109409332,
      "learning_rate": 3.6250544030175544e-05,
      "loss": 0.0328,
      "step": 17677
    },
    {
      "epoch": 1.9165221162185602,
      "grad_norm": 0.3606163561344147,
      "learning_rate": 3.624691716233861e-05,
      "loss": 0.0454,
      "step": 17678
    },
    {
      "epoch": 1.9166305290546402,
      "grad_norm": 0.11421611905097961,
      "learning_rate": 3.624329029450167e-05,
      "loss": 0.009,
      "step": 17679
    },
    {
      "epoch": 1.91673894189072,
      "grad_norm": 0.22770172357559204,
      "learning_rate": 3.6239663426664736e-05,
      "loss": 0.0174,
      "step": 17680
    },
    {
      "epoch": 1.9168473547267997,
      "grad_norm": 0.31310123205184937,
      "learning_rate": 3.623603655882779e-05,
      "loss": 0.0201,
      "step": 17681
    },
    {
      "epoch": 1.9169557675628794,
      "grad_norm": 0.18266138434410095,
      "learning_rate": 3.623240969099086e-05,
      "loss": 0.0355,
      "step": 17682
    },
    {
      "epoch": 1.9170641803989592,
      "grad_norm": 0.19283902645111084,
      "learning_rate": 3.622878282315393e-05,
      "loss": 0.0275,
      "step": 17683
    },
    {
      "epoch": 1.9171725932350392,
      "grad_norm": 0.07418002933263779,
      "learning_rate": 3.622515595531699e-05,
      "loss": 0.0162,
      "step": 17684
    },
    {
      "epoch": 1.9172810060711187,
      "grad_norm": 0.5706758499145508,
      "learning_rate": 3.6221529087480056e-05,
      "loss": 0.0482,
      "step": 17685
    },
    {
      "epoch": 1.9173894189071987,
      "grad_norm": 0.22185952961444855,
      "learning_rate": 3.621790221964312e-05,
      "loss": 0.0199,
      "step": 17686
    },
    {
      "epoch": 1.9174978317432783,
      "grad_norm": 0.20603810250759125,
      "learning_rate": 3.6214275351806185e-05,
      "loss": 0.0235,
      "step": 17687
    },
    {
      "epoch": 1.9176062445793582,
      "grad_norm": 0.09719202667474747,
      "learning_rate": 3.621064848396924e-05,
      "loss": 0.0059,
      "step": 17688
    },
    {
      "epoch": 1.917714657415438,
      "grad_norm": 0.1381002515554428,
      "learning_rate": 3.6207021616132306e-05,
      "loss": 0.0029,
      "step": 17689
    },
    {
      "epoch": 1.9178230702515178,
      "grad_norm": 0.1791968196630478,
      "learning_rate": 3.620339474829537e-05,
      "loss": 0.03,
      "step": 17690
    },
    {
      "epoch": 1.9179314830875975,
      "grad_norm": 0.41519758105278015,
      "learning_rate": 3.619976788045844e-05,
      "loss": 0.0836,
      "step": 17691
    },
    {
      "epoch": 1.9180398959236773,
      "grad_norm": 0.34894049167633057,
      "learning_rate": 3.6196141012621505e-05,
      "loss": 0.0517,
      "step": 17692
    },
    {
      "epoch": 1.9181483087597573,
      "grad_norm": 0.07438141852617264,
      "learning_rate": 3.619251414478457e-05,
      "loss": 0.0119,
      "step": 17693
    },
    {
      "epoch": 1.9182567215958368,
      "grad_norm": 0.13435359299182892,
      "learning_rate": 3.6188887276947633e-05,
      "loss": 0.0198,
      "step": 17694
    },
    {
      "epoch": 1.9183651344319168,
      "grad_norm": 0.3174201548099518,
      "learning_rate": 3.618526040911069e-05,
      "loss": 0.0372,
      "step": 17695
    },
    {
      "epoch": 1.9184735472679966,
      "grad_norm": 0.29742369055747986,
      "learning_rate": 3.6181633541273755e-05,
      "loss": 0.097,
      "step": 17696
    },
    {
      "epoch": 1.9185819601040763,
      "grad_norm": 0.2716330885887146,
      "learning_rate": 3.617800667343682e-05,
      "loss": 0.0206,
      "step": 17697
    },
    {
      "epoch": 1.918690372940156,
      "grad_norm": 0.20128001272678375,
      "learning_rate": 3.617437980559988e-05,
      "loss": 0.0229,
      "step": 17698
    },
    {
      "epoch": 1.9187987857762359,
      "grad_norm": 0.31912627816200256,
      "learning_rate": 3.617075293776295e-05,
      "loss": 0.0418,
      "step": 17699
    },
    {
      "epoch": 1.9189071986123158,
      "grad_norm": 0.31323158740997314,
      "learning_rate": 3.616712606992602e-05,
      "loss": 0.0531,
      "step": 17700
    },
    {
      "epoch": 1.9190156114483954,
      "grad_norm": 0.3759835660457611,
      "learning_rate": 3.616349920208908e-05,
      "loss": 0.0185,
      "step": 17701
    },
    {
      "epoch": 1.9191240242844754,
      "grad_norm": 0.31126779317855835,
      "learning_rate": 3.615987233425214e-05,
      "loss": 0.0435,
      "step": 17702
    },
    {
      "epoch": 1.919232437120555,
      "grad_norm": 0.10506812483072281,
      "learning_rate": 3.6156245466415204e-05,
      "loss": 0.0106,
      "step": 17703
    },
    {
      "epoch": 1.919340849956635,
      "grad_norm": 0.1999700665473938,
      "learning_rate": 3.615261859857827e-05,
      "loss": 0.0246,
      "step": 17704
    },
    {
      "epoch": 1.9194492627927147,
      "grad_norm": 0.2992522418498993,
      "learning_rate": 3.614899173074133e-05,
      "loss": 0.0479,
      "step": 17705
    },
    {
      "epoch": 1.9195576756287944,
      "grad_norm": 0.35204675793647766,
      "learning_rate": 3.6145364862904396e-05,
      "loss": 0.0965,
      "step": 17706
    },
    {
      "epoch": 1.9196660884648742,
      "grad_norm": 0.35702401399612427,
      "learning_rate": 3.614173799506746e-05,
      "loss": 0.0337,
      "step": 17707
    },
    {
      "epoch": 1.919774501300954,
      "grad_norm": 0.18270067870616913,
      "learning_rate": 3.6138111127230524e-05,
      "loss": 0.0311,
      "step": 17708
    },
    {
      "epoch": 1.919882914137034,
      "grad_norm": 0.9853161573410034,
      "learning_rate": 3.6134484259393595e-05,
      "loss": 0.061,
      "step": 17709
    },
    {
      "epoch": 1.9199913269731135,
      "grad_norm": 0.2809903025627136,
      "learning_rate": 3.613085739155665e-05,
      "loss": 0.0219,
      "step": 17710
    },
    {
      "epoch": 1.9200997398091935,
      "grad_norm": 0.0581846609711647,
      "learning_rate": 3.6127230523719716e-05,
      "loss": 0.0053,
      "step": 17711
    },
    {
      "epoch": 1.9202081526452732,
      "grad_norm": 0.3980291485786438,
      "learning_rate": 3.612360365588278e-05,
      "loss": 0.0396,
      "step": 17712
    },
    {
      "epoch": 1.920316565481353,
      "grad_norm": 0.206742063164711,
      "learning_rate": 3.6119976788045845e-05,
      "loss": 0.0428,
      "step": 17713
    },
    {
      "epoch": 1.9204249783174328,
      "grad_norm": 0.26764509081840515,
      "learning_rate": 3.611634992020891e-05,
      "loss": 0.0412,
      "step": 17714
    },
    {
      "epoch": 1.9205333911535125,
      "grad_norm": 0.07030250877141953,
      "learning_rate": 3.611272305237197e-05,
      "loss": 0.0082,
      "step": 17715
    },
    {
      "epoch": 1.9206418039895925,
      "grad_norm": 0.1752888262271881,
      "learning_rate": 3.610909618453504e-05,
      "loss": 0.0301,
      "step": 17716
    },
    {
      "epoch": 1.920750216825672,
      "grad_norm": 0.2018745094537735,
      "learning_rate": 3.61054693166981e-05,
      "loss": 0.0412,
      "step": 17717
    },
    {
      "epoch": 1.920858629661752,
      "grad_norm": 0.22715897858142853,
      "learning_rate": 3.6101842448861165e-05,
      "loss": 0.0452,
      "step": 17718
    },
    {
      "epoch": 1.9209670424978318,
      "grad_norm": 0.1518840193748474,
      "learning_rate": 3.609821558102423e-05,
      "loss": 0.0231,
      "step": 17719
    },
    {
      "epoch": 1.9210754553339116,
      "grad_norm": 0.0701468214392662,
      "learning_rate": 3.6094588713187293e-05,
      "loss": 0.0086,
      "step": 17720
    },
    {
      "epoch": 1.9211838681699913,
      "grad_norm": 0.32703840732574463,
      "learning_rate": 3.609096184535036e-05,
      "loss": 0.0474,
      "step": 17721
    },
    {
      "epoch": 1.921292281006071,
      "grad_norm": 0.2556268572807312,
      "learning_rate": 3.608733497751342e-05,
      "loss": 0.035,
      "step": 17722
    },
    {
      "epoch": 1.921400693842151,
      "grad_norm": 0.21196416020393372,
      "learning_rate": 3.6083708109676486e-05,
      "loss": 0.0347,
      "step": 17723
    },
    {
      "epoch": 1.9215091066782306,
      "grad_norm": 0.23405040800571442,
      "learning_rate": 3.608008124183955e-05,
      "loss": 0.0182,
      "step": 17724
    },
    {
      "epoch": 1.9216175195143106,
      "grad_norm": 0.2065187394618988,
      "learning_rate": 3.6076454374002614e-05,
      "loss": 0.0147,
      "step": 17725
    },
    {
      "epoch": 1.9217259323503901,
      "grad_norm": 0.31170427799224854,
      "learning_rate": 3.607282750616568e-05,
      "loss": 0.0346,
      "step": 17726
    },
    {
      "epoch": 1.9218343451864701,
      "grad_norm": 0.15614108741283417,
      "learning_rate": 3.606920063832874e-05,
      "loss": 0.0342,
      "step": 17727
    },
    {
      "epoch": 1.9219427580225499,
      "grad_norm": 0.18589749932289124,
      "learning_rate": 3.6065573770491806e-05,
      "loss": 0.0363,
      "step": 17728
    },
    {
      "epoch": 1.9220511708586296,
      "grad_norm": 0.23028463125228882,
      "learning_rate": 3.606194690265487e-05,
      "loss": 0.042,
      "step": 17729
    },
    {
      "epoch": 1.9221595836947094,
      "grad_norm": 0.36112180352211,
      "learning_rate": 3.6058320034817934e-05,
      "loss": 0.0471,
      "step": 17730
    },
    {
      "epoch": 1.9222679965307892,
      "grad_norm": 0.20062649250030518,
      "learning_rate": 3.6054693166981e-05,
      "loss": 0.0355,
      "step": 17731
    },
    {
      "epoch": 1.9223764093668692,
      "grad_norm": 0.0790654644370079,
      "learning_rate": 3.605106629914406e-05,
      "loss": 0.0089,
      "step": 17732
    },
    {
      "epoch": 1.9224848222029487,
      "grad_norm": 0.29221653938293457,
      "learning_rate": 3.604743943130712e-05,
      "loss": 0.0402,
      "step": 17733
    },
    {
      "epoch": 1.9225932350390287,
      "grad_norm": 0.43501177430152893,
      "learning_rate": 3.6043812563470184e-05,
      "loss": 0.0667,
      "step": 17734
    },
    {
      "epoch": 1.9227016478751084,
      "grad_norm": 0.17465688288211823,
      "learning_rate": 3.6040185695633255e-05,
      "loss": 0.0168,
      "step": 17735
    },
    {
      "epoch": 1.9228100607111882,
      "grad_norm": 0.28845009207725525,
      "learning_rate": 3.603655882779632e-05,
      "loss": 0.0466,
      "step": 17736
    },
    {
      "epoch": 1.922918473547268,
      "grad_norm": 0.20768509805202484,
      "learning_rate": 3.603293195995938e-05,
      "loss": 0.0278,
      "step": 17737
    },
    {
      "epoch": 1.9230268863833477,
      "grad_norm": 0.1688961684703827,
      "learning_rate": 3.602930509212245e-05,
      "loss": 0.018,
      "step": 17738
    },
    {
      "epoch": 1.9231352992194277,
      "grad_norm": 0.1218535453081131,
      "learning_rate": 3.602567822428551e-05,
      "loss": 0.0212,
      "step": 17739
    },
    {
      "epoch": 1.9232437120555073,
      "grad_norm": 0.1874701827764511,
      "learning_rate": 3.602205135644857e-05,
      "loss": 0.0371,
      "step": 17740
    },
    {
      "epoch": 1.9233521248915872,
      "grad_norm": 0.13822366297245026,
      "learning_rate": 3.601842448861163e-05,
      "loss": 0.0086,
      "step": 17741
    },
    {
      "epoch": 1.923460537727667,
      "grad_norm": 0.24688348174095154,
      "learning_rate": 3.60147976207747e-05,
      "loss": 0.0286,
      "step": 17742
    },
    {
      "epoch": 1.9235689505637468,
      "grad_norm": 0.21742688119411469,
      "learning_rate": 3.601117075293777e-05,
      "loss": 0.0196,
      "step": 17743
    },
    {
      "epoch": 1.9236773633998265,
      "grad_norm": 0.2951607406139374,
      "learning_rate": 3.600754388510083e-05,
      "loss": 0.0689,
      "step": 17744
    },
    {
      "epoch": 1.9237857762359063,
      "grad_norm": 0.16810791194438934,
      "learning_rate": 3.6003917017263896e-05,
      "loss": 0.0232,
      "step": 17745
    },
    {
      "epoch": 1.9238941890719863,
      "grad_norm": 0.41913142800331116,
      "learning_rate": 3.600029014942696e-05,
      "loss": 0.0745,
      "step": 17746
    },
    {
      "epoch": 1.9240026019080658,
      "grad_norm": 0.16637022793293,
      "learning_rate": 3.599666328159002e-05,
      "loss": 0.0388,
      "step": 17747
    },
    {
      "epoch": 1.9241110147441458,
      "grad_norm": 0.19418580830097198,
      "learning_rate": 3.599303641375308e-05,
      "loss": 0.0266,
      "step": 17748
    },
    {
      "epoch": 1.9242194275802254,
      "grad_norm": 0.18117530643939972,
      "learning_rate": 3.5989409545916146e-05,
      "loss": 0.0187,
      "step": 17749
    },
    {
      "epoch": 1.9243278404163053,
      "grad_norm": 0.38185185194015503,
      "learning_rate": 3.598578267807921e-05,
      "loss": 0.0386,
      "step": 17750
    },
    {
      "epoch": 1.924436253252385,
      "grad_norm": 0.10221108794212341,
      "learning_rate": 3.5982155810242274e-05,
      "loss": 0.0178,
      "step": 17751
    },
    {
      "epoch": 1.9245446660884649,
      "grad_norm": 0.33619779348373413,
      "learning_rate": 3.5978528942405345e-05,
      "loss": 0.0302,
      "step": 17752
    },
    {
      "epoch": 1.9246530789245446,
      "grad_norm": 0.2585950195789337,
      "learning_rate": 3.597490207456841e-05,
      "loss": 0.0446,
      "step": 17753
    },
    {
      "epoch": 1.9247614917606244,
      "grad_norm": 0.09213251620531082,
      "learning_rate": 3.5971275206731466e-05,
      "loss": 0.0145,
      "step": 17754
    },
    {
      "epoch": 1.9248699045967044,
      "grad_norm": 0.20445936918258667,
      "learning_rate": 3.596764833889453e-05,
      "loss": 0.0277,
      "step": 17755
    },
    {
      "epoch": 1.924978317432784,
      "grad_norm": 0.13618630170822144,
      "learning_rate": 3.5964021471057594e-05,
      "loss": 0.017,
      "step": 17756
    },
    {
      "epoch": 1.925086730268864,
      "grad_norm": 0.18855825066566467,
      "learning_rate": 3.596039460322066e-05,
      "loss": 0.0322,
      "step": 17757
    },
    {
      "epoch": 1.9251951431049437,
      "grad_norm": 0.31934812664985657,
      "learning_rate": 3.595676773538372e-05,
      "loss": 0.0323,
      "step": 17758
    },
    {
      "epoch": 1.9253035559410234,
      "grad_norm": 0.24465392529964447,
      "learning_rate": 3.595314086754679e-05,
      "loss": 0.0471,
      "step": 17759
    },
    {
      "epoch": 1.9254119687771032,
      "grad_norm": 0.06432415544986725,
      "learning_rate": 3.594951399970985e-05,
      "loss": 0.0096,
      "step": 17760
    },
    {
      "epoch": 1.925520381613183,
      "grad_norm": 0.11839873343706131,
      "learning_rate": 3.594588713187292e-05,
      "loss": 0.0101,
      "step": 17761
    },
    {
      "epoch": 1.925628794449263,
      "grad_norm": 0.4121091365814209,
      "learning_rate": 3.594226026403598e-05,
      "loss": 0.0187,
      "step": 17762
    },
    {
      "epoch": 1.9257372072853425,
      "grad_norm": 0.12011362612247467,
      "learning_rate": 3.593863339619904e-05,
      "loss": 0.0142,
      "step": 17763
    },
    {
      "epoch": 1.9258456201214225,
      "grad_norm": 0.2845783829689026,
      "learning_rate": 3.593500652836211e-05,
      "loss": 0.0279,
      "step": 17764
    },
    {
      "epoch": 1.925954032957502,
      "grad_norm": 0.4040299654006958,
      "learning_rate": 3.593137966052517e-05,
      "loss": 0.0459,
      "step": 17765
    },
    {
      "epoch": 1.926062445793582,
      "grad_norm": 0.18460147082805634,
      "learning_rate": 3.5927752792688235e-05,
      "loss": 0.0263,
      "step": 17766
    },
    {
      "epoch": 1.9261708586296618,
      "grad_norm": 0.26910319924354553,
      "learning_rate": 3.59241259248513e-05,
      "loss": 0.0306,
      "step": 17767
    },
    {
      "epoch": 1.9262792714657415,
      "grad_norm": 0.10250495374202728,
      "learning_rate": 3.5920499057014364e-05,
      "loss": 0.0137,
      "step": 17768
    },
    {
      "epoch": 1.9263876843018215,
      "grad_norm": 0.20053765177726746,
      "learning_rate": 3.591687218917743e-05,
      "loss": 0.0164,
      "step": 17769
    },
    {
      "epoch": 1.926496097137901,
      "grad_norm": 0.15887555480003357,
      "learning_rate": 3.591324532134049e-05,
      "loss": 0.0146,
      "step": 17770
    },
    {
      "epoch": 1.926604509973981,
      "grad_norm": 0.3296565115451813,
      "learning_rate": 3.5909618453503556e-05,
      "loss": 0.0505,
      "step": 17771
    },
    {
      "epoch": 1.9267129228100606,
      "grad_norm": 0.1474904865026474,
      "learning_rate": 3.590599158566662e-05,
      "loss": 0.0322,
      "step": 17772
    },
    {
      "epoch": 1.9268213356461406,
      "grad_norm": 0.06380657851696014,
      "learning_rate": 3.5902364717829684e-05,
      "loss": 0.0083,
      "step": 17773
    },
    {
      "epoch": 1.9269297484822203,
      "grad_norm": 0.21852044761180878,
      "learning_rate": 3.589873784999275e-05,
      "loss": 0.0272,
      "step": 17774
    },
    {
      "epoch": 1.9270381613183,
      "grad_norm": 0.08717283606529236,
      "learning_rate": 3.589511098215581e-05,
      "loss": 0.007,
      "step": 17775
    },
    {
      "epoch": 1.9271465741543798,
      "grad_norm": 0.0695105791091919,
      "learning_rate": 3.5891484114318876e-05,
      "loss": 0.0086,
      "step": 17776
    },
    {
      "epoch": 1.9272549869904596,
      "grad_norm": 0.24091927707195282,
      "learning_rate": 3.588785724648194e-05,
      "loss": 0.0576,
      "step": 17777
    },
    {
      "epoch": 1.9273633998265396,
      "grad_norm": 0.2732992470264435,
      "learning_rate": 3.5884230378645005e-05,
      "loss": 0.0373,
      "step": 17778
    },
    {
      "epoch": 1.9274718126626191,
      "grad_norm": 0.09484291821718216,
      "learning_rate": 3.588060351080807e-05,
      "loss": 0.0072,
      "step": 17779
    },
    {
      "epoch": 1.9275802254986991,
      "grad_norm": 0.34825319051742554,
      "learning_rate": 3.587697664297113e-05,
      "loss": 0.0195,
      "step": 17780
    },
    {
      "epoch": 1.9276886383347789,
      "grad_norm": 0.0778053030371666,
      "learning_rate": 3.58733497751342e-05,
      "loss": 0.0063,
      "step": 17781
    },
    {
      "epoch": 1.9277970511708586,
      "grad_norm": 0.5463542342185974,
      "learning_rate": 3.586972290729726e-05,
      "loss": 0.0621,
      "step": 17782
    },
    {
      "epoch": 1.9279054640069384,
      "grad_norm": 0.2837565839290619,
      "learning_rate": 3.5866096039460325e-05,
      "loss": 0.0363,
      "step": 17783
    },
    {
      "epoch": 1.9280138768430182,
      "grad_norm": 0.13297249376773834,
      "learning_rate": 3.586246917162339e-05,
      "loss": 0.0175,
      "step": 17784
    },
    {
      "epoch": 1.9281222896790982,
      "grad_norm": 0.09634825587272644,
      "learning_rate": 3.585884230378645e-05,
      "loss": 0.0178,
      "step": 17785
    },
    {
      "epoch": 1.9282307025151777,
      "grad_norm": 0.14001408219337463,
      "learning_rate": 3.585521543594952e-05,
      "loss": 0.0069,
      "step": 17786
    },
    {
      "epoch": 1.9283391153512577,
      "grad_norm": 0.2613009810447693,
      "learning_rate": 3.585158856811258e-05,
      "loss": 0.0334,
      "step": 17787
    },
    {
      "epoch": 1.9284475281873372,
      "grad_norm": 0.3922906219959259,
      "learning_rate": 3.5847961700275646e-05,
      "loss": 0.0202,
      "step": 17788
    },
    {
      "epoch": 1.9285559410234172,
      "grad_norm": 0.32100728154182434,
      "learning_rate": 3.584433483243871e-05,
      "loss": 0.0496,
      "step": 17789
    },
    {
      "epoch": 1.928664353859497,
      "grad_norm": 0.1088387742638588,
      "learning_rate": 3.5840707964601774e-05,
      "loss": 0.0098,
      "step": 17790
    },
    {
      "epoch": 1.9287727666955767,
      "grad_norm": 0.41771504282951355,
      "learning_rate": 3.583708109676484e-05,
      "loss": 0.0346,
      "step": 17791
    },
    {
      "epoch": 1.9288811795316565,
      "grad_norm": 0.16544663906097412,
      "learning_rate": 3.5833454228927895e-05,
      "loss": 0.012,
      "step": 17792
    },
    {
      "epoch": 1.9289895923677363,
      "grad_norm": 0.2615244686603546,
      "learning_rate": 3.582982736109096e-05,
      "loss": 0.0325,
      "step": 17793
    },
    {
      "epoch": 1.9290980052038162,
      "grad_norm": 0.5409292578697205,
      "learning_rate": 3.5826200493254024e-05,
      "loss": 0.0392,
      "step": 17794
    },
    {
      "epoch": 1.9292064180398958,
      "grad_norm": 0.21931947767734528,
      "learning_rate": 3.5822573625417094e-05,
      "loss": 0.0187,
      "step": 17795
    },
    {
      "epoch": 1.9293148308759758,
      "grad_norm": 0.12996353209018707,
      "learning_rate": 3.581894675758016e-05,
      "loss": 0.0093,
      "step": 17796
    },
    {
      "epoch": 1.9294232437120555,
      "grad_norm": 0.17959511280059814,
      "learning_rate": 3.581531988974322e-05,
      "loss": 0.0133,
      "step": 17797
    },
    {
      "epoch": 1.9295316565481353,
      "grad_norm": 0.24074439704418182,
      "learning_rate": 3.581169302190629e-05,
      "loss": 0.0173,
      "step": 17798
    },
    {
      "epoch": 1.929640069384215,
      "grad_norm": 0.03729090094566345,
      "learning_rate": 3.5808066154069344e-05,
      "loss": 0.0026,
      "step": 17799
    },
    {
      "epoch": 1.9297484822202948,
      "grad_norm": 0.20132409036159515,
      "learning_rate": 3.580443928623241e-05,
      "loss": 0.0576,
      "step": 17800
    },
    {
      "epoch": 1.9298568950563748,
      "grad_norm": 0.26340150833129883,
      "learning_rate": 3.580081241839547e-05,
      "loss": 0.026,
      "step": 17801
    },
    {
      "epoch": 1.9299653078924544,
      "grad_norm": 0.06208095699548721,
      "learning_rate": 3.5797185550558536e-05,
      "loss": 0.0063,
      "step": 17802
    },
    {
      "epoch": 1.9300737207285343,
      "grad_norm": 0.24852822721004486,
      "learning_rate": 3.57935586827216e-05,
      "loss": 0.0231,
      "step": 17803
    },
    {
      "epoch": 1.930182133564614,
      "grad_norm": 0.3361358046531677,
      "learning_rate": 3.578993181488467e-05,
      "loss": 0.0161,
      "step": 17804
    },
    {
      "epoch": 1.9302905464006939,
      "grad_norm": 0.1062798947095871,
      "learning_rate": 3.5786304947047736e-05,
      "loss": 0.0087,
      "step": 17805
    },
    {
      "epoch": 1.9303989592367736,
      "grad_norm": 0.2139907330274582,
      "learning_rate": 3.57826780792108e-05,
      "loss": 0.0257,
      "step": 17806
    },
    {
      "epoch": 1.9305073720728534,
      "grad_norm": 0.20213347673416138,
      "learning_rate": 3.577905121137386e-05,
      "loss": 0.0176,
      "step": 17807
    },
    {
      "epoch": 1.9306157849089334,
      "grad_norm": 0.6173620223999023,
      "learning_rate": 3.577542434353692e-05,
      "loss": 0.056,
      "step": 17808
    },
    {
      "epoch": 1.930724197745013,
      "grad_norm": 0.04677744582295418,
      "learning_rate": 3.5771797475699985e-05,
      "loss": 0.0042,
      "step": 17809
    },
    {
      "epoch": 1.930832610581093,
      "grad_norm": 0.10415460914373398,
      "learning_rate": 3.576817060786305e-05,
      "loss": 0.0102,
      "step": 17810
    },
    {
      "epoch": 1.9309410234171724,
      "grad_norm": 0.11927603930234909,
      "learning_rate": 3.5764543740026113e-05,
      "loss": 0.012,
      "step": 17811
    },
    {
      "epoch": 1.9310494362532524,
      "grad_norm": 0.1934373676776886,
      "learning_rate": 3.5760916872189184e-05,
      "loss": 0.0256,
      "step": 17812
    },
    {
      "epoch": 1.9311578490893322,
      "grad_norm": 0.1671292930841446,
      "learning_rate": 3.575729000435225e-05,
      "loss": 0.0187,
      "step": 17813
    },
    {
      "epoch": 1.931266261925412,
      "grad_norm": 0.2709835171699524,
      "learning_rate": 3.5753663136515306e-05,
      "loss": 0.0301,
      "step": 17814
    },
    {
      "epoch": 1.9313746747614917,
      "grad_norm": 0.10834964364767075,
      "learning_rate": 3.575003626867837e-05,
      "loss": 0.0104,
      "step": 17815
    },
    {
      "epoch": 1.9314830875975715,
      "grad_norm": 0.17476578056812286,
      "learning_rate": 3.5746409400841434e-05,
      "loss": 0.0138,
      "step": 17816
    },
    {
      "epoch": 1.9315915004336515,
      "grad_norm": 0.28120678663253784,
      "learning_rate": 3.57427825330045e-05,
      "loss": 0.0459,
      "step": 17817
    },
    {
      "epoch": 1.931699913269731,
      "grad_norm": 0.494174987077713,
      "learning_rate": 3.573915566516756e-05,
      "loss": 0.0673,
      "step": 17818
    },
    {
      "epoch": 1.931808326105811,
      "grad_norm": 0.13874156773090363,
      "learning_rate": 3.5735528797330626e-05,
      "loss": 0.0137,
      "step": 17819
    },
    {
      "epoch": 1.9319167389418908,
      "grad_norm": 0.21629607677459717,
      "learning_rate": 3.573190192949369e-05,
      "loss": 0.0172,
      "step": 17820
    },
    {
      "epoch": 1.9320251517779705,
      "grad_norm": 0.5394579172134399,
      "learning_rate": 3.5728275061656754e-05,
      "loss": 0.0311,
      "step": 17821
    },
    {
      "epoch": 1.9321335646140503,
      "grad_norm": 0.18877550959587097,
      "learning_rate": 3.572464819381982e-05,
      "loss": 0.0361,
      "step": 17822
    },
    {
      "epoch": 1.93224197745013,
      "grad_norm": 0.6602179408073425,
      "learning_rate": 3.572102132598288e-05,
      "loss": 0.1052,
      "step": 17823
    },
    {
      "epoch": 1.93235039028621,
      "grad_norm": 0.43712931871414185,
      "learning_rate": 3.571739445814595e-05,
      "loss": 0.0574,
      "step": 17824
    },
    {
      "epoch": 1.9324588031222896,
      "grad_norm": 0.4792315661907196,
      "learning_rate": 3.571376759030901e-05,
      "loss": 0.0648,
      "step": 17825
    },
    {
      "epoch": 1.9325672159583696,
      "grad_norm": 0.6740558743476868,
      "learning_rate": 3.5710140722472075e-05,
      "loss": 0.0519,
      "step": 17826
    },
    {
      "epoch": 1.932675628794449,
      "grad_norm": 0.19819961488246918,
      "learning_rate": 3.570651385463514e-05,
      "loss": 0.0389,
      "step": 17827
    },
    {
      "epoch": 1.932784041630529,
      "grad_norm": 0.24238321185112,
      "learning_rate": 3.57028869867982e-05,
      "loss": 0.0385,
      "step": 17828
    },
    {
      "epoch": 1.9328924544666088,
      "grad_norm": 0.11199089884757996,
      "learning_rate": 3.569926011896127e-05,
      "loss": 0.0206,
      "step": 17829
    },
    {
      "epoch": 1.9330008673026886,
      "grad_norm": 0.3702958822250366,
      "learning_rate": 3.569563325112433e-05,
      "loss": 0.0295,
      "step": 17830
    },
    {
      "epoch": 1.9331092801387686,
      "grad_norm": 0.08556704968214035,
      "learning_rate": 3.5692006383287395e-05,
      "loss": 0.0057,
      "step": 17831
    },
    {
      "epoch": 1.9332176929748481,
      "grad_norm": 0.09987665712833405,
      "learning_rate": 3.568837951545046e-05,
      "loss": 0.0184,
      "step": 17832
    },
    {
      "epoch": 1.9333261058109281,
      "grad_norm": 0.5643011331558228,
      "learning_rate": 3.5684752647613524e-05,
      "loss": 0.0364,
      "step": 17833
    },
    {
      "epoch": 1.9334345186470077,
      "grad_norm": 0.12127790600061417,
      "learning_rate": 3.568112577977659e-05,
      "loss": 0.0072,
      "step": 17834
    },
    {
      "epoch": 1.9335429314830876,
      "grad_norm": 0.13373351097106934,
      "learning_rate": 3.567749891193965e-05,
      "loss": 0.022,
      "step": 17835
    },
    {
      "epoch": 1.9336513443191674,
      "grad_norm": 0.3571453094482422,
      "learning_rate": 3.5673872044102716e-05,
      "loss": 0.0788,
      "step": 17836
    },
    {
      "epoch": 1.9337597571552472,
      "grad_norm": 0.11088234931230545,
      "learning_rate": 3.567024517626577e-05,
      "loss": 0.0167,
      "step": 17837
    },
    {
      "epoch": 1.933868169991327,
      "grad_norm": 0.1966644823551178,
      "learning_rate": 3.5666618308428844e-05,
      "loss": 0.0294,
      "step": 17838
    },
    {
      "epoch": 1.9339765828274067,
      "grad_norm": 0.2541878819465637,
      "learning_rate": 3.566299144059191e-05,
      "loss": 0.0154,
      "step": 17839
    },
    {
      "epoch": 1.9340849956634867,
      "grad_norm": 0.11159368604421616,
      "learning_rate": 3.565936457275497e-05,
      "loss": 0.0189,
      "step": 17840
    },
    {
      "epoch": 1.9341934084995662,
      "grad_norm": 0.21054726839065552,
      "learning_rate": 3.5655737704918037e-05,
      "loss": 0.038,
      "step": 17841
    },
    {
      "epoch": 1.9343018213356462,
      "grad_norm": 0.21010954678058624,
      "learning_rate": 3.56521108370811e-05,
      "loss": 0.0138,
      "step": 17842
    },
    {
      "epoch": 1.934410234171726,
      "grad_norm": 0.7368265986442566,
      "learning_rate": 3.5648483969244165e-05,
      "loss": 0.0479,
      "step": 17843
    },
    {
      "epoch": 1.9345186470078057,
      "grad_norm": 0.13205847144126892,
      "learning_rate": 3.564485710140722e-05,
      "loss": 0.0273,
      "step": 17844
    },
    {
      "epoch": 1.9346270598438855,
      "grad_norm": 0.5855227708816528,
      "learning_rate": 3.5641230233570286e-05,
      "loss": 0.0393,
      "step": 17845
    },
    {
      "epoch": 1.9347354726799653,
      "grad_norm": 0.12437399476766586,
      "learning_rate": 3.563760336573335e-05,
      "loss": 0.0195,
      "step": 17846
    },
    {
      "epoch": 1.9348438855160452,
      "grad_norm": 0.1065070629119873,
      "learning_rate": 3.563397649789642e-05,
      "loss": 0.0202,
      "step": 17847
    },
    {
      "epoch": 1.9349522983521248,
      "grad_norm": 0.11691495031118393,
      "learning_rate": 3.5630349630059485e-05,
      "loss": 0.0197,
      "step": 17848
    },
    {
      "epoch": 1.9350607111882048,
      "grad_norm": 0.26559001207351685,
      "learning_rate": 3.562672276222255e-05,
      "loss": 0.0367,
      "step": 17849
    },
    {
      "epoch": 1.9351691240242843,
      "grad_norm": 0.1763288825750351,
      "learning_rate": 3.5623095894385613e-05,
      "loss": 0.0282,
      "step": 17850
    },
    {
      "epoch": 1.9352775368603643,
      "grad_norm": 0.08960683643817902,
      "learning_rate": 3.561946902654867e-05,
      "loss": 0.0192,
      "step": 17851
    },
    {
      "epoch": 1.935385949696444,
      "grad_norm": 0.16412223875522614,
      "learning_rate": 3.5615842158711735e-05,
      "loss": 0.0224,
      "step": 17852
    },
    {
      "epoch": 1.9354943625325238,
      "grad_norm": 0.10840459913015366,
      "learning_rate": 3.56122152908748e-05,
      "loss": 0.0124,
      "step": 17853
    },
    {
      "epoch": 1.9356027753686036,
      "grad_norm": 0.36156585812568665,
      "learning_rate": 3.560858842303786e-05,
      "loss": 0.0867,
      "step": 17854
    },
    {
      "epoch": 1.9357111882046834,
      "grad_norm": 0.1681051403284073,
      "learning_rate": 3.560496155520093e-05,
      "loss": 0.0178,
      "step": 17855
    },
    {
      "epoch": 1.9358196010407633,
      "grad_norm": 0.30262601375579834,
      "learning_rate": 3.5601334687364e-05,
      "loss": 0.0901,
      "step": 17856
    },
    {
      "epoch": 1.9359280138768429,
      "grad_norm": 0.6320950388908386,
      "learning_rate": 3.559770781952706e-05,
      "loss": 0.033,
      "step": 17857
    },
    {
      "epoch": 1.9360364267129229,
      "grad_norm": 0.4868246912956238,
      "learning_rate": 3.5594080951690126e-05,
      "loss": 0.0317,
      "step": 17858
    },
    {
      "epoch": 1.9361448395490026,
      "grad_norm": 0.1679946631193161,
      "learning_rate": 3.5590454083853184e-05,
      "loss": 0.0209,
      "step": 17859
    },
    {
      "epoch": 1.9362532523850824,
      "grad_norm": 0.1548011600971222,
      "learning_rate": 3.558682721601625e-05,
      "loss": 0.0133,
      "step": 17860
    },
    {
      "epoch": 1.9363616652211622,
      "grad_norm": 0.18796758353710175,
      "learning_rate": 3.558320034817931e-05,
      "loss": 0.0187,
      "step": 17861
    },
    {
      "epoch": 1.936470078057242,
      "grad_norm": 0.08375019580125809,
      "learning_rate": 3.5579573480342376e-05,
      "loss": 0.0205,
      "step": 17862
    },
    {
      "epoch": 1.936578490893322,
      "grad_norm": 0.30696436762809753,
      "learning_rate": 3.557594661250544e-05,
      "loss": 0.0333,
      "step": 17863
    },
    {
      "epoch": 1.9366869037294014,
      "grad_norm": 0.2201026976108551,
      "learning_rate": 3.557231974466851e-05,
      "loss": 0.0342,
      "step": 17864
    },
    {
      "epoch": 1.9367953165654814,
      "grad_norm": 0.058899130672216415,
      "learning_rate": 3.5568692876831575e-05,
      "loss": 0.01,
      "step": 17865
    },
    {
      "epoch": 1.9369037294015612,
      "grad_norm": 0.19436022639274597,
      "learning_rate": 3.556506600899463e-05,
      "loss": 0.0233,
      "step": 17866
    },
    {
      "epoch": 1.937012142237641,
      "grad_norm": 0.09064670652151108,
      "learning_rate": 3.5561439141157697e-05,
      "loss": 0.0044,
      "step": 17867
    },
    {
      "epoch": 1.9371205550737207,
      "grad_norm": 0.20045112073421478,
      "learning_rate": 3.555781227332076e-05,
      "loss": 0.0211,
      "step": 17868
    },
    {
      "epoch": 1.9372289679098005,
      "grad_norm": 0.14802542328834534,
      "learning_rate": 3.5554185405483825e-05,
      "loss": 0.0283,
      "step": 17869
    },
    {
      "epoch": 1.9373373807458805,
      "grad_norm": 0.09019602090120316,
      "learning_rate": 3.555055853764689e-05,
      "loss": 0.0086,
      "step": 17870
    },
    {
      "epoch": 1.93744579358196,
      "grad_norm": 0.0946904793381691,
      "learning_rate": 3.554693166980995e-05,
      "loss": 0.0195,
      "step": 17871
    },
    {
      "epoch": 1.93755420641804,
      "grad_norm": 0.22318272292613983,
      "learning_rate": 3.554330480197302e-05,
      "loss": 0.025,
      "step": 17872
    },
    {
      "epoch": 1.9376626192541195,
      "grad_norm": 0.18415026366710663,
      "learning_rate": 3.553967793413608e-05,
      "loss": 0.0263,
      "step": 17873
    },
    {
      "epoch": 1.9377710320901995,
      "grad_norm": 0.15864896774291992,
      "learning_rate": 3.5536051066299145e-05,
      "loss": 0.0138,
      "step": 17874
    },
    {
      "epoch": 1.9378794449262793,
      "grad_norm": 0.11718358099460602,
      "learning_rate": 3.553242419846221e-05,
      "loss": 0.0114,
      "step": 17875
    },
    {
      "epoch": 1.937987857762359,
      "grad_norm": 0.11375881731510162,
      "learning_rate": 3.5528797330625273e-05,
      "loss": 0.019,
      "step": 17876
    },
    {
      "epoch": 1.9380962705984388,
      "grad_norm": 0.033032096922397614,
      "learning_rate": 3.552517046278834e-05,
      "loss": 0.0058,
      "step": 17877
    },
    {
      "epoch": 1.9382046834345186,
      "grad_norm": 0.38206133246421814,
      "learning_rate": 3.55215435949514e-05,
      "loss": 0.036,
      "step": 17878
    },
    {
      "epoch": 1.9383130962705986,
      "grad_norm": 0.2509351372718811,
      "learning_rate": 3.5517916727114466e-05,
      "loss": 0.0224,
      "step": 17879
    },
    {
      "epoch": 1.938421509106678,
      "grad_norm": 0.12958453595638275,
      "learning_rate": 3.551428985927753e-05,
      "loss": 0.0275,
      "step": 17880
    },
    {
      "epoch": 1.938529921942758,
      "grad_norm": 0.09106240421533585,
      "learning_rate": 3.5510662991440594e-05,
      "loss": 0.0139,
      "step": 17881
    },
    {
      "epoch": 1.9386383347788378,
      "grad_norm": 0.18910738825798035,
      "learning_rate": 3.550703612360366e-05,
      "loss": 0.0242,
      "step": 17882
    },
    {
      "epoch": 1.9387467476149176,
      "grad_norm": 0.11874847114086151,
      "learning_rate": 3.550340925576672e-05,
      "loss": 0.0109,
      "step": 17883
    },
    {
      "epoch": 1.9388551604509974,
      "grad_norm": 0.06501975655555725,
      "learning_rate": 3.5499782387929786e-05,
      "loss": 0.0061,
      "step": 17884
    },
    {
      "epoch": 1.9389635732870771,
      "grad_norm": 0.12837962806224823,
      "learning_rate": 3.549615552009285e-05,
      "loss": 0.0151,
      "step": 17885
    },
    {
      "epoch": 1.9390719861231571,
      "grad_norm": 0.21885372698307037,
      "learning_rate": 3.5492528652255915e-05,
      "loss": 0.0255,
      "step": 17886
    },
    {
      "epoch": 1.9391803989592367,
      "grad_norm": 0.28808340430259705,
      "learning_rate": 3.548890178441898e-05,
      "loss": 0.0271,
      "step": 17887
    },
    {
      "epoch": 1.9392888117953166,
      "grad_norm": 0.2654629945755005,
      "learning_rate": 3.548527491658204e-05,
      "loss": 0.0286,
      "step": 17888
    },
    {
      "epoch": 1.9393972246313964,
      "grad_norm": 0.14629507064819336,
      "learning_rate": 3.54816480487451e-05,
      "loss": 0.0208,
      "step": 17889
    },
    {
      "epoch": 1.9395056374674762,
      "grad_norm": 0.22956669330596924,
      "learning_rate": 3.547802118090817e-05,
      "loss": 0.0386,
      "step": 17890
    },
    {
      "epoch": 1.939614050303556,
      "grad_norm": 0.309743195772171,
      "learning_rate": 3.5474394313071235e-05,
      "loss": 0.063,
      "step": 17891
    },
    {
      "epoch": 1.9397224631396357,
      "grad_norm": 0.01971864327788353,
      "learning_rate": 3.54707674452343e-05,
      "loss": 0.0023,
      "step": 17892
    },
    {
      "epoch": 1.9398308759757157,
      "grad_norm": 0.5122242569923401,
      "learning_rate": 3.546714057739736e-05,
      "loss": 0.0416,
      "step": 17893
    },
    {
      "epoch": 1.9399392888117952,
      "grad_norm": 0.17687678337097168,
      "learning_rate": 3.546351370956043e-05,
      "loss": 0.0143,
      "step": 17894
    },
    {
      "epoch": 1.9400477016478752,
      "grad_norm": 0.2207254320383072,
      "learning_rate": 3.545988684172349e-05,
      "loss": 0.0268,
      "step": 17895
    },
    {
      "epoch": 1.9401561144839548,
      "grad_norm": 0.10998856276273727,
      "learning_rate": 3.545625997388655e-05,
      "loss": 0.0173,
      "step": 17896
    },
    {
      "epoch": 1.9402645273200347,
      "grad_norm": 0.206742525100708,
      "learning_rate": 3.545263310604961e-05,
      "loss": 0.0268,
      "step": 17897
    },
    {
      "epoch": 1.9403729401561145,
      "grad_norm": 0.4975104331970215,
      "learning_rate": 3.544900623821268e-05,
      "loss": 0.0402,
      "step": 17898
    },
    {
      "epoch": 1.9404813529921943,
      "grad_norm": 0.30528581142425537,
      "learning_rate": 3.544537937037575e-05,
      "loss": 0.0274,
      "step": 17899
    },
    {
      "epoch": 1.940589765828274,
      "grad_norm": 0.23877236247062683,
      "learning_rate": 3.544175250253881e-05,
      "loss": 0.0353,
      "step": 17900
    },
    {
      "epoch": 1.9406981786643538,
      "grad_norm": 0.20253416895866394,
      "learning_rate": 3.5438125634701876e-05,
      "loss": 0.0343,
      "step": 17901
    },
    {
      "epoch": 1.9408065915004338,
      "grad_norm": 0.22662746906280518,
      "learning_rate": 3.543449876686494e-05,
      "loss": 0.0195,
      "step": 17902
    },
    {
      "epoch": 1.9409150043365133,
      "grad_norm": 0.31086108088493347,
      "learning_rate": 3.5430871899028e-05,
      "loss": 0.0239,
      "step": 17903
    },
    {
      "epoch": 1.9410234171725933,
      "grad_norm": 0.1745651513338089,
      "learning_rate": 3.542724503119106e-05,
      "loss": 0.015,
      "step": 17904
    },
    {
      "epoch": 1.941131830008673,
      "grad_norm": 0.20884950459003448,
      "learning_rate": 3.5423618163354126e-05,
      "loss": 0.023,
      "step": 17905
    },
    {
      "epoch": 1.9412402428447528,
      "grad_norm": 0.7705183625221252,
      "learning_rate": 3.541999129551719e-05,
      "loss": 0.0132,
      "step": 17906
    },
    {
      "epoch": 1.9413486556808326,
      "grad_norm": 0.24204811453819275,
      "learning_rate": 3.541636442768026e-05,
      "loss": 0.0118,
      "step": 17907
    },
    {
      "epoch": 1.9414570685169124,
      "grad_norm": 0.1248728483915329,
      "learning_rate": 3.5412737559843325e-05,
      "loss": 0.0069,
      "step": 17908
    },
    {
      "epoch": 1.9415654813529923,
      "grad_norm": 0.363792359828949,
      "learning_rate": 3.540911069200639e-05,
      "loss": 0.0498,
      "step": 17909
    },
    {
      "epoch": 1.9416738941890719,
      "grad_norm": 0.1849205642938614,
      "learning_rate": 3.540548382416945e-05,
      "loss": 0.0126,
      "step": 17910
    },
    {
      "epoch": 1.9417823070251519,
      "grad_norm": 0.36081555485725403,
      "learning_rate": 3.540185695633251e-05,
      "loss": 0.0161,
      "step": 17911
    },
    {
      "epoch": 1.9418907198612314,
      "grad_norm": 0.20220084488391876,
      "learning_rate": 3.5398230088495574e-05,
      "loss": 0.0316,
      "step": 17912
    },
    {
      "epoch": 1.9419991326973114,
      "grad_norm": 0.20827431976795197,
      "learning_rate": 3.539460322065864e-05,
      "loss": 0.0206,
      "step": 17913
    },
    {
      "epoch": 1.9421075455333912,
      "grad_norm": 0.20473606884479523,
      "learning_rate": 3.53909763528217e-05,
      "loss": 0.0095,
      "step": 17914
    },
    {
      "epoch": 1.942215958369471,
      "grad_norm": 0.26033854484558105,
      "learning_rate": 3.538734948498477e-05,
      "loss": 0.03,
      "step": 17915
    },
    {
      "epoch": 1.942324371205551,
      "grad_norm": 0.310444176197052,
      "learning_rate": 3.538372261714784e-05,
      "loss": 0.025,
      "step": 17916
    },
    {
      "epoch": 1.9424327840416304,
      "grad_norm": 0.15756802260875702,
      "learning_rate": 3.53800957493109e-05,
      "loss": 0.0216,
      "step": 17917
    },
    {
      "epoch": 1.9425411968777104,
      "grad_norm": 0.20559059083461761,
      "learning_rate": 3.537646888147396e-05,
      "loss": 0.0212,
      "step": 17918
    },
    {
      "epoch": 1.94264960971379,
      "grad_norm": 0.0753578171133995,
      "learning_rate": 3.537284201363702e-05,
      "loss": 0.0059,
      "step": 17919
    },
    {
      "epoch": 1.94275802254987,
      "grad_norm": 0.17044712603092194,
      "learning_rate": 3.536921514580009e-05,
      "loss": 0.0369,
      "step": 17920
    },
    {
      "epoch": 1.9428664353859497,
      "grad_norm": 0.12333361804485321,
      "learning_rate": 3.536558827796315e-05,
      "loss": 0.0067,
      "step": 17921
    },
    {
      "epoch": 1.9429748482220295,
      "grad_norm": 0.2559394836425781,
      "learning_rate": 3.5361961410126216e-05,
      "loss": 0.0218,
      "step": 17922
    },
    {
      "epoch": 1.9430832610581092,
      "grad_norm": 0.5748595595359802,
      "learning_rate": 3.535833454228928e-05,
      "loss": 0.0413,
      "step": 17923
    },
    {
      "epoch": 1.943191673894189,
      "grad_norm": 0.0742703378200531,
      "learning_rate": 3.5354707674452344e-05,
      "loss": 0.0069,
      "step": 17924
    },
    {
      "epoch": 1.943300086730269,
      "grad_norm": 0.37800851464271545,
      "learning_rate": 3.535108080661541e-05,
      "loss": 0.0398,
      "step": 17925
    },
    {
      "epoch": 1.9434084995663485,
      "grad_norm": 0.31391215324401855,
      "learning_rate": 3.534745393877847e-05,
      "loss": 0.025,
      "step": 17926
    },
    {
      "epoch": 1.9435169124024285,
      "grad_norm": 0.12116239219903946,
      "learning_rate": 3.5343827070941536e-05,
      "loss": 0.0118,
      "step": 17927
    },
    {
      "epoch": 1.9436253252385083,
      "grad_norm": 0.18636639416217804,
      "learning_rate": 3.53402002031046e-05,
      "loss": 0.0178,
      "step": 17928
    },
    {
      "epoch": 1.943733738074588,
      "grad_norm": 0.21945655345916748,
      "learning_rate": 3.5336573335267664e-05,
      "loss": 0.0245,
      "step": 17929
    },
    {
      "epoch": 1.9438421509106678,
      "grad_norm": 0.08525601029396057,
      "learning_rate": 3.533294646743073e-05,
      "loss": 0.0063,
      "step": 17930
    },
    {
      "epoch": 1.9439505637467476,
      "grad_norm": 0.3666097819805145,
      "learning_rate": 3.532931959959379e-05,
      "loss": 0.0366,
      "step": 17931
    },
    {
      "epoch": 1.9440589765828276,
      "grad_norm": 0.16618971526622772,
      "learning_rate": 3.5325692731756857e-05,
      "loss": 0.0307,
      "step": 17932
    },
    {
      "epoch": 1.944167389418907,
      "grad_norm": 0.14773042500019073,
      "learning_rate": 3.532206586391992e-05,
      "loss": 0.0342,
      "step": 17933
    },
    {
      "epoch": 1.944275802254987,
      "grad_norm": 0.3610772490501404,
      "learning_rate": 3.5318438996082985e-05,
      "loss": 0.0254,
      "step": 17934
    },
    {
      "epoch": 1.9443842150910666,
      "grad_norm": 0.4248773753643036,
      "learning_rate": 3.531481212824605e-05,
      "loss": 0.029,
      "step": 17935
    },
    {
      "epoch": 1.9444926279271466,
      "grad_norm": 0.22057956457138062,
      "learning_rate": 3.531118526040911e-05,
      "loss": 0.0196,
      "step": 17936
    },
    {
      "epoch": 1.9446010407632264,
      "grad_norm": 0.1375625729560852,
      "learning_rate": 3.530755839257218e-05,
      "loss": 0.0087,
      "step": 17937
    },
    {
      "epoch": 1.9447094535993061,
      "grad_norm": 0.548039436340332,
      "learning_rate": 3.530393152473524e-05,
      "loss": 0.0512,
      "step": 17938
    },
    {
      "epoch": 1.944817866435386,
      "grad_norm": 0.8715700507164001,
      "learning_rate": 3.5300304656898305e-05,
      "loss": 0.0207,
      "step": 17939
    },
    {
      "epoch": 1.9449262792714657,
      "grad_norm": 0.31931138038635254,
      "learning_rate": 3.529667778906137e-05,
      "loss": 0.0311,
      "step": 17940
    },
    {
      "epoch": 1.9450346921075456,
      "grad_norm": 0.2684302031993866,
      "learning_rate": 3.529305092122443e-05,
      "loss": 0.0249,
      "step": 17941
    },
    {
      "epoch": 1.9451431049436252,
      "grad_norm": 0.2240101546049118,
      "learning_rate": 3.52894240533875e-05,
      "loss": 0.0124,
      "step": 17942
    },
    {
      "epoch": 1.9452515177797052,
      "grad_norm": 0.12275147438049316,
      "learning_rate": 3.528579718555056e-05,
      "loss": 0.0113,
      "step": 17943
    },
    {
      "epoch": 1.945359930615785,
      "grad_norm": 0.9304602742195129,
      "learning_rate": 3.5282170317713626e-05,
      "loss": 0.0135,
      "step": 17944
    },
    {
      "epoch": 1.9454683434518647,
      "grad_norm": 0.6469232439994812,
      "learning_rate": 3.527854344987669e-05,
      "loss": 0.0518,
      "step": 17945
    },
    {
      "epoch": 1.9455767562879445,
      "grad_norm": 0.20615129172801971,
      "learning_rate": 3.5274916582039754e-05,
      "loss": 0.0256,
      "step": 17946
    },
    {
      "epoch": 1.9456851691240242,
      "grad_norm": 0.5521074533462524,
      "learning_rate": 3.527128971420282e-05,
      "loss": 0.0346,
      "step": 17947
    },
    {
      "epoch": 1.9457935819601042,
      "grad_norm": 0.05393068492412567,
      "learning_rate": 3.5267662846365875e-05,
      "loss": 0.0044,
      "step": 17948
    },
    {
      "epoch": 1.9459019947961838,
      "grad_norm": 0.39903074502944946,
      "learning_rate": 3.526403597852894e-05,
      "loss": 0.0509,
      "step": 17949
    },
    {
      "epoch": 1.9460104076322637,
      "grad_norm": 0.2528533339500427,
      "learning_rate": 3.5260409110692004e-05,
      "loss": 0.0247,
      "step": 17950
    },
    {
      "epoch": 1.9461188204683435,
      "grad_norm": 0.041170634329319,
      "learning_rate": 3.5256782242855075e-05,
      "loss": 0.0035,
      "step": 17951
    },
    {
      "epoch": 1.9462272333044233,
      "grad_norm": 0.15916790068149567,
      "learning_rate": 3.525315537501814e-05,
      "loss": 0.0179,
      "step": 17952
    },
    {
      "epoch": 1.946335646140503,
      "grad_norm": 0.417807012796402,
      "learning_rate": 3.52495285071812e-05,
      "loss": 0.0168,
      "step": 17953
    },
    {
      "epoch": 1.9464440589765828,
      "grad_norm": 0.4450232982635498,
      "learning_rate": 3.524590163934427e-05,
      "loss": 0.0766,
      "step": 17954
    },
    {
      "epoch": 1.9465524718126628,
      "grad_norm": 0.16274768114089966,
      "learning_rate": 3.524227477150733e-05,
      "loss": 0.0257,
      "step": 17955
    },
    {
      "epoch": 1.9466608846487423,
      "grad_norm": 0.06365492194890976,
      "learning_rate": 3.523864790367039e-05,
      "loss": 0.0042,
      "step": 17956
    },
    {
      "epoch": 1.9467692974848223,
      "grad_norm": 0.6770889759063721,
      "learning_rate": 3.523502103583345e-05,
      "loss": 0.0589,
      "step": 17957
    },
    {
      "epoch": 1.9468777103209018,
      "grad_norm": 0.37767094373703003,
      "learning_rate": 3.5231394167996517e-05,
      "loss": 0.034,
      "step": 17958
    },
    {
      "epoch": 1.9469861231569818,
      "grad_norm": 0.19903890788555145,
      "learning_rate": 3.522776730015959e-05,
      "loss": 0.0288,
      "step": 17959
    },
    {
      "epoch": 1.9470945359930616,
      "grad_norm": 0.08200006186962128,
      "learning_rate": 3.522414043232265e-05,
      "loss": 0.0125,
      "step": 17960
    },
    {
      "epoch": 1.9472029488291414,
      "grad_norm": 0.20480625331401825,
      "learning_rate": 3.5220513564485716e-05,
      "loss": 0.0306,
      "step": 17961
    },
    {
      "epoch": 1.9473113616652211,
      "grad_norm": 0.07999911904335022,
      "learning_rate": 3.521688669664878e-05,
      "loss": 0.0062,
      "step": 17962
    },
    {
      "epoch": 1.9474197745013009,
      "grad_norm": 0.3423328697681427,
      "learning_rate": 3.521325982881184e-05,
      "loss": 0.0264,
      "step": 17963
    },
    {
      "epoch": 1.9475281873373809,
      "grad_norm": 0.3616845905780792,
      "learning_rate": 3.52096329609749e-05,
      "loss": 0.0997,
      "step": 17964
    },
    {
      "epoch": 1.9476366001734604,
      "grad_norm": 0.1190372034907341,
      "learning_rate": 3.5206006093137965e-05,
      "loss": 0.0193,
      "step": 17965
    },
    {
      "epoch": 1.9477450130095404,
      "grad_norm": 0.35950618982315063,
      "learning_rate": 3.520237922530103e-05,
      "loss": 0.0472,
      "step": 17966
    },
    {
      "epoch": 1.9478534258456202,
      "grad_norm": 0.2173006683588028,
      "learning_rate": 3.5198752357464093e-05,
      "loss": 0.027,
      "step": 17967
    },
    {
      "epoch": 1.9479618386817,
      "grad_norm": 0.11730161309242249,
      "learning_rate": 3.5195125489627164e-05,
      "loss": 0.008,
      "step": 17968
    },
    {
      "epoch": 1.9480702515177797,
      "grad_norm": 0.8654112815856934,
      "learning_rate": 3.519149862179023e-05,
      "loss": 0.0989,
      "step": 17969
    },
    {
      "epoch": 1.9481786643538594,
      "grad_norm": 0.2982172667980194,
      "learning_rate": 3.5187871753953286e-05,
      "loss": 0.0512,
      "step": 17970
    },
    {
      "epoch": 1.9482870771899394,
      "grad_norm": 0.1788312941789627,
      "learning_rate": 3.518424488611635e-05,
      "loss": 0.0044,
      "step": 17971
    },
    {
      "epoch": 1.948395490026019,
      "grad_norm": 0.16812622547149658,
      "learning_rate": 3.5180618018279414e-05,
      "loss": 0.0225,
      "step": 17972
    },
    {
      "epoch": 1.948503902862099,
      "grad_norm": 0.07751012593507767,
      "learning_rate": 3.517699115044248e-05,
      "loss": 0.0153,
      "step": 17973
    },
    {
      "epoch": 1.9486123156981785,
      "grad_norm": 0.1444340944290161,
      "learning_rate": 3.517336428260554e-05,
      "loss": 0.0221,
      "step": 17974
    },
    {
      "epoch": 1.9487207285342585,
      "grad_norm": 0.3595302402973175,
      "learning_rate": 3.5169737414768606e-05,
      "loss": 0.0487,
      "step": 17975
    },
    {
      "epoch": 1.9488291413703382,
      "grad_norm": 0.17305555939674377,
      "learning_rate": 3.516611054693167e-05,
      "loss": 0.0186,
      "step": 17976
    },
    {
      "epoch": 1.948937554206418,
      "grad_norm": 0.10923151671886444,
      "learning_rate": 3.5162483679094735e-05,
      "loss": 0.0279,
      "step": 17977
    },
    {
      "epoch": 1.949045967042498,
      "grad_norm": 0.3119899332523346,
      "learning_rate": 3.51588568112578e-05,
      "loss": 0.0252,
      "step": 17978
    },
    {
      "epoch": 1.9491543798785775,
      "grad_norm": 0.27087506651878357,
      "learning_rate": 3.515522994342086e-05,
      "loss": 0.0143,
      "step": 17979
    },
    {
      "epoch": 1.9492627927146575,
      "grad_norm": 0.1423790156841278,
      "learning_rate": 3.515160307558393e-05,
      "loss": 0.0105,
      "step": 17980
    },
    {
      "epoch": 1.949371205550737,
      "grad_norm": 0.2565430700778961,
      "learning_rate": 3.514797620774699e-05,
      "loss": 0.0201,
      "step": 17981
    },
    {
      "epoch": 1.949479618386817,
      "grad_norm": 0.32364505529403687,
      "learning_rate": 3.5144349339910055e-05,
      "loss": 0.0443,
      "step": 17982
    },
    {
      "epoch": 1.9495880312228968,
      "grad_norm": 0.081673763692379,
      "learning_rate": 3.514072247207312e-05,
      "loss": 0.0058,
      "step": 17983
    },
    {
      "epoch": 1.9496964440589766,
      "grad_norm": 0.15228930115699768,
      "learning_rate": 3.513709560423618e-05,
      "loss": 0.0115,
      "step": 17984
    },
    {
      "epoch": 1.9498048568950563,
      "grad_norm": 0.0285654254257679,
      "learning_rate": 3.513346873639925e-05,
      "loss": 0.004,
      "step": 17985
    },
    {
      "epoch": 1.949913269731136,
      "grad_norm": 0.23615190386772156,
      "learning_rate": 3.512984186856231e-05,
      "loss": 0.0293,
      "step": 17986
    },
    {
      "epoch": 1.950021682567216,
      "grad_norm": 0.22861944139003754,
      "learning_rate": 3.5126215000725376e-05,
      "loss": 0.0121,
      "step": 17987
    },
    {
      "epoch": 1.9501300954032956,
      "grad_norm": 0.3726375102996826,
      "learning_rate": 3.512258813288844e-05,
      "loss": 0.0308,
      "step": 17988
    },
    {
      "epoch": 1.9502385082393756,
      "grad_norm": 0.08294428884983063,
      "learning_rate": 3.5118961265051504e-05,
      "loss": 0.01,
      "step": 17989
    },
    {
      "epoch": 1.9503469210754554,
      "grad_norm": 0.20275793969631195,
      "learning_rate": 3.511533439721457e-05,
      "loss": 0.0247,
      "step": 17990
    },
    {
      "epoch": 1.9504553339115351,
      "grad_norm": 0.24033452570438385,
      "learning_rate": 3.511170752937763e-05,
      "loss": 0.0194,
      "step": 17991
    },
    {
      "epoch": 1.950563746747615,
      "grad_norm": 0.21933265030384064,
      "learning_rate": 3.5108080661540696e-05,
      "loss": 0.0184,
      "step": 17992
    },
    {
      "epoch": 1.9506721595836947,
      "grad_norm": 0.31308549642562866,
      "learning_rate": 3.5104453793703753e-05,
      "loss": 0.026,
      "step": 17993
    },
    {
      "epoch": 1.9507805724197746,
      "grad_norm": 0.1033577024936676,
      "learning_rate": 3.5100826925866824e-05,
      "loss": 0.0139,
      "step": 17994
    },
    {
      "epoch": 1.9508889852558542,
      "grad_norm": 0.3308815062046051,
      "learning_rate": 3.509720005802989e-05,
      "loss": 0.0647,
      "step": 17995
    },
    {
      "epoch": 1.9509973980919342,
      "grad_norm": 0.1494055837392807,
      "learning_rate": 3.509357319019295e-05,
      "loss": 0.0279,
      "step": 17996
    },
    {
      "epoch": 1.9511058109280137,
      "grad_norm": 0.15354152023792267,
      "learning_rate": 3.508994632235602e-05,
      "loss": 0.0168,
      "step": 17997
    },
    {
      "epoch": 1.9512142237640937,
      "grad_norm": 0.1733405441045761,
      "learning_rate": 3.508631945451908e-05,
      "loss": 0.0212,
      "step": 17998
    },
    {
      "epoch": 1.9513226366001735,
      "grad_norm": 0.32249948382377625,
      "learning_rate": 3.5082692586682145e-05,
      "loss": 0.0789,
      "step": 17999
    },
    {
      "epoch": 1.9514310494362532,
      "grad_norm": 0.26634615659713745,
      "learning_rate": 3.50790657188452e-05,
      "loss": 0.0313,
      "step": 18000
    },
    {
      "epoch": 1.951539462272333,
      "grad_norm": 0.12902596592903137,
      "learning_rate": 3.5075438851008266e-05,
      "loss": 0.0113,
      "step": 18001
    },
    {
      "epoch": 1.9516478751084128,
      "grad_norm": 0.19576065242290497,
      "learning_rate": 3.507181198317134e-05,
      "loss": 0.0212,
      "step": 18002
    },
    {
      "epoch": 1.9517562879444927,
      "grad_norm": 0.08215158432722092,
      "learning_rate": 3.50681851153344e-05,
      "loss": 0.0087,
      "step": 18003
    },
    {
      "epoch": 1.9518647007805723,
      "grad_norm": 0.4500293433666229,
      "learning_rate": 3.5064558247497465e-05,
      "loss": 0.0511,
      "step": 18004
    },
    {
      "epoch": 1.9519731136166523,
      "grad_norm": 0.06439356505870819,
      "learning_rate": 3.506093137966053e-05,
      "loss": 0.0106,
      "step": 18005
    },
    {
      "epoch": 1.952081526452732,
      "grad_norm": 0.16192004084587097,
      "learning_rate": 3.5057304511823594e-05,
      "loss": 0.0111,
      "step": 18006
    },
    {
      "epoch": 1.9521899392888118,
      "grad_norm": 0.15217693150043488,
      "learning_rate": 3.505367764398666e-05,
      "loss": 0.032,
      "step": 18007
    },
    {
      "epoch": 1.9522983521248916,
      "grad_norm": 0.42563217878341675,
      "learning_rate": 3.5050050776149715e-05,
      "loss": 0.0312,
      "step": 18008
    },
    {
      "epoch": 1.9524067649609713,
      "grad_norm": 0.2728186845779419,
      "learning_rate": 3.504642390831278e-05,
      "loss": 0.0305,
      "step": 18009
    },
    {
      "epoch": 1.9525151777970513,
      "grad_norm": 0.39730289578437805,
      "learning_rate": 3.504279704047584e-05,
      "loss": 0.0409,
      "step": 18010
    },
    {
      "epoch": 1.9526235906331308,
      "grad_norm": 0.17147786915302277,
      "learning_rate": 3.5039170172638914e-05,
      "loss": 0.0209,
      "step": 18011
    },
    {
      "epoch": 1.9527320034692108,
      "grad_norm": 0.3556278347969055,
      "learning_rate": 3.503554330480198e-05,
      "loss": 0.0247,
      "step": 18012
    },
    {
      "epoch": 1.9528404163052906,
      "grad_norm": 0.14243154227733612,
      "learning_rate": 3.503191643696504e-05,
      "loss": 0.0228,
      "step": 18013
    },
    {
      "epoch": 1.9529488291413704,
      "grad_norm": 0.5921133160591125,
      "learning_rate": 3.5028289569128106e-05,
      "loss": 0.0721,
      "step": 18014
    },
    {
      "epoch": 1.9530572419774501,
      "grad_norm": 0.21809759736061096,
      "learning_rate": 3.5024662701291164e-05,
      "loss": 0.0357,
      "step": 18015
    },
    {
      "epoch": 1.9531656548135299,
      "grad_norm": 0.028165163472294807,
      "learning_rate": 3.502103583345423e-05,
      "loss": 0.0023,
      "step": 18016
    },
    {
      "epoch": 1.9532740676496099,
      "grad_norm": 0.3197895586490631,
      "learning_rate": 3.501740896561729e-05,
      "loss": 0.0132,
      "step": 18017
    },
    {
      "epoch": 1.9533824804856894,
      "grad_norm": 0.08218567073345184,
      "learning_rate": 3.5013782097780356e-05,
      "loss": 0.0106,
      "step": 18018
    },
    {
      "epoch": 1.9534908933217694,
      "grad_norm": 0.1472211629152298,
      "learning_rate": 3.501015522994342e-05,
      "loss": 0.0168,
      "step": 18019
    },
    {
      "epoch": 1.953599306157849,
      "grad_norm": 0.0690358430147171,
      "learning_rate": 3.500652836210649e-05,
      "loss": 0.0067,
      "step": 18020
    },
    {
      "epoch": 1.953707718993929,
      "grad_norm": 0.22103826701641083,
      "learning_rate": 3.5002901494269555e-05,
      "loss": 0.0155,
      "step": 18021
    },
    {
      "epoch": 1.9538161318300087,
      "grad_norm": 0.21474440395832062,
      "learning_rate": 3.499927462643261e-05,
      "loss": 0.0271,
      "step": 18022
    },
    {
      "epoch": 1.9539245446660884,
      "grad_norm": 0.20104967057704926,
      "learning_rate": 3.4995647758595677e-05,
      "loss": 0.02,
      "step": 18023
    },
    {
      "epoch": 1.9540329575021682,
      "grad_norm": 0.14101605117321014,
      "learning_rate": 3.499202089075874e-05,
      "loss": 0.0288,
      "step": 18024
    },
    {
      "epoch": 1.954141370338248,
      "grad_norm": 0.22298695147037506,
      "learning_rate": 3.4988394022921805e-05,
      "loss": 0.0212,
      "step": 18025
    },
    {
      "epoch": 1.954249783174328,
      "grad_norm": 0.16565553843975067,
      "learning_rate": 3.498476715508487e-05,
      "loss": 0.0253,
      "step": 18026
    },
    {
      "epoch": 1.9543581960104075,
      "grad_norm": 0.16213937103748322,
      "learning_rate": 3.498114028724793e-05,
      "loss": 0.0109,
      "step": 18027
    },
    {
      "epoch": 1.9544666088464875,
      "grad_norm": 0.4381521940231323,
      "learning_rate": 3.4977513419411004e-05,
      "loss": 0.0377,
      "step": 18028
    },
    {
      "epoch": 1.9545750216825672,
      "grad_norm": 0.29431605339050293,
      "learning_rate": 3.497388655157406e-05,
      "loss": 0.0283,
      "step": 18029
    },
    {
      "epoch": 1.954683434518647,
      "grad_norm": 0.13201668858528137,
      "learning_rate": 3.4970259683737125e-05,
      "loss": 0.0208,
      "step": 18030
    },
    {
      "epoch": 1.9547918473547268,
      "grad_norm": 0.24602054059505463,
      "learning_rate": 3.496663281590019e-05,
      "loss": 0.0671,
      "step": 18031
    },
    {
      "epoch": 1.9549002601908065,
      "grad_norm": 0.21869079768657684,
      "learning_rate": 3.4963005948063254e-05,
      "loss": 0.0093,
      "step": 18032
    },
    {
      "epoch": 1.9550086730268865,
      "grad_norm": 0.17635038495063782,
      "learning_rate": 3.495937908022632e-05,
      "loss": 0.0248,
      "step": 18033
    },
    {
      "epoch": 1.955117085862966,
      "grad_norm": 0.28308650851249695,
      "learning_rate": 3.495575221238938e-05,
      "loss": 0.0252,
      "step": 18034
    },
    {
      "epoch": 1.955225498699046,
      "grad_norm": 0.16076944768428802,
      "learning_rate": 3.4952125344552446e-05,
      "loss": 0.0199,
      "step": 18035
    },
    {
      "epoch": 1.9553339115351258,
      "grad_norm": 0.24042439460754395,
      "learning_rate": 3.494849847671551e-05,
      "loss": 0.0152,
      "step": 18036
    },
    {
      "epoch": 1.9554423243712056,
      "grad_norm": 0.12708383798599243,
      "learning_rate": 3.4944871608878574e-05,
      "loss": 0.0127,
      "step": 18037
    },
    {
      "epoch": 1.9555507372072853,
      "grad_norm": 0.08469460159540176,
      "learning_rate": 3.494124474104164e-05,
      "loss": 0.0029,
      "step": 18038
    },
    {
      "epoch": 1.955659150043365,
      "grad_norm": 0.05520379915833473,
      "learning_rate": 3.49376178732047e-05,
      "loss": 0.0083,
      "step": 18039
    },
    {
      "epoch": 1.955767562879445,
      "grad_norm": 0.14213337004184723,
      "learning_rate": 3.4933991005367766e-05,
      "loss": 0.021,
      "step": 18040
    },
    {
      "epoch": 1.9558759757155246,
      "grad_norm": 0.2834732234477997,
      "learning_rate": 3.493036413753083e-05,
      "loss": 0.0333,
      "step": 18041
    },
    {
      "epoch": 1.9559843885516046,
      "grad_norm": 0.2082451730966568,
      "learning_rate": 3.4926737269693895e-05,
      "loss": 0.0161,
      "step": 18042
    },
    {
      "epoch": 1.9560928013876842,
      "grad_norm": 0.06423938274383545,
      "learning_rate": 3.492311040185696e-05,
      "loss": 0.0048,
      "step": 18043
    },
    {
      "epoch": 1.9562012142237641,
      "grad_norm": 0.15816830098628998,
      "learning_rate": 3.491948353402002e-05,
      "loss": 0.0154,
      "step": 18044
    },
    {
      "epoch": 1.956309627059844,
      "grad_norm": 0.1855791211128235,
      "learning_rate": 3.491585666618308e-05,
      "loss": 0.031,
      "step": 18045
    },
    {
      "epoch": 1.9564180398959237,
      "grad_norm": 0.22863808274269104,
      "learning_rate": 3.491222979834615e-05,
      "loss": 0.0282,
      "step": 18046
    },
    {
      "epoch": 1.9565264527320034,
      "grad_norm": 0.5319080948829651,
      "learning_rate": 3.4908602930509215e-05,
      "loss": 0.0271,
      "step": 18047
    },
    {
      "epoch": 1.9566348655680832,
      "grad_norm": 0.055621594190597534,
      "learning_rate": 3.490497606267228e-05,
      "loss": 0.0029,
      "step": 18048
    },
    {
      "epoch": 1.9567432784041632,
      "grad_norm": 0.05038899555802345,
      "learning_rate": 3.490134919483534e-05,
      "loss": 0.0059,
      "step": 18049
    },
    {
      "epoch": 1.9568516912402427,
      "grad_norm": 0.2574811577796936,
      "learning_rate": 3.489772232699841e-05,
      "loss": 0.0208,
      "step": 18050
    },
    {
      "epoch": 1.9569601040763227,
      "grad_norm": 0.04128323122859001,
      "learning_rate": 3.489409545916147e-05,
      "loss": 0.0042,
      "step": 18051
    },
    {
      "epoch": 1.9570685169124025,
      "grad_norm": 0.08786346018314362,
      "learning_rate": 3.489046859132453e-05,
      "loss": 0.0098,
      "step": 18052
    },
    {
      "epoch": 1.9571769297484822,
      "grad_norm": 0.16700023412704468,
      "learning_rate": 3.488684172348759e-05,
      "loss": 0.0195,
      "step": 18053
    },
    {
      "epoch": 1.957285342584562,
      "grad_norm": 0.23942460119724274,
      "learning_rate": 3.4883214855650664e-05,
      "loss": 0.0084,
      "step": 18054
    },
    {
      "epoch": 1.9573937554206418,
      "grad_norm": 0.18019291758537292,
      "learning_rate": 3.487958798781373e-05,
      "loss": 0.0141,
      "step": 18055
    },
    {
      "epoch": 1.9575021682567217,
      "grad_norm": 0.2023601233959198,
      "learning_rate": 3.487596111997679e-05,
      "loss": 0.0525,
      "step": 18056
    },
    {
      "epoch": 1.9576105810928013,
      "grad_norm": 0.34748968482017517,
      "learning_rate": 3.4872334252139856e-05,
      "loss": 0.0283,
      "step": 18057
    },
    {
      "epoch": 1.9577189939288813,
      "grad_norm": 0.1984383463859558,
      "learning_rate": 3.486870738430292e-05,
      "loss": 0.0222,
      "step": 18058
    },
    {
      "epoch": 1.9578274067649608,
      "grad_norm": 0.35205021500587463,
      "learning_rate": 3.4865080516465984e-05,
      "loss": 0.0166,
      "step": 18059
    },
    {
      "epoch": 1.9579358196010408,
      "grad_norm": 0.19368810951709747,
      "learning_rate": 3.486145364862904e-05,
      "loss": 0.0111,
      "step": 18060
    },
    {
      "epoch": 1.9580442324371206,
      "grad_norm": 0.1892154961824417,
      "learning_rate": 3.4857826780792106e-05,
      "loss": 0.0179,
      "step": 18061
    },
    {
      "epoch": 1.9581526452732003,
      "grad_norm": 0.3119637966156006,
      "learning_rate": 3.485419991295517e-05,
      "loss": 0.0345,
      "step": 18062
    },
    {
      "epoch": 1.95826105810928,
      "grad_norm": 0.3965723216533661,
      "learning_rate": 3.485057304511824e-05,
      "loss": 0.0259,
      "step": 18063
    },
    {
      "epoch": 1.9583694709453598,
      "grad_norm": 0.33340203762054443,
      "learning_rate": 3.4846946177281305e-05,
      "loss": 0.0187,
      "step": 18064
    },
    {
      "epoch": 1.9584778837814398,
      "grad_norm": 0.6760063171386719,
      "learning_rate": 3.484331930944437e-05,
      "loss": 0.0384,
      "step": 18065
    },
    {
      "epoch": 1.9585862966175194,
      "grad_norm": 0.09627843648195267,
      "learning_rate": 3.483969244160743e-05,
      "loss": 0.0065,
      "step": 18066
    },
    {
      "epoch": 1.9586947094535994,
      "grad_norm": 0.13313956558704376,
      "learning_rate": 3.483606557377049e-05,
      "loss": 0.0187,
      "step": 18067
    },
    {
      "epoch": 1.9588031222896791,
      "grad_norm": 0.32069697976112366,
      "learning_rate": 3.4832438705933555e-05,
      "loss": 0.0211,
      "step": 18068
    },
    {
      "epoch": 1.9589115351257589,
      "grad_norm": 0.21416501700878143,
      "learning_rate": 3.482881183809662e-05,
      "loss": 0.0211,
      "step": 18069
    },
    {
      "epoch": 1.9590199479618386,
      "grad_norm": 0.16198986768722534,
      "learning_rate": 3.482518497025968e-05,
      "loss": 0.0197,
      "step": 18070
    },
    {
      "epoch": 1.9591283607979184,
      "grad_norm": 0.2500479817390442,
      "learning_rate": 3.482155810242275e-05,
      "loss": 0.0201,
      "step": 18071
    },
    {
      "epoch": 1.9592367736339984,
      "grad_norm": 0.11027029901742935,
      "learning_rate": 3.481793123458582e-05,
      "loss": 0.0083,
      "step": 18072
    },
    {
      "epoch": 1.959345186470078,
      "grad_norm": 0.0988970547914505,
      "learning_rate": 3.481430436674888e-05,
      "loss": 0.0179,
      "step": 18073
    },
    {
      "epoch": 1.959453599306158,
      "grad_norm": 0.42424172163009644,
      "learning_rate": 3.481067749891194e-05,
      "loss": 0.0131,
      "step": 18074
    },
    {
      "epoch": 1.9595620121422377,
      "grad_norm": 0.3721337914466858,
      "learning_rate": 3.4807050631075e-05,
      "loss": 0.05,
      "step": 18075
    },
    {
      "epoch": 1.9596704249783174,
      "grad_norm": 0.15712137520313263,
      "learning_rate": 3.480342376323807e-05,
      "loss": 0.0197,
      "step": 18076
    },
    {
      "epoch": 1.9597788378143972,
      "grad_norm": 0.2097340226173401,
      "learning_rate": 3.479979689540113e-05,
      "loss": 0.026,
      "step": 18077
    },
    {
      "epoch": 1.959887250650477,
      "grad_norm": 0.04873651638627052,
      "learning_rate": 3.4796170027564196e-05,
      "loss": 0.0028,
      "step": 18078
    },
    {
      "epoch": 1.959995663486557,
      "grad_norm": 0.5357004404067993,
      "learning_rate": 3.479254315972726e-05,
      "loss": 0.0248,
      "step": 18079
    },
    {
      "epoch": 1.9601040763226365,
      "grad_norm": 0.4694402813911438,
      "learning_rate": 3.478891629189033e-05,
      "loss": 0.0279,
      "step": 18080
    },
    {
      "epoch": 1.9602124891587165,
      "grad_norm": 0.46935516595840454,
      "learning_rate": 3.478528942405339e-05,
      "loss": 0.0568,
      "step": 18081
    },
    {
      "epoch": 1.960320901994796,
      "grad_norm": 0.32124024629592896,
      "learning_rate": 3.478166255621645e-05,
      "loss": 0.027,
      "step": 18082
    },
    {
      "epoch": 1.960429314830876,
      "grad_norm": 0.24649380147457123,
      "learning_rate": 3.4778035688379516e-05,
      "loss": 0.0533,
      "step": 18083
    },
    {
      "epoch": 1.9605377276669558,
      "grad_norm": 0.12199325114488602,
      "learning_rate": 3.477440882054258e-05,
      "loss": 0.0153,
      "step": 18084
    },
    {
      "epoch": 1.9606461405030355,
      "grad_norm": 0.1273372918367386,
      "learning_rate": 3.4770781952705644e-05,
      "loss": 0.0239,
      "step": 18085
    },
    {
      "epoch": 1.9607545533391153,
      "grad_norm": 0.25531455874443054,
      "learning_rate": 3.476715508486871e-05,
      "loss": 0.0358,
      "step": 18086
    },
    {
      "epoch": 1.960862966175195,
      "grad_norm": 0.1521490067243576,
      "learning_rate": 3.476352821703177e-05,
      "loss": 0.0134,
      "step": 18087
    },
    {
      "epoch": 1.960971379011275,
      "grad_norm": 0.6912389397621155,
      "learning_rate": 3.475990134919484e-05,
      "loss": 0.0459,
      "step": 18088
    },
    {
      "epoch": 1.9610797918473546,
      "grad_norm": 0.05142522603273392,
      "learning_rate": 3.47562744813579e-05,
      "loss": 0.0031,
      "step": 18089
    },
    {
      "epoch": 1.9611882046834346,
      "grad_norm": 0.10037752240896225,
      "learning_rate": 3.4752647613520965e-05,
      "loss": 0.0072,
      "step": 18090
    },
    {
      "epoch": 1.9612966175195143,
      "grad_norm": 0.3693741261959076,
      "learning_rate": 3.474902074568403e-05,
      "loss": 0.0115,
      "step": 18091
    },
    {
      "epoch": 1.961405030355594,
      "grad_norm": 0.036102425307035446,
      "learning_rate": 3.474539387784709e-05,
      "loss": 0.0027,
      "step": 18092
    },
    {
      "epoch": 1.9615134431916739,
      "grad_norm": 0.11457499116659164,
      "learning_rate": 3.474176701001016e-05,
      "loss": 0.0067,
      "step": 18093
    },
    {
      "epoch": 1.9616218560277536,
      "grad_norm": 0.3924456238746643,
      "learning_rate": 3.473814014217322e-05,
      "loss": 0.0247,
      "step": 18094
    },
    {
      "epoch": 1.9617302688638336,
      "grad_norm": 0.5985304117202759,
      "learning_rate": 3.4734513274336285e-05,
      "loss": 0.0497,
      "step": 18095
    },
    {
      "epoch": 1.9618386816999132,
      "grad_norm": 0.03801756352186203,
      "learning_rate": 3.473088640649935e-05,
      "loss": 0.0026,
      "step": 18096
    },
    {
      "epoch": 1.9619470945359931,
      "grad_norm": 0.26755160093307495,
      "learning_rate": 3.4727259538662414e-05,
      "loss": 0.0394,
      "step": 18097
    },
    {
      "epoch": 1.962055507372073,
      "grad_norm": 0.6593419909477234,
      "learning_rate": 3.472363267082548e-05,
      "loss": 0.0638,
      "step": 18098
    },
    {
      "epoch": 1.9621639202081527,
      "grad_norm": 0.39117759466171265,
      "learning_rate": 3.472000580298854e-05,
      "loss": 0.0119,
      "step": 18099
    },
    {
      "epoch": 1.9622723330442324,
      "grad_norm": 0.18916265666484833,
      "learning_rate": 3.4716378935151606e-05,
      "loss": 0.0217,
      "step": 18100
    },
    {
      "epoch": 1.9623807458803122,
      "grad_norm": 0.17523503303527832,
      "learning_rate": 3.471275206731467e-05,
      "loss": 0.0123,
      "step": 18101
    },
    {
      "epoch": 1.9624891587163922,
      "grad_norm": 0.4377361238002777,
      "learning_rate": 3.4709125199477734e-05,
      "loss": 0.0346,
      "step": 18102
    },
    {
      "epoch": 1.9625975715524717,
      "grad_norm": 0.4630638062953949,
      "learning_rate": 3.47054983316408e-05,
      "loss": 0.0445,
      "step": 18103
    },
    {
      "epoch": 1.9627059843885517,
      "grad_norm": 0.15397216379642487,
      "learning_rate": 3.4701871463803856e-05,
      "loss": 0.0175,
      "step": 18104
    },
    {
      "epoch": 1.9628143972246312,
      "grad_norm": 0.26112115383148193,
      "learning_rate": 3.469824459596692e-05,
      "loss": 0.029,
      "step": 18105
    },
    {
      "epoch": 1.9629228100607112,
      "grad_norm": 0.13975559175014496,
      "learning_rate": 3.469461772812999e-05,
      "loss": 0.016,
      "step": 18106
    },
    {
      "epoch": 1.963031222896791,
      "grad_norm": 0.4477139711380005,
      "learning_rate": 3.4690990860293055e-05,
      "loss": 0.017,
      "step": 18107
    },
    {
      "epoch": 1.9631396357328708,
      "grad_norm": 0.24186833202838898,
      "learning_rate": 3.468736399245612e-05,
      "loss": 0.0151,
      "step": 18108
    },
    {
      "epoch": 1.9632480485689505,
      "grad_norm": 0.10303571820259094,
      "learning_rate": 3.468373712461918e-05,
      "loss": 0.0104,
      "step": 18109
    },
    {
      "epoch": 1.9633564614050303,
      "grad_norm": 0.1815345734357834,
      "learning_rate": 3.468011025678225e-05,
      "loss": 0.0202,
      "step": 18110
    },
    {
      "epoch": 1.9634648742411103,
      "grad_norm": 0.3176296651363373,
      "learning_rate": 3.467648338894531e-05,
      "loss": 0.0259,
      "step": 18111
    },
    {
      "epoch": 1.9635732870771898,
      "grad_norm": 1.0142402648925781,
      "learning_rate": 3.467285652110837e-05,
      "loss": 0.0158,
      "step": 18112
    },
    {
      "epoch": 1.9636816999132698,
      "grad_norm": 0.17140643298625946,
      "learning_rate": 3.466922965327143e-05,
      "loss": 0.0211,
      "step": 18113
    },
    {
      "epoch": 1.9637901127493496,
      "grad_norm": 0.6821340322494507,
      "learning_rate": 3.4665602785434497e-05,
      "loss": 0.0431,
      "step": 18114
    },
    {
      "epoch": 1.9638985255854293,
      "grad_norm": 0.14796783030033112,
      "learning_rate": 3.466197591759757e-05,
      "loss": 0.0221,
      "step": 18115
    },
    {
      "epoch": 1.964006938421509,
      "grad_norm": 0.44395047426223755,
      "learning_rate": 3.465834904976063e-05,
      "loss": 0.0224,
      "step": 18116
    },
    {
      "epoch": 1.9641153512575888,
      "grad_norm": 0.37104398012161255,
      "learning_rate": 3.4654722181923696e-05,
      "loss": 0.0159,
      "step": 18117
    },
    {
      "epoch": 1.9642237640936688,
      "grad_norm": 0.3763357698917389,
      "learning_rate": 3.465109531408676e-05,
      "loss": 0.0321,
      "step": 18118
    },
    {
      "epoch": 1.9643321769297484,
      "grad_norm": 0.04777361452579498,
      "learning_rate": 3.464746844624982e-05,
      "loss": 0.0028,
      "step": 18119
    },
    {
      "epoch": 1.9644405897658284,
      "grad_norm": 0.3151777386665344,
      "learning_rate": 3.464384157841288e-05,
      "loss": 0.0406,
      "step": 18120
    },
    {
      "epoch": 1.964549002601908,
      "grad_norm": 0.16162194311618805,
      "learning_rate": 3.4640214710575945e-05,
      "loss": 0.0158,
      "step": 18121
    },
    {
      "epoch": 1.9646574154379879,
      "grad_norm": 0.17690080404281616,
      "learning_rate": 3.463658784273901e-05,
      "loss": 0.0615,
      "step": 18122
    },
    {
      "epoch": 1.9647658282740676,
      "grad_norm": 0.21529747545719147,
      "learning_rate": 3.463296097490208e-05,
      "loss": 0.0439,
      "step": 18123
    },
    {
      "epoch": 1.9648742411101474,
      "grad_norm": 0.25605344772338867,
      "learning_rate": 3.4629334107065144e-05,
      "loss": 0.0281,
      "step": 18124
    },
    {
      "epoch": 1.9649826539462274,
      "grad_norm": 0.11953004449605942,
      "learning_rate": 3.462570723922821e-05,
      "loss": 0.01,
      "step": 18125
    },
    {
      "epoch": 1.965091066782307,
      "grad_norm": 0.1746014505624771,
      "learning_rate": 3.4622080371391266e-05,
      "loss": 0.0114,
      "step": 18126
    },
    {
      "epoch": 1.965199479618387,
      "grad_norm": 0.1907738298177719,
      "learning_rate": 3.461845350355433e-05,
      "loss": 0.0331,
      "step": 18127
    },
    {
      "epoch": 1.9653078924544665,
      "grad_norm": 0.10309793800115585,
      "learning_rate": 3.4614826635717394e-05,
      "loss": 0.0145,
      "step": 18128
    },
    {
      "epoch": 1.9654163052905465,
      "grad_norm": 0.06585466861724854,
      "learning_rate": 3.461119976788046e-05,
      "loss": 0.008,
      "step": 18129
    },
    {
      "epoch": 1.9655247181266262,
      "grad_norm": 0.25653237104415894,
      "learning_rate": 3.460757290004352e-05,
      "loss": 0.013,
      "step": 18130
    },
    {
      "epoch": 1.965633130962706,
      "grad_norm": 0.23274074494838715,
      "learning_rate": 3.4603946032206586e-05,
      "loss": 0.0418,
      "step": 18131
    },
    {
      "epoch": 1.9657415437987857,
      "grad_norm": 0.2012733370065689,
      "learning_rate": 3.460031916436966e-05,
      "loss": 0.009,
      "step": 18132
    },
    {
      "epoch": 1.9658499566348655,
      "grad_norm": 0.19969765841960907,
      "learning_rate": 3.4596692296532715e-05,
      "loss": 0.0238,
      "step": 18133
    },
    {
      "epoch": 1.9659583694709455,
      "grad_norm": 0.10366190969944,
      "learning_rate": 3.459306542869578e-05,
      "loss": 0.0124,
      "step": 18134
    },
    {
      "epoch": 1.966066782307025,
      "grad_norm": 0.27222350239753723,
      "learning_rate": 3.458943856085884e-05,
      "loss": 0.0116,
      "step": 18135
    },
    {
      "epoch": 1.966175195143105,
      "grad_norm": 0.16117063164710999,
      "learning_rate": 3.458581169302191e-05,
      "loss": 0.0136,
      "step": 18136
    },
    {
      "epoch": 1.9662836079791848,
      "grad_norm": 0.3089258372783661,
      "learning_rate": 3.458218482518497e-05,
      "loss": 0.0328,
      "step": 18137
    },
    {
      "epoch": 1.9663920208152645,
      "grad_norm": 0.11305271834135056,
      "learning_rate": 3.4578557957348035e-05,
      "loss": 0.0162,
      "step": 18138
    },
    {
      "epoch": 1.9665004336513443,
      "grad_norm": 0.289875864982605,
      "learning_rate": 3.45749310895111e-05,
      "loss": 0.014,
      "step": 18139
    },
    {
      "epoch": 1.966608846487424,
      "grad_norm": 0.10688036680221558,
      "learning_rate": 3.457130422167416e-05,
      "loss": 0.0074,
      "step": 18140
    },
    {
      "epoch": 1.966717259323504,
      "grad_norm": 0.016621088609099388,
      "learning_rate": 3.456767735383723e-05,
      "loss": 0.001,
      "step": 18141
    },
    {
      "epoch": 1.9668256721595836,
      "grad_norm": 0.20595084130764008,
      "learning_rate": 3.456405048600029e-05,
      "loss": 0.0294,
      "step": 18142
    },
    {
      "epoch": 1.9669340849956636,
      "grad_norm": 0.19694529473781586,
      "learning_rate": 3.4560423618163356e-05,
      "loss": 0.012,
      "step": 18143
    },
    {
      "epoch": 1.9670424978317431,
      "grad_norm": 0.31266433000564575,
      "learning_rate": 3.455679675032642e-05,
      "loss": 0.0326,
      "step": 18144
    },
    {
      "epoch": 1.967150910667823,
      "grad_norm": 0.08795486390590668,
      "learning_rate": 3.4553169882489484e-05,
      "loss": 0.0097,
      "step": 18145
    },
    {
      "epoch": 1.9672593235039029,
      "grad_norm": 0.18024928867816925,
      "learning_rate": 3.454954301465255e-05,
      "loss": 0.0249,
      "step": 18146
    },
    {
      "epoch": 1.9673677363399826,
      "grad_norm": 0.4630073606967926,
      "learning_rate": 3.454591614681561e-05,
      "loss": 0.048,
      "step": 18147
    },
    {
      "epoch": 1.9674761491760624,
      "grad_norm": 0.23566500842571259,
      "learning_rate": 3.4542289278978676e-05,
      "loss": 0.0209,
      "step": 18148
    },
    {
      "epoch": 1.9675845620121422,
      "grad_norm": 0.33635589480400085,
      "learning_rate": 3.453866241114174e-05,
      "loss": 0.0263,
      "step": 18149
    },
    {
      "epoch": 1.9676929748482221,
      "grad_norm": 0.17861177027225494,
      "learning_rate": 3.4535035543304804e-05,
      "loss": 0.0188,
      "step": 18150
    },
    {
      "epoch": 1.9678013876843017,
      "grad_norm": 0.22197076678276062,
      "learning_rate": 3.453140867546787e-05,
      "loss": 0.0466,
      "step": 18151
    },
    {
      "epoch": 1.9679098005203817,
      "grad_norm": 0.548854410648346,
      "learning_rate": 3.452778180763093e-05,
      "loss": 0.0313,
      "step": 18152
    },
    {
      "epoch": 1.9680182133564614,
      "grad_norm": 0.14364510774612427,
      "learning_rate": 3.4524154939794e-05,
      "loss": 0.0181,
      "step": 18153
    },
    {
      "epoch": 1.9681266261925412,
      "grad_norm": 0.08462104201316833,
      "learning_rate": 3.452052807195706e-05,
      "loss": 0.0069,
      "step": 18154
    },
    {
      "epoch": 1.968235039028621,
      "grad_norm": 0.06365269422531128,
      "learning_rate": 3.4516901204120125e-05,
      "loss": 0.0029,
      "step": 18155
    },
    {
      "epoch": 1.9683434518647007,
      "grad_norm": 0.37091460824012756,
      "learning_rate": 3.451327433628319e-05,
      "loss": 0.0378,
      "step": 18156
    },
    {
      "epoch": 1.9684518647007807,
      "grad_norm": 0.1669033169746399,
      "learning_rate": 3.4509647468446246e-05,
      "loss": 0.0224,
      "step": 18157
    },
    {
      "epoch": 1.9685602775368602,
      "grad_norm": 0.06997575610876083,
      "learning_rate": 3.450602060060932e-05,
      "loss": 0.0057,
      "step": 18158
    },
    {
      "epoch": 1.9686686903729402,
      "grad_norm": 0.21055330336093903,
      "learning_rate": 3.450239373277238e-05,
      "loss": 0.0304,
      "step": 18159
    },
    {
      "epoch": 1.96877710320902,
      "grad_norm": 0.3894241750240326,
      "learning_rate": 3.4498766864935445e-05,
      "loss": 0.037,
      "step": 18160
    },
    {
      "epoch": 1.9688855160450998,
      "grad_norm": 0.4544910490512848,
      "learning_rate": 3.449513999709851e-05,
      "loss": 0.042,
      "step": 18161
    },
    {
      "epoch": 1.9689939288811795,
      "grad_norm": 0.517073929309845,
      "learning_rate": 3.4491513129261574e-05,
      "loss": 0.0791,
      "step": 18162
    },
    {
      "epoch": 1.9691023417172593,
      "grad_norm": 0.35273364186286926,
      "learning_rate": 3.448788626142464e-05,
      "loss": 0.019,
      "step": 18163
    },
    {
      "epoch": 1.9692107545533393,
      "grad_norm": 0.1304004192352295,
      "learning_rate": 3.4484259393587695e-05,
      "loss": 0.008,
      "step": 18164
    },
    {
      "epoch": 1.9693191673894188,
      "grad_norm": 0.08287473022937775,
      "learning_rate": 3.448063252575076e-05,
      "loss": 0.0052,
      "step": 18165
    },
    {
      "epoch": 1.9694275802254988,
      "grad_norm": 0.19978246092796326,
      "learning_rate": 3.447700565791382e-05,
      "loss": 0.0351,
      "step": 18166
    },
    {
      "epoch": 1.9695359930615783,
      "grad_norm": 0.3716605007648468,
      "learning_rate": 3.4473378790076894e-05,
      "loss": 0.0526,
      "step": 18167
    },
    {
      "epoch": 1.9696444058976583,
      "grad_norm": 0.15261141955852509,
      "learning_rate": 3.446975192223996e-05,
      "loss": 0.0322,
      "step": 18168
    },
    {
      "epoch": 1.969752818733738,
      "grad_norm": 0.06223606318235397,
      "learning_rate": 3.446612505440302e-05,
      "loss": 0.0055,
      "step": 18169
    },
    {
      "epoch": 1.9698612315698178,
      "grad_norm": 0.013723557814955711,
      "learning_rate": 3.4462498186566086e-05,
      "loss": 0.0013,
      "step": 18170
    },
    {
      "epoch": 1.9699696444058976,
      "grad_norm": 0.05669114366173744,
      "learning_rate": 3.4458871318729144e-05,
      "loss": 0.0068,
      "step": 18171
    },
    {
      "epoch": 1.9700780572419774,
      "grad_norm": 0.5433576107025146,
      "learning_rate": 3.445524445089221e-05,
      "loss": 0.0392,
      "step": 18172
    },
    {
      "epoch": 1.9701864700780574,
      "grad_norm": 0.11354803293943405,
      "learning_rate": 3.445161758305527e-05,
      "loss": 0.0093,
      "step": 18173
    },
    {
      "epoch": 1.970294882914137,
      "grad_norm": 0.281994491815567,
      "learning_rate": 3.4447990715218336e-05,
      "loss": 0.0257,
      "step": 18174
    },
    {
      "epoch": 1.9704032957502169,
      "grad_norm": 0.6309234499931335,
      "learning_rate": 3.444436384738141e-05,
      "loss": 0.0352,
      "step": 18175
    },
    {
      "epoch": 1.9705117085862967,
      "grad_norm": 0.1878020316362381,
      "learning_rate": 3.444073697954447e-05,
      "loss": 0.0154,
      "step": 18176
    },
    {
      "epoch": 1.9706201214223764,
      "grad_norm": 0.08503253012895584,
      "learning_rate": 3.4437110111707535e-05,
      "loss": 0.0083,
      "step": 18177
    },
    {
      "epoch": 1.9707285342584562,
      "grad_norm": 0.17580001056194305,
      "learning_rate": 3.443348324387059e-05,
      "loss": 0.0204,
      "step": 18178
    },
    {
      "epoch": 1.970836947094536,
      "grad_norm": 0.2680310010910034,
      "learning_rate": 3.442985637603366e-05,
      "loss": 0.0355,
      "step": 18179
    },
    {
      "epoch": 1.970945359930616,
      "grad_norm": 0.37481197714805603,
      "learning_rate": 3.442622950819672e-05,
      "loss": 0.0287,
      "step": 18180
    },
    {
      "epoch": 1.9710537727666955,
      "grad_norm": 0.0363885834813118,
      "learning_rate": 3.4422602640359785e-05,
      "loss": 0.0022,
      "step": 18181
    },
    {
      "epoch": 1.9711621856027755,
      "grad_norm": 0.2730496823787689,
      "learning_rate": 3.441897577252285e-05,
      "loss": 0.0234,
      "step": 18182
    },
    {
      "epoch": 1.9712705984388552,
      "grad_norm": 0.23909752070903778,
      "learning_rate": 3.441534890468591e-05,
      "loss": 0.0374,
      "step": 18183
    },
    {
      "epoch": 1.971379011274935,
      "grad_norm": 0.06697911024093628,
      "learning_rate": 3.4411722036848984e-05,
      "loss": 0.0046,
      "step": 18184
    },
    {
      "epoch": 1.9714874241110147,
      "grad_norm": 0.20312659442424774,
      "learning_rate": 3.440809516901204e-05,
      "loss": 0.0227,
      "step": 18185
    },
    {
      "epoch": 1.9715958369470945,
      "grad_norm": 0.28009167313575745,
      "learning_rate": 3.4404468301175105e-05,
      "loss": 0.0192,
      "step": 18186
    },
    {
      "epoch": 1.9717042497831745,
      "grad_norm": 0.1011095941066742,
      "learning_rate": 3.440084143333817e-05,
      "loss": 0.0099,
      "step": 18187
    },
    {
      "epoch": 1.971812662619254,
      "grad_norm": 0.20144325494766235,
      "learning_rate": 3.4397214565501234e-05,
      "loss": 0.0174,
      "step": 18188
    },
    {
      "epoch": 1.971921075455334,
      "grad_norm": 0.6279322504997253,
      "learning_rate": 3.43935876976643e-05,
      "loss": 0.0682,
      "step": 18189
    },
    {
      "epoch": 1.9720294882914136,
      "grad_norm": 0.09809498488903046,
      "learning_rate": 3.438996082982736e-05,
      "loss": 0.0182,
      "step": 18190
    },
    {
      "epoch": 1.9721379011274935,
      "grad_norm": 0.0330442376434803,
      "learning_rate": 3.4386333961990426e-05,
      "loss": 0.0024,
      "step": 18191
    },
    {
      "epoch": 1.9722463139635733,
      "grad_norm": 0.028024422004818916,
      "learning_rate": 3.43827070941535e-05,
      "loss": 0.0026,
      "step": 18192
    },
    {
      "epoch": 1.972354726799653,
      "grad_norm": 0.31752893328666687,
      "learning_rate": 3.4379080226316554e-05,
      "loss": 0.0541,
      "step": 18193
    },
    {
      "epoch": 1.9724631396357328,
      "grad_norm": 0.19897626340389252,
      "learning_rate": 3.437545335847962e-05,
      "loss": 0.0061,
      "step": 18194
    },
    {
      "epoch": 1.9725715524718126,
      "grad_norm": 0.25938186049461365,
      "learning_rate": 3.437182649064268e-05,
      "loss": 0.0139,
      "step": 18195
    },
    {
      "epoch": 1.9726799653078926,
      "grad_norm": 0.20264938473701477,
      "learning_rate": 3.4368199622805746e-05,
      "loss": 0.0207,
      "step": 18196
    },
    {
      "epoch": 1.9727883781439721,
      "grad_norm": 0.16343437135219574,
      "learning_rate": 3.436457275496881e-05,
      "loss": 0.0212,
      "step": 18197
    },
    {
      "epoch": 1.972896790980052,
      "grad_norm": 0.16758504509925842,
      "learning_rate": 3.4360945887131875e-05,
      "loss": 0.0179,
      "step": 18198
    },
    {
      "epoch": 1.9730052038161319,
      "grad_norm": 0.060642026364803314,
      "learning_rate": 3.435731901929494e-05,
      "loss": 0.0069,
      "step": 18199
    },
    {
      "epoch": 1.9731136166522116,
      "grad_norm": 0.26805177330970764,
      "learning_rate": 3.4353692151458e-05,
      "loss": 0.0281,
      "step": 18200
    },
    {
      "epoch": 1.9732220294882914,
      "grad_norm": 0.32734984159469604,
      "learning_rate": 3.435006528362107e-05,
      "loss": 0.0419,
      "step": 18201
    },
    {
      "epoch": 1.9733304423243712,
      "grad_norm": 0.28470051288604736,
      "learning_rate": 3.434643841578413e-05,
      "loss": 0.0236,
      "step": 18202
    },
    {
      "epoch": 1.9734388551604511,
      "grad_norm": 0.4382931590080261,
      "learning_rate": 3.4342811547947195e-05,
      "loss": 0.0302,
      "step": 18203
    },
    {
      "epoch": 1.9735472679965307,
      "grad_norm": 0.29299119114875793,
      "learning_rate": 3.433918468011026e-05,
      "loss": 0.0394,
      "step": 18204
    },
    {
      "epoch": 1.9736556808326107,
      "grad_norm": 0.029468387365341187,
      "learning_rate": 3.433555781227332e-05,
      "loss": 0.0027,
      "step": 18205
    },
    {
      "epoch": 1.9737640936686902,
      "grad_norm": 0.2170572578907013,
      "learning_rate": 3.433193094443639e-05,
      "loss": 0.0213,
      "step": 18206
    },
    {
      "epoch": 1.9738725065047702,
      "grad_norm": 0.271755188703537,
      "learning_rate": 3.432830407659945e-05,
      "loss": 0.0324,
      "step": 18207
    },
    {
      "epoch": 1.97398091934085,
      "grad_norm": 0.529169499874115,
      "learning_rate": 3.4324677208762516e-05,
      "loss": 0.0189,
      "step": 18208
    },
    {
      "epoch": 1.9740893321769297,
      "grad_norm": 0.25165560841560364,
      "learning_rate": 3.432105034092557e-05,
      "loss": 0.0186,
      "step": 18209
    },
    {
      "epoch": 1.9741977450130095,
      "grad_norm": 0.05220884084701538,
      "learning_rate": 3.4317423473088644e-05,
      "loss": 0.0033,
      "step": 18210
    },
    {
      "epoch": 1.9743061578490892,
      "grad_norm": 0.1629609763622284,
      "learning_rate": 3.431379660525171e-05,
      "loss": 0.0634,
      "step": 18211
    },
    {
      "epoch": 1.9744145706851692,
      "grad_norm": 0.5205767154693604,
      "learning_rate": 3.431016973741477e-05,
      "loss": 0.0667,
      "step": 18212
    },
    {
      "epoch": 1.9745229835212488,
      "grad_norm": 0.24219724535942078,
      "learning_rate": 3.4306542869577836e-05,
      "loss": 0.0368,
      "step": 18213
    },
    {
      "epoch": 1.9746313963573288,
      "grad_norm": 0.22438563406467438,
      "learning_rate": 3.43029160017409e-05,
      "loss": 0.104,
      "step": 18214
    },
    {
      "epoch": 1.9747398091934085,
      "grad_norm": 0.08430150151252747,
      "learning_rate": 3.4299289133903964e-05,
      "loss": 0.0036,
      "step": 18215
    },
    {
      "epoch": 1.9748482220294883,
      "grad_norm": 0.06106121838092804,
      "learning_rate": 3.429566226606702e-05,
      "loss": 0.0037,
      "step": 18216
    },
    {
      "epoch": 1.974956634865568,
      "grad_norm": 0.17057016491889954,
      "learning_rate": 3.4292035398230086e-05,
      "loss": 0.0111,
      "step": 18217
    },
    {
      "epoch": 1.9750650477016478,
      "grad_norm": 0.25025808811187744,
      "learning_rate": 3.428840853039316e-05,
      "loss": 0.0407,
      "step": 18218
    },
    {
      "epoch": 1.9751734605377278,
      "grad_norm": 0.01559409312903881,
      "learning_rate": 3.428478166255622e-05,
      "loss": 0.001,
      "step": 18219
    },
    {
      "epoch": 1.9752818733738073,
      "grad_norm": 0.08634762465953827,
      "learning_rate": 3.4281154794719285e-05,
      "loss": 0.0087,
      "step": 18220
    },
    {
      "epoch": 1.9753902862098873,
      "grad_norm": 0.4354032874107361,
      "learning_rate": 3.427752792688235e-05,
      "loss": 0.0306,
      "step": 18221
    },
    {
      "epoch": 1.975498699045967,
      "grad_norm": 0.23220214247703552,
      "learning_rate": 3.427390105904541e-05,
      "loss": 0.023,
      "step": 18222
    },
    {
      "epoch": 1.9756071118820469,
      "grad_norm": 0.17165282368659973,
      "learning_rate": 3.427027419120847e-05,
      "loss": 0.0088,
      "step": 18223
    },
    {
      "epoch": 1.9757155247181266,
      "grad_norm": 0.41211947798728943,
      "learning_rate": 3.4266647323371535e-05,
      "loss": 0.0606,
      "step": 18224
    },
    {
      "epoch": 1.9758239375542064,
      "grad_norm": 0.11884617805480957,
      "learning_rate": 3.42630204555346e-05,
      "loss": 0.0104,
      "step": 18225
    },
    {
      "epoch": 1.9759323503902864,
      "grad_norm": 0.2366582602262497,
      "learning_rate": 3.425939358769766e-05,
      "loss": 0.0484,
      "step": 18226
    },
    {
      "epoch": 1.976040763226366,
      "grad_norm": 0.3954402506351471,
      "learning_rate": 3.4255766719860734e-05,
      "loss": 0.0288,
      "step": 18227
    },
    {
      "epoch": 1.976149176062446,
      "grad_norm": 0.579473078250885,
      "learning_rate": 3.42521398520238e-05,
      "loss": 0.0277,
      "step": 18228
    },
    {
      "epoch": 1.9762575888985254,
      "grad_norm": 0.3108116090297699,
      "learning_rate": 3.424851298418686e-05,
      "loss": 0.0156,
      "step": 18229
    },
    {
      "epoch": 1.9763660017346054,
      "grad_norm": 0.309174120426178,
      "learning_rate": 3.424488611634992e-05,
      "loss": 0.0441,
      "step": 18230
    },
    {
      "epoch": 1.9764744145706852,
      "grad_norm": 0.12250003963708878,
      "learning_rate": 3.424125924851298e-05,
      "loss": 0.0106,
      "step": 18231
    },
    {
      "epoch": 1.976582827406765,
      "grad_norm": 0.0630013644695282,
      "learning_rate": 3.423763238067605e-05,
      "loss": 0.0105,
      "step": 18232
    },
    {
      "epoch": 1.9766912402428447,
      "grad_norm": 0.2633502781391144,
      "learning_rate": 3.423400551283911e-05,
      "loss": 0.0615,
      "step": 18233
    },
    {
      "epoch": 1.9767996530789245,
      "grad_norm": 0.21188445389270782,
      "learning_rate": 3.4230378645002176e-05,
      "loss": 0.0124,
      "step": 18234
    },
    {
      "epoch": 1.9769080659150045,
      "grad_norm": 0.22441042959690094,
      "learning_rate": 3.422675177716524e-05,
      "loss": 0.0121,
      "step": 18235
    },
    {
      "epoch": 1.977016478751084,
      "grad_norm": 0.30437928438186646,
      "learning_rate": 3.422312490932831e-05,
      "loss": 0.023,
      "step": 18236
    },
    {
      "epoch": 1.977124891587164,
      "grad_norm": 0.08406020700931549,
      "learning_rate": 3.421949804149137e-05,
      "loss": 0.0074,
      "step": 18237
    },
    {
      "epoch": 1.9772333044232437,
      "grad_norm": 0.1072058156132698,
      "learning_rate": 3.421587117365443e-05,
      "loss": 0.0144,
      "step": 18238
    },
    {
      "epoch": 1.9773417172593235,
      "grad_norm": 0.09521004557609558,
      "learning_rate": 3.4212244305817496e-05,
      "loss": 0.0072,
      "step": 18239
    },
    {
      "epoch": 1.9774501300954033,
      "grad_norm": 0.15753363072872162,
      "learning_rate": 3.420861743798056e-05,
      "loss": 0.0081,
      "step": 18240
    },
    {
      "epoch": 1.977558542931483,
      "grad_norm": 0.18803243339061737,
      "learning_rate": 3.4204990570143624e-05,
      "loss": 0.0241,
      "step": 18241
    },
    {
      "epoch": 1.977666955767563,
      "grad_norm": 0.40315744280815125,
      "learning_rate": 3.420136370230669e-05,
      "loss": 0.0586,
      "step": 18242
    },
    {
      "epoch": 1.9777753686036426,
      "grad_norm": 0.3509308993816376,
      "learning_rate": 3.419773683446975e-05,
      "loss": 0.0261,
      "step": 18243
    },
    {
      "epoch": 1.9778837814397225,
      "grad_norm": 0.21210558712482452,
      "learning_rate": 3.4194109966632823e-05,
      "loss": 0.0205,
      "step": 18244
    },
    {
      "epoch": 1.9779921942758023,
      "grad_norm": 0.04705742374062538,
      "learning_rate": 3.419048309879588e-05,
      "loss": 0.0034,
      "step": 18245
    },
    {
      "epoch": 1.978100607111882,
      "grad_norm": 0.31604382395744324,
      "learning_rate": 3.4186856230958945e-05,
      "loss": 0.0206,
      "step": 18246
    },
    {
      "epoch": 1.9782090199479618,
      "grad_norm": 0.5446469187736511,
      "learning_rate": 3.418322936312201e-05,
      "loss": 0.034,
      "step": 18247
    },
    {
      "epoch": 1.9783174327840416,
      "grad_norm": 0.1645447313785553,
      "learning_rate": 3.417960249528507e-05,
      "loss": 0.0109,
      "step": 18248
    },
    {
      "epoch": 1.9784258456201216,
      "grad_norm": 0.4496370851993561,
      "learning_rate": 3.417597562744814e-05,
      "loss": 0.036,
      "step": 18249
    },
    {
      "epoch": 1.9785342584562011,
      "grad_norm": 0.3454911410808563,
      "learning_rate": 3.41723487596112e-05,
      "loss": 0.0136,
      "step": 18250
    },
    {
      "epoch": 1.978642671292281,
      "grad_norm": 0.3549920320510864,
      "learning_rate": 3.4168721891774265e-05,
      "loss": 0.0204,
      "step": 18251
    },
    {
      "epoch": 1.9787510841283606,
      "grad_norm": 0.2865160405635834,
      "learning_rate": 3.416509502393733e-05,
      "loss": 0.0497,
      "step": 18252
    },
    {
      "epoch": 1.9788594969644406,
      "grad_norm": 0.0301347803324461,
      "learning_rate": 3.4161468156100394e-05,
      "loss": 0.0017,
      "step": 18253
    },
    {
      "epoch": 1.9789679098005204,
      "grad_norm": 0.26240962743759155,
      "learning_rate": 3.415784128826346e-05,
      "loss": 0.0585,
      "step": 18254
    },
    {
      "epoch": 1.9790763226366002,
      "grad_norm": 0.260685533285141,
      "learning_rate": 3.415421442042652e-05,
      "loss": 0.0326,
      "step": 18255
    },
    {
      "epoch": 1.97918473547268,
      "grad_norm": 0.17606577277183533,
      "learning_rate": 3.4150587552589586e-05,
      "loss": 0.032,
      "step": 18256
    },
    {
      "epoch": 1.9792931483087597,
      "grad_norm": 0.31050214171409607,
      "learning_rate": 3.414696068475265e-05,
      "loss": 0.0492,
      "step": 18257
    },
    {
      "epoch": 1.9794015611448397,
      "grad_norm": 0.026730334386229515,
      "learning_rate": 3.4143333816915714e-05,
      "loss": 0.0033,
      "step": 18258
    },
    {
      "epoch": 1.9795099739809192,
      "grad_norm": 0.22198522090911865,
      "learning_rate": 3.413970694907878e-05,
      "loss": 0.0384,
      "step": 18259
    },
    {
      "epoch": 1.9796183868169992,
      "grad_norm": 0.17809495329856873,
      "learning_rate": 3.413608008124184e-05,
      "loss": 0.0574,
      "step": 18260
    },
    {
      "epoch": 1.979726799653079,
      "grad_norm": 0.09809710085391998,
      "learning_rate": 3.41324532134049e-05,
      "loss": 0.0269,
      "step": 18261
    },
    {
      "epoch": 1.9798352124891587,
      "grad_norm": 0.19823488593101501,
      "learning_rate": 3.412882634556797e-05,
      "loss": 0.0195,
      "step": 18262
    },
    {
      "epoch": 1.9799436253252385,
      "grad_norm": 0.37131255865097046,
      "learning_rate": 3.4125199477731035e-05,
      "loss": 0.0297,
      "step": 18263
    },
    {
      "epoch": 1.9800520381613183,
      "grad_norm": 0.19054271280765533,
      "learning_rate": 3.41215726098941e-05,
      "loss": 0.0183,
      "step": 18264
    },
    {
      "epoch": 1.9801604509973982,
      "grad_norm": 0.21970397233963013,
      "learning_rate": 3.411794574205716e-05,
      "loss": 0.0207,
      "step": 18265
    },
    {
      "epoch": 1.9802688638334778,
      "grad_norm": 0.168962299823761,
      "learning_rate": 3.411431887422023e-05,
      "loss": 0.0148,
      "step": 18266
    },
    {
      "epoch": 1.9803772766695578,
      "grad_norm": 0.184086874127388,
      "learning_rate": 3.411069200638329e-05,
      "loss": 0.0241,
      "step": 18267
    },
    {
      "epoch": 1.9804856895056373,
      "grad_norm": 0.24969260394573212,
      "learning_rate": 3.410706513854635e-05,
      "loss": 0.0207,
      "step": 18268
    },
    {
      "epoch": 1.9805941023417173,
      "grad_norm": 0.07524727284908295,
      "learning_rate": 3.410343827070941e-05,
      "loss": 0.0096,
      "step": 18269
    },
    {
      "epoch": 1.980702515177797,
      "grad_norm": 0.46715018153190613,
      "learning_rate": 3.4099811402872483e-05,
      "loss": 0.1141,
      "step": 18270
    },
    {
      "epoch": 1.9808109280138768,
      "grad_norm": 0.10585524886846542,
      "learning_rate": 3.409618453503555e-05,
      "loss": 0.0102,
      "step": 18271
    },
    {
      "epoch": 1.9809193408499568,
      "grad_norm": 0.12647321820259094,
      "learning_rate": 3.409255766719861e-05,
      "loss": 0.0082,
      "step": 18272
    },
    {
      "epoch": 1.9810277536860363,
      "grad_norm": 0.0810856744647026,
      "learning_rate": 3.4088930799361676e-05,
      "loss": 0.0073,
      "step": 18273
    },
    {
      "epoch": 1.9811361665221163,
      "grad_norm": 0.0872284322977066,
      "learning_rate": 3.408530393152474e-05,
      "loss": 0.013,
      "step": 18274
    },
    {
      "epoch": 1.9812445793581959,
      "grad_norm": 0.1591750979423523,
      "learning_rate": 3.40816770636878e-05,
      "loss": 0.0212,
      "step": 18275
    },
    {
      "epoch": 1.9813529921942759,
      "grad_norm": 0.09305143356323242,
      "learning_rate": 3.407805019585086e-05,
      "loss": 0.013,
      "step": 18276
    },
    {
      "epoch": 1.9814614050303556,
      "grad_norm": 0.30571818351745605,
      "learning_rate": 3.4074423328013925e-05,
      "loss": 0.0225,
      "step": 18277
    },
    {
      "epoch": 1.9815698178664354,
      "grad_norm": 0.17387013137340546,
      "learning_rate": 3.407079646017699e-05,
      "loss": 0.0186,
      "step": 18278
    },
    {
      "epoch": 1.9816782307025151,
      "grad_norm": 0.042912520468235016,
      "learning_rate": 3.406716959234006e-05,
      "loss": 0.004,
      "step": 18279
    },
    {
      "epoch": 1.981786643538595,
      "grad_norm": 0.25888124108314514,
      "learning_rate": 3.4063542724503124e-05,
      "loss": 0.0205,
      "step": 18280
    },
    {
      "epoch": 1.981895056374675,
      "grad_norm": 0.2699097990989685,
      "learning_rate": 3.405991585666619e-05,
      "loss": 0.0228,
      "step": 18281
    },
    {
      "epoch": 1.9820034692107544,
      "grad_norm": 0.25328367948532104,
      "learning_rate": 3.4056288988829246e-05,
      "loss": 0.0318,
      "step": 18282
    },
    {
      "epoch": 1.9821118820468344,
      "grad_norm": 0.1318865716457367,
      "learning_rate": 3.405266212099231e-05,
      "loss": 0.0177,
      "step": 18283
    },
    {
      "epoch": 1.9822202948829142,
      "grad_norm": 0.32809799909591675,
      "learning_rate": 3.4049035253155374e-05,
      "loss": 0.0183,
      "step": 18284
    },
    {
      "epoch": 1.982328707718994,
      "grad_norm": 0.17231641709804535,
      "learning_rate": 3.404540838531844e-05,
      "loss": 0.0127,
      "step": 18285
    },
    {
      "epoch": 1.9824371205550737,
      "grad_norm": 0.1671987771987915,
      "learning_rate": 3.40417815174815e-05,
      "loss": 0.0281,
      "step": 18286
    },
    {
      "epoch": 1.9825455333911535,
      "grad_norm": 0.38962551951408386,
      "learning_rate": 3.403815464964457e-05,
      "loss": 0.0436,
      "step": 18287
    },
    {
      "epoch": 1.9826539462272335,
      "grad_norm": 0.37185007333755493,
      "learning_rate": 3.403452778180764e-05,
      "loss": 0.029,
      "step": 18288
    },
    {
      "epoch": 1.982762359063313,
      "grad_norm": 0.11375304311513901,
      "learning_rate": 3.4030900913970695e-05,
      "loss": 0.0128,
      "step": 18289
    },
    {
      "epoch": 1.982870771899393,
      "grad_norm": 0.2189829796552658,
      "learning_rate": 3.402727404613376e-05,
      "loss": 0.0368,
      "step": 18290
    },
    {
      "epoch": 1.9829791847354725,
      "grad_norm": 0.16873954236507416,
      "learning_rate": 3.402364717829682e-05,
      "loss": 0.0315,
      "step": 18291
    },
    {
      "epoch": 1.9830875975715525,
      "grad_norm": 0.06276874989271164,
      "learning_rate": 3.402002031045989e-05,
      "loss": 0.0156,
      "step": 18292
    },
    {
      "epoch": 1.9831960104076323,
      "grad_norm": 0.6629974842071533,
      "learning_rate": 3.401639344262295e-05,
      "loss": 0.0195,
      "step": 18293
    },
    {
      "epoch": 1.983304423243712,
      "grad_norm": 0.4774693250656128,
      "learning_rate": 3.4012766574786015e-05,
      "loss": 0.0237,
      "step": 18294
    },
    {
      "epoch": 1.9834128360797918,
      "grad_norm": 0.1692030280828476,
      "learning_rate": 3.400913970694908e-05,
      "loss": 0.0155,
      "step": 18295
    },
    {
      "epoch": 1.9835212489158716,
      "grad_norm": 0.26490625739097595,
      "learning_rate": 3.400551283911215e-05,
      "loss": 0.0795,
      "step": 18296
    },
    {
      "epoch": 1.9836296617519515,
      "grad_norm": 0.11988979578018188,
      "learning_rate": 3.400188597127521e-05,
      "loss": 0.0114,
      "step": 18297
    },
    {
      "epoch": 1.983738074588031,
      "grad_norm": 0.12191829830408096,
      "learning_rate": 3.399825910343827e-05,
      "loss": 0.0137,
      "step": 18298
    },
    {
      "epoch": 1.983846487424111,
      "grad_norm": 0.1585262268781662,
      "learning_rate": 3.3994632235601336e-05,
      "loss": 0.0369,
      "step": 18299
    },
    {
      "epoch": 1.9839549002601908,
      "grad_norm": 0.30168765783309937,
      "learning_rate": 3.39910053677644e-05,
      "loss": 0.0611,
      "step": 18300
    },
    {
      "epoch": 1.9840633130962706,
      "grad_norm": 0.23994728922843933,
      "learning_rate": 3.3987378499927464e-05,
      "loss": 0.0313,
      "step": 18301
    },
    {
      "epoch": 1.9841717259323504,
      "grad_norm": 0.5423184633255005,
      "learning_rate": 3.398375163209053e-05,
      "loss": 0.0214,
      "step": 18302
    },
    {
      "epoch": 1.9842801387684301,
      "grad_norm": 0.24996206164360046,
      "learning_rate": 3.398012476425359e-05,
      "loss": 0.0404,
      "step": 18303
    },
    {
      "epoch": 1.98438855160451,
      "grad_norm": 0.29163506627082825,
      "learning_rate": 3.3976497896416656e-05,
      "loss": 0.0352,
      "step": 18304
    },
    {
      "epoch": 1.9844969644405897,
      "grad_norm": 0.34139707684516907,
      "learning_rate": 3.397287102857972e-05,
      "loss": 0.0476,
      "step": 18305
    },
    {
      "epoch": 1.9846053772766696,
      "grad_norm": 0.48812180757522583,
      "learning_rate": 3.3969244160742784e-05,
      "loss": 0.0291,
      "step": 18306
    },
    {
      "epoch": 1.9847137901127494,
      "grad_norm": 0.10127666592597961,
      "learning_rate": 3.396561729290585e-05,
      "loss": 0.0199,
      "step": 18307
    },
    {
      "epoch": 1.9848222029488292,
      "grad_norm": 0.35293450951576233,
      "learning_rate": 3.396199042506891e-05,
      "loss": 0.0329,
      "step": 18308
    },
    {
      "epoch": 1.984930615784909,
      "grad_norm": 0.0938134640455246,
      "learning_rate": 3.395836355723198e-05,
      "loss": 0.0104,
      "step": 18309
    },
    {
      "epoch": 1.9850390286209887,
      "grad_norm": 0.043013088405132294,
      "learning_rate": 3.395473668939504e-05,
      "loss": 0.0043,
      "step": 18310
    },
    {
      "epoch": 1.9851474414570687,
      "grad_norm": 0.09193525463342667,
      "learning_rate": 3.3951109821558105e-05,
      "loss": 0.0122,
      "step": 18311
    },
    {
      "epoch": 1.9852558542931482,
      "grad_norm": 0.11274813115596771,
      "learning_rate": 3.394748295372117e-05,
      "loss": 0.0147,
      "step": 18312
    },
    {
      "epoch": 1.9853642671292282,
      "grad_norm": 0.2767292857170105,
      "learning_rate": 3.394385608588423e-05,
      "loss": 0.0244,
      "step": 18313
    },
    {
      "epoch": 1.9854726799653077,
      "grad_norm": 0.24884775280952454,
      "learning_rate": 3.39402292180473e-05,
      "loss": 0.0288,
      "step": 18314
    },
    {
      "epoch": 1.9855810928013877,
      "grad_norm": 0.26336950063705444,
      "learning_rate": 3.393660235021036e-05,
      "loss": 0.0235,
      "step": 18315
    },
    {
      "epoch": 1.9856895056374675,
      "grad_norm": 0.15563131868839264,
      "learning_rate": 3.3932975482373425e-05,
      "loss": 0.0192,
      "step": 18316
    },
    {
      "epoch": 1.9857979184735473,
      "grad_norm": 0.260821670293808,
      "learning_rate": 3.392934861453649e-05,
      "loss": 0.0225,
      "step": 18317
    },
    {
      "epoch": 1.985906331309627,
      "grad_norm": 0.058623556047677994,
      "learning_rate": 3.3925721746699554e-05,
      "loss": 0.0057,
      "step": 18318
    },
    {
      "epoch": 1.9860147441457068,
      "grad_norm": 0.26776689291000366,
      "learning_rate": 3.392209487886262e-05,
      "loss": 0.0455,
      "step": 18319
    },
    {
      "epoch": 1.9861231569817868,
      "grad_norm": 0.41298478841781616,
      "learning_rate": 3.3918468011025675e-05,
      "loss": 0.0672,
      "step": 18320
    },
    {
      "epoch": 1.9862315698178663,
      "grad_norm": 0.10767307132482529,
      "learning_rate": 3.391484114318874e-05,
      "loss": 0.0125,
      "step": 18321
    },
    {
      "epoch": 1.9863399826539463,
      "grad_norm": 0.22769367694854736,
      "learning_rate": 3.391121427535181e-05,
      "loss": 0.0256,
      "step": 18322
    },
    {
      "epoch": 1.986448395490026,
      "grad_norm": 0.22951307892799377,
      "learning_rate": 3.3907587407514874e-05,
      "loss": 0.0159,
      "step": 18323
    },
    {
      "epoch": 1.9865568083261058,
      "grad_norm": 0.36298882961273193,
      "learning_rate": 3.390396053967794e-05,
      "loss": 0.0244,
      "step": 18324
    },
    {
      "epoch": 1.9866652211621856,
      "grad_norm": 0.15783576667308807,
      "learning_rate": 3.3900333671841e-05,
      "loss": 0.0106,
      "step": 18325
    },
    {
      "epoch": 1.9867736339982653,
      "grad_norm": 0.18971218168735504,
      "learning_rate": 3.3896706804004067e-05,
      "loss": 0.0266,
      "step": 18326
    },
    {
      "epoch": 1.9868820468343453,
      "grad_norm": 0.22671256959438324,
      "learning_rate": 3.3893079936167124e-05,
      "loss": 0.0213,
      "step": 18327
    },
    {
      "epoch": 1.9869904596704249,
      "grad_norm": 0.14755268394947052,
      "learning_rate": 3.388945306833019e-05,
      "loss": 0.0262,
      "step": 18328
    },
    {
      "epoch": 1.9870988725065049,
      "grad_norm": 0.15558567643165588,
      "learning_rate": 3.388582620049325e-05,
      "loss": 0.0069,
      "step": 18329
    },
    {
      "epoch": 1.9872072853425846,
      "grad_norm": 0.1002574935555458,
      "learning_rate": 3.3882199332656316e-05,
      "loss": 0.0126,
      "step": 18330
    },
    {
      "epoch": 1.9873156981786644,
      "grad_norm": 0.09202219545841217,
      "learning_rate": 3.387857246481939e-05,
      "loss": 0.0044,
      "step": 18331
    },
    {
      "epoch": 1.9874241110147441,
      "grad_norm": 0.24625352025032043,
      "learning_rate": 3.387494559698245e-05,
      "loss": 0.0707,
      "step": 18332
    },
    {
      "epoch": 1.987532523850824,
      "grad_norm": 0.30588120222091675,
      "learning_rate": 3.3871318729145515e-05,
      "loss": 0.0506,
      "step": 18333
    },
    {
      "epoch": 1.987640936686904,
      "grad_norm": 0.2501373589038849,
      "learning_rate": 3.386769186130857e-05,
      "loss": 0.0303,
      "step": 18334
    },
    {
      "epoch": 1.9877493495229834,
      "grad_norm": 0.35232359170913696,
      "learning_rate": 3.386406499347164e-05,
      "loss": 0.0401,
      "step": 18335
    },
    {
      "epoch": 1.9878577623590634,
      "grad_norm": 0.10685466229915619,
      "learning_rate": 3.38604381256347e-05,
      "loss": 0.0138,
      "step": 18336
    },
    {
      "epoch": 1.987966175195143,
      "grad_norm": 0.2726748287677765,
      "learning_rate": 3.3856811257797765e-05,
      "loss": 0.032,
      "step": 18337
    },
    {
      "epoch": 1.988074588031223,
      "grad_norm": 0.2515922486782074,
      "learning_rate": 3.385318438996083e-05,
      "loss": 0.0325,
      "step": 18338
    },
    {
      "epoch": 1.9881830008673027,
      "grad_norm": 0.2398860603570938,
      "learning_rate": 3.38495575221239e-05,
      "loss": 0.0249,
      "step": 18339
    },
    {
      "epoch": 1.9882914137033825,
      "grad_norm": 0.04983401298522949,
      "learning_rate": 3.3845930654286964e-05,
      "loss": 0.0076,
      "step": 18340
    },
    {
      "epoch": 1.9883998265394622,
      "grad_norm": 0.042284853756427765,
      "learning_rate": 3.384230378645003e-05,
      "loss": 0.0034,
      "step": 18341
    },
    {
      "epoch": 1.988508239375542,
      "grad_norm": 0.15207073092460632,
      "learning_rate": 3.3838676918613085e-05,
      "loss": 0.0187,
      "step": 18342
    },
    {
      "epoch": 1.988616652211622,
      "grad_norm": 0.0915660560131073,
      "learning_rate": 3.383505005077615e-05,
      "loss": 0.0151,
      "step": 18343
    },
    {
      "epoch": 1.9887250650477015,
      "grad_norm": 0.14225493371486664,
      "learning_rate": 3.3831423182939214e-05,
      "loss": 0.0176,
      "step": 18344
    },
    {
      "epoch": 1.9888334778837815,
      "grad_norm": 0.2334788292646408,
      "learning_rate": 3.382779631510228e-05,
      "loss": 0.0107,
      "step": 18345
    },
    {
      "epoch": 1.9889418907198613,
      "grad_norm": 0.14979931712150574,
      "learning_rate": 3.382416944726534e-05,
      "loss": 0.0191,
      "step": 18346
    },
    {
      "epoch": 1.989050303555941,
      "grad_norm": 0.07855331152677536,
      "learning_rate": 3.3820542579428406e-05,
      "loss": 0.0042,
      "step": 18347
    },
    {
      "epoch": 1.9891587163920208,
      "grad_norm": 0.28591880202293396,
      "learning_rate": 3.381691571159148e-05,
      "loss": 0.0397,
      "step": 18348
    },
    {
      "epoch": 1.9892671292281006,
      "grad_norm": 0.2475353628396988,
      "learning_rate": 3.3813288843754534e-05,
      "loss": 0.031,
      "step": 18349
    },
    {
      "epoch": 1.9893755420641805,
      "grad_norm": 0.41318511962890625,
      "learning_rate": 3.38096619759176e-05,
      "loss": 0.0414,
      "step": 18350
    },
    {
      "epoch": 1.98948395490026,
      "grad_norm": 0.1835881769657135,
      "learning_rate": 3.380603510808066e-05,
      "loss": 0.0215,
      "step": 18351
    },
    {
      "epoch": 1.98959236773634,
      "grad_norm": 0.34543076157569885,
      "learning_rate": 3.3802408240243726e-05,
      "loss": 0.0319,
      "step": 18352
    },
    {
      "epoch": 1.9897007805724196,
      "grad_norm": 0.2441948652267456,
      "learning_rate": 3.379878137240679e-05,
      "loss": 0.0479,
      "step": 18353
    },
    {
      "epoch": 1.9898091934084996,
      "grad_norm": 0.1379707306623459,
      "learning_rate": 3.3795154504569855e-05,
      "loss": 0.0131,
      "step": 18354
    },
    {
      "epoch": 1.9899176062445794,
      "grad_norm": 0.5204293131828308,
      "learning_rate": 3.379152763673292e-05,
      "loss": 0.0413,
      "step": 18355
    },
    {
      "epoch": 1.9900260190806591,
      "grad_norm": 0.1772439032793045,
      "learning_rate": 3.378790076889598e-05,
      "loss": 0.0231,
      "step": 18356
    },
    {
      "epoch": 1.9901344319167389,
      "grad_norm": 0.3457198143005371,
      "learning_rate": 3.378427390105905e-05,
      "loss": 0.0241,
      "step": 18357
    },
    {
      "epoch": 1.9902428447528187,
      "grad_norm": 0.02967284619808197,
      "learning_rate": 3.378064703322211e-05,
      "loss": 0.0019,
      "step": 18358
    },
    {
      "epoch": 1.9903512575888986,
      "grad_norm": 0.1837666928768158,
      "learning_rate": 3.3777020165385175e-05,
      "loss": 0.0134,
      "step": 18359
    },
    {
      "epoch": 1.9904596704249782,
      "grad_norm": 0.1610546112060547,
      "learning_rate": 3.377339329754824e-05,
      "loss": 0.0365,
      "step": 18360
    },
    {
      "epoch": 1.9905680832610582,
      "grad_norm": 0.2680312991142273,
      "learning_rate": 3.3769766429711303e-05,
      "loss": 0.0546,
      "step": 18361
    },
    {
      "epoch": 1.990676496097138,
      "grad_norm": 0.13106687366962433,
      "learning_rate": 3.376613956187437e-05,
      "loss": 0.0055,
      "step": 18362
    },
    {
      "epoch": 1.9907849089332177,
      "grad_norm": 0.3480583429336548,
      "learning_rate": 3.376251269403743e-05,
      "loss": 0.0219,
      "step": 18363
    },
    {
      "epoch": 1.9908933217692975,
      "grad_norm": 0.19321003556251526,
      "learning_rate": 3.3758885826200496e-05,
      "loss": 0.0236,
      "step": 18364
    },
    {
      "epoch": 1.9910017346053772,
      "grad_norm": 0.13677145540714264,
      "learning_rate": 3.375525895836356e-05,
      "loss": 0.0106,
      "step": 18365
    },
    {
      "epoch": 1.9911101474414572,
      "grad_norm": 0.3215779662132263,
      "learning_rate": 3.3751632090526624e-05,
      "loss": 0.0485,
      "step": 18366
    },
    {
      "epoch": 1.9912185602775367,
      "grad_norm": 0.3424696624279022,
      "learning_rate": 3.374800522268969e-05,
      "loss": 0.0499,
      "step": 18367
    },
    {
      "epoch": 1.9913269731136167,
      "grad_norm": 0.09931845217943192,
      "learning_rate": 3.374437835485275e-05,
      "loss": 0.0037,
      "step": 18368
    },
    {
      "epoch": 1.9914353859496965,
      "grad_norm": 0.2960548996925354,
      "learning_rate": 3.3740751487015816e-05,
      "loss": 0.0577,
      "step": 18369
    },
    {
      "epoch": 1.9915437987857763,
      "grad_norm": 0.0836670845746994,
      "learning_rate": 3.373712461917888e-05,
      "loss": 0.0041,
      "step": 18370
    },
    {
      "epoch": 1.991652211621856,
      "grad_norm": 0.3050576150417328,
      "learning_rate": 3.3733497751341944e-05,
      "loss": 0.0588,
      "step": 18371
    },
    {
      "epoch": 1.9917606244579358,
      "grad_norm": 0.09438280016183853,
      "learning_rate": 3.3729870883505e-05,
      "loss": 0.0095,
      "step": 18372
    },
    {
      "epoch": 1.9918690372940158,
      "grad_norm": 0.6657391786575317,
      "learning_rate": 3.3726244015668066e-05,
      "loss": 0.0288,
      "step": 18373
    },
    {
      "epoch": 1.9919774501300953,
      "grad_norm": 0.45883628726005554,
      "learning_rate": 3.372261714783114e-05,
      "loss": 0.0641,
      "step": 18374
    },
    {
      "epoch": 1.9920858629661753,
      "grad_norm": 0.20080681145191193,
      "learning_rate": 3.37189902799942e-05,
      "loss": 0.0324,
      "step": 18375
    },
    {
      "epoch": 1.9921942758022548,
      "grad_norm": 0.06366296857595444,
      "learning_rate": 3.3715363412157265e-05,
      "loss": 0.01,
      "step": 18376
    },
    {
      "epoch": 1.9923026886383348,
      "grad_norm": 0.2473057061433792,
      "learning_rate": 3.371173654432033e-05,
      "loss": 0.0227,
      "step": 18377
    },
    {
      "epoch": 1.9924111014744146,
      "grad_norm": 0.307696133852005,
      "learning_rate": 3.370810967648339e-05,
      "loss": 0.0378,
      "step": 18378
    },
    {
      "epoch": 1.9925195143104943,
      "grad_norm": 0.17268697917461395,
      "learning_rate": 3.370448280864645e-05,
      "loss": 0.0271,
      "step": 18379
    },
    {
      "epoch": 1.992627927146574,
      "grad_norm": 0.06161116063594818,
      "learning_rate": 3.3700855940809515e-05,
      "loss": 0.0053,
      "step": 18380
    },
    {
      "epoch": 1.9927363399826539,
      "grad_norm": 0.3227287828922272,
      "learning_rate": 3.369722907297258e-05,
      "loss": 0.0416,
      "step": 18381
    },
    {
      "epoch": 1.9928447528187339,
      "grad_norm": 0.3709721863269806,
      "learning_rate": 3.369360220513565e-05,
      "loss": 0.0309,
      "step": 18382
    },
    {
      "epoch": 1.9929531656548134,
      "grad_norm": 0.2544247806072235,
      "learning_rate": 3.3689975337298714e-05,
      "loss": 0.0378,
      "step": 18383
    },
    {
      "epoch": 1.9930615784908934,
      "grad_norm": 0.10917637497186661,
      "learning_rate": 3.368634846946178e-05,
      "loss": 0.0166,
      "step": 18384
    },
    {
      "epoch": 1.9931699913269731,
      "grad_norm": 0.34977999329566956,
      "learning_rate": 3.368272160162484e-05,
      "loss": 0.0308,
      "step": 18385
    },
    {
      "epoch": 1.993278404163053,
      "grad_norm": 0.16666866838932037,
      "learning_rate": 3.36790947337879e-05,
      "loss": 0.0118,
      "step": 18386
    },
    {
      "epoch": 1.9933868169991327,
      "grad_norm": 0.2786092758178711,
      "learning_rate": 3.367546786595096e-05,
      "loss": 0.092,
      "step": 18387
    },
    {
      "epoch": 1.9934952298352124,
      "grad_norm": 0.21724358201026917,
      "learning_rate": 3.367184099811403e-05,
      "loss": 0.0302,
      "step": 18388
    },
    {
      "epoch": 1.9936036426712924,
      "grad_norm": 0.16475561261177063,
      "learning_rate": 3.366821413027709e-05,
      "loss": 0.0125,
      "step": 18389
    },
    {
      "epoch": 1.993712055507372,
      "grad_norm": 0.17416897416114807,
      "learning_rate": 3.3664587262440156e-05,
      "loss": 0.0299,
      "step": 18390
    },
    {
      "epoch": 1.993820468343452,
      "grad_norm": 0.13454300165176392,
      "learning_rate": 3.3660960394603227e-05,
      "loss": 0.0232,
      "step": 18391
    },
    {
      "epoch": 1.9939288811795317,
      "grad_norm": 0.1827804446220398,
      "learning_rate": 3.365733352676629e-05,
      "loss": 0.0106,
      "step": 18392
    },
    {
      "epoch": 1.9940372940156115,
      "grad_norm": 0.060976430773735046,
      "learning_rate": 3.3653706658929355e-05,
      "loss": 0.0041,
      "step": 18393
    },
    {
      "epoch": 1.9941457068516912,
      "grad_norm": 0.23215672373771667,
      "learning_rate": 3.365007979109241e-05,
      "loss": 0.0256,
      "step": 18394
    },
    {
      "epoch": 1.994254119687771,
      "grad_norm": 0.30392104387283325,
      "learning_rate": 3.3646452923255476e-05,
      "loss": 0.0265,
      "step": 18395
    },
    {
      "epoch": 1.994362532523851,
      "grad_norm": 0.3027799129486084,
      "learning_rate": 3.364282605541854e-05,
      "loss": 0.0188,
      "step": 18396
    },
    {
      "epoch": 1.9944709453599305,
      "grad_norm": 0.1902998387813568,
      "learning_rate": 3.3639199187581604e-05,
      "loss": 0.0656,
      "step": 18397
    },
    {
      "epoch": 1.9945793581960105,
      "grad_norm": 0.06320473551750183,
      "learning_rate": 3.363557231974467e-05,
      "loss": 0.0067,
      "step": 18398
    },
    {
      "epoch": 1.99468777103209,
      "grad_norm": 0.17216891050338745,
      "learning_rate": 3.363194545190773e-05,
      "loss": 0.0221,
      "step": 18399
    },
    {
      "epoch": 1.99479618386817,
      "grad_norm": 0.21365810930728912,
      "learning_rate": 3.3628318584070804e-05,
      "loss": 0.0442,
      "step": 18400
    },
    {
      "epoch": 1.9949045967042498,
      "grad_norm": 0.23908017575740814,
      "learning_rate": 3.362469171623386e-05,
      "loss": 0.029,
      "step": 18401
    },
    {
      "epoch": 1.9950130095403296,
      "grad_norm": 0.27430588006973267,
      "learning_rate": 3.3621064848396925e-05,
      "loss": 0.0363,
      "step": 18402
    },
    {
      "epoch": 1.9951214223764093,
      "grad_norm": 0.25571295619010925,
      "learning_rate": 3.361743798055999e-05,
      "loss": 0.0233,
      "step": 18403
    },
    {
      "epoch": 1.995229835212489,
      "grad_norm": 0.1417538821697235,
      "learning_rate": 3.361381111272305e-05,
      "loss": 0.0191,
      "step": 18404
    },
    {
      "epoch": 1.995338248048569,
      "grad_norm": 0.28929421305656433,
      "learning_rate": 3.361018424488612e-05,
      "loss": 0.0335,
      "step": 18405
    },
    {
      "epoch": 1.9954466608846486,
      "grad_norm": 0.24118149280548096,
      "learning_rate": 3.360655737704918e-05,
      "loss": 0.0414,
      "step": 18406
    },
    {
      "epoch": 1.9955550737207286,
      "grad_norm": 0.27364638447761536,
      "learning_rate": 3.3602930509212245e-05,
      "loss": 0.0319,
      "step": 18407
    },
    {
      "epoch": 1.9956634865568084,
      "grad_norm": 0.2562919855117798,
      "learning_rate": 3.359930364137531e-05,
      "loss": 0.0477,
      "step": 18408
    },
    {
      "epoch": 1.9957718993928881,
      "grad_norm": 0.0751267597079277,
      "learning_rate": 3.3595676773538374e-05,
      "loss": 0.0044,
      "step": 18409
    },
    {
      "epoch": 1.995880312228968,
      "grad_norm": 0.11647380888462067,
      "learning_rate": 3.359204990570144e-05,
      "loss": 0.021,
      "step": 18410
    },
    {
      "epoch": 1.9959887250650477,
      "grad_norm": 0.19001729786396027,
      "learning_rate": 3.35884230378645e-05,
      "loss": 0.0243,
      "step": 18411
    },
    {
      "epoch": 1.9960971379011276,
      "grad_norm": 0.25321125984191895,
      "learning_rate": 3.3584796170027566e-05,
      "loss": 0.0194,
      "step": 18412
    },
    {
      "epoch": 1.9962055507372072,
      "grad_norm": 0.3165920674800873,
      "learning_rate": 3.358116930219063e-05,
      "loss": 0.0212,
      "step": 18413
    },
    {
      "epoch": 1.9963139635732872,
      "grad_norm": 0.2705332338809967,
      "learning_rate": 3.3577542434353694e-05,
      "loss": 0.0252,
      "step": 18414
    },
    {
      "epoch": 1.9964223764093667,
      "grad_norm": 0.28345340490341187,
      "learning_rate": 3.357391556651676e-05,
      "loss": 0.0218,
      "step": 18415
    },
    {
      "epoch": 1.9965307892454467,
      "grad_norm": 0.14501863718032837,
      "learning_rate": 3.357028869867982e-05,
      "loss": 0.0102,
      "step": 18416
    },
    {
      "epoch": 1.9966392020815265,
      "grad_norm": 0.33996275067329407,
      "learning_rate": 3.3566661830842887e-05,
      "loss": 0.0592,
      "step": 18417
    },
    {
      "epoch": 1.9967476149176062,
      "grad_norm": 0.10067707300186157,
      "learning_rate": 3.356303496300595e-05,
      "loss": 0.0104,
      "step": 18418
    },
    {
      "epoch": 1.9968560277536862,
      "grad_norm": 0.33689892292022705,
      "learning_rate": 3.3559408095169015e-05,
      "loss": 0.0303,
      "step": 18419
    },
    {
      "epoch": 1.9969644405897657,
      "grad_norm": 0.20061250030994415,
      "learning_rate": 3.355578122733208e-05,
      "loss": 0.0249,
      "step": 18420
    },
    {
      "epoch": 1.9970728534258457,
      "grad_norm": 0.2199898660182953,
      "learning_rate": 3.355215435949514e-05,
      "loss": 0.0294,
      "step": 18421
    },
    {
      "epoch": 1.9971812662619253,
      "grad_norm": 0.4529191851615906,
      "learning_rate": 3.354852749165821e-05,
      "loss": 0.025,
      "step": 18422
    },
    {
      "epoch": 1.9972896790980053,
      "grad_norm": 0.2351813018321991,
      "learning_rate": 3.354490062382127e-05,
      "loss": 0.0344,
      "step": 18423
    },
    {
      "epoch": 1.997398091934085,
      "grad_norm": 0.183550164103508,
      "learning_rate": 3.354127375598433e-05,
      "loss": 0.0149,
      "step": 18424
    },
    {
      "epoch": 1.9975065047701648,
      "grad_norm": 0.2922047972679138,
      "learning_rate": 3.353764688814739e-05,
      "loss": 0.0151,
      "step": 18425
    },
    {
      "epoch": 1.9976149176062445,
      "grad_norm": 0.40505942702293396,
      "learning_rate": 3.3534020020310463e-05,
      "loss": 0.0068,
      "step": 18426
    },
    {
      "epoch": 1.9977233304423243,
      "grad_norm": 0.03160271421074867,
      "learning_rate": 3.353039315247353e-05,
      "loss": 0.0026,
      "step": 18427
    },
    {
      "epoch": 1.9978317432784043,
      "grad_norm": 0.196197047829628,
      "learning_rate": 3.352676628463659e-05,
      "loss": 0.0288,
      "step": 18428
    },
    {
      "epoch": 1.9979401561144838,
      "grad_norm": 0.449278324842453,
      "learning_rate": 3.3523139416799656e-05,
      "loss": 0.031,
      "step": 18429
    },
    {
      "epoch": 1.9980485689505638,
      "grad_norm": 0.2499510496854782,
      "learning_rate": 3.351951254896272e-05,
      "loss": 0.0355,
      "step": 18430
    },
    {
      "epoch": 1.9981569817866436,
      "grad_norm": 0.1314191371202469,
      "learning_rate": 3.351588568112578e-05,
      "loss": 0.0218,
      "step": 18431
    },
    {
      "epoch": 1.9982653946227233,
      "grad_norm": 0.3017789125442505,
      "learning_rate": 3.351225881328884e-05,
      "loss": 0.0241,
      "step": 18432
    },
    {
      "epoch": 1.998373807458803,
      "grad_norm": 0.42645591497421265,
      "learning_rate": 3.3508631945451905e-05,
      "loss": 0.0324,
      "step": 18433
    },
    {
      "epoch": 1.9984822202948829,
      "grad_norm": 0.8814921975135803,
      "learning_rate": 3.3505005077614976e-05,
      "loss": 0.0369,
      "step": 18434
    },
    {
      "epoch": 1.9985906331309629,
      "grad_norm": 0.17241542041301727,
      "learning_rate": 3.350137820977804e-05,
      "loss": 0.0162,
      "step": 18435
    },
    {
      "epoch": 1.9986990459670424,
      "grad_norm": 0.2940179109573364,
      "learning_rate": 3.3497751341941105e-05,
      "loss": 0.0288,
      "step": 18436
    },
    {
      "epoch": 1.9988074588031224,
      "grad_norm": 1.1241786479949951,
      "learning_rate": 3.349412447410417e-05,
      "loss": 0.0519,
      "step": 18437
    },
    {
      "epoch": 1.998915871639202,
      "grad_norm": 0.058190301060676575,
      "learning_rate": 3.3490497606267226e-05,
      "loss": 0.0075,
      "step": 18438
    },
    {
      "epoch": 1.999024284475282,
      "grad_norm": 0.24482284486293793,
      "learning_rate": 3.348687073843029e-05,
      "loss": 0.0308,
      "step": 18439
    },
    {
      "epoch": 1.9991326973113617,
      "grad_norm": 0.07769174873828888,
      "learning_rate": 3.3483243870593354e-05,
      "loss": 0.0074,
      "step": 18440
    },
    {
      "epoch": 1.9992411101474414,
      "grad_norm": 0.24068312346935272,
      "learning_rate": 3.347961700275642e-05,
      "loss": 0.0388,
      "step": 18441
    },
    {
      "epoch": 1.9993495229835212,
      "grad_norm": 0.11028339713811874,
      "learning_rate": 3.347599013491948e-05,
      "loss": 0.0153,
      "step": 18442
    },
    {
      "epoch": 1.999457935819601,
      "grad_norm": 0.1536300629377365,
      "learning_rate": 3.347236326708255e-05,
      "loss": 0.0129,
      "step": 18443
    },
    {
      "epoch": 1.999566348655681,
      "grad_norm": 0.1628050059080124,
      "learning_rate": 3.346873639924562e-05,
      "loss": 0.017,
      "step": 18444
    },
    {
      "epoch": 1.9996747614917605,
      "grad_norm": 0.38685473799705505,
      "learning_rate": 3.346510953140868e-05,
      "loss": 0.0527,
      "step": 18445
    },
    {
      "epoch": 1.9997831743278405,
      "grad_norm": 0.31091150641441345,
      "learning_rate": 3.346148266357174e-05,
      "loss": 0.047,
      "step": 18446
    },
    {
      "epoch": 1.9998915871639202,
      "grad_norm": 0.23592609167099,
      "learning_rate": 3.34578557957348e-05,
      "loss": 0.0406,
      "step": 18447
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.18573305010795593,
      "learning_rate": 3.345422892789787e-05,
      "loss": 0.0185,
      "step": 18448
    },
    {
      "epoch": 2.00010841283608,
      "grad_norm": 0.1561596542596817,
      "learning_rate": 3.345060206006093e-05,
      "loss": 0.0164,
      "step": 18449
    },
    {
      "epoch": 2.0002168256721595,
      "grad_norm": 0.1650228053331375,
      "learning_rate": 3.3446975192223995e-05,
      "loss": 0.0236,
      "step": 18450
    },
    {
      "epoch": 2.0003252385082395,
      "grad_norm": 0.1053452417254448,
      "learning_rate": 3.344334832438706e-05,
      "loss": 0.0199,
      "step": 18451
    },
    {
      "epoch": 2.000433651344319,
      "grad_norm": 0.2727629244327545,
      "learning_rate": 3.343972145655013e-05,
      "loss": 0.0088,
      "step": 18452
    },
    {
      "epoch": 2.000542064180399,
      "grad_norm": 0.13934409618377686,
      "learning_rate": 3.343609458871319e-05,
      "loss": 0.0244,
      "step": 18453
    },
    {
      "epoch": 2.0006504770164786,
      "grad_norm": 0.07761971652507782,
      "learning_rate": 3.343246772087625e-05,
      "loss": 0.0058,
      "step": 18454
    },
    {
      "epoch": 2.0007588898525586,
      "grad_norm": 0.13376282155513763,
      "learning_rate": 3.3428840853039316e-05,
      "loss": 0.0101,
      "step": 18455
    },
    {
      "epoch": 2.0008673026886385,
      "grad_norm": 0.21725371479988098,
      "learning_rate": 3.342521398520238e-05,
      "loss": 0.0193,
      "step": 18456
    },
    {
      "epoch": 2.000975715524718,
      "grad_norm": 0.02899002470076084,
      "learning_rate": 3.3421587117365444e-05,
      "loss": 0.0027,
      "step": 18457
    },
    {
      "epoch": 2.001084128360798,
      "grad_norm": 0.19733670353889465,
      "learning_rate": 3.341796024952851e-05,
      "loss": 0.0085,
      "step": 18458
    },
    {
      "epoch": 2.0011925411968776,
      "grad_norm": 0.07580781728029251,
      "learning_rate": 3.341433338169157e-05,
      "loss": 0.0075,
      "step": 18459
    },
    {
      "epoch": 2.0013009540329576,
      "grad_norm": 0.11546863615512848,
      "learning_rate": 3.3410706513854636e-05,
      "loss": 0.0242,
      "step": 18460
    },
    {
      "epoch": 2.001409366869037,
      "grad_norm": 0.14268675446510315,
      "learning_rate": 3.34070796460177e-05,
      "loss": 0.013,
      "step": 18461
    },
    {
      "epoch": 2.001517779705117,
      "grad_norm": 0.13241806626319885,
      "learning_rate": 3.3403452778180764e-05,
      "loss": 0.0107,
      "step": 18462
    },
    {
      "epoch": 2.0016261925411967,
      "grad_norm": 0.1579378843307495,
      "learning_rate": 3.339982591034383e-05,
      "loss": 0.024,
      "step": 18463
    },
    {
      "epoch": 2.0017346053772767,
      "grad_norm": 0.22168490290641785,
      "learning_rate": 3.339619904250689e-05,
      "loss": 0.0494,
      "step": 18464
    },
    {
      "epoch": 2.0018430182133566,
      "grad_norm": 0.033629994839429855,
      "learning_rate": 3.339257217466996e-05,
      "loss": 0.0026,
      "step": 18465
    },
    {
      "epoch": 2.001951431049436,
      "grad_norm": 0.032727472484111786,
      "learning_rate": 3.338894530683302e-05,
      "loss": 0.0024,
      "step": 18466
    },
    {
      "epoch": 2.002059843885516,
      "grad_norm": 0.19384333491325378,
      "learning_rate": 3.3385318438996085e-05,
      "loss": 0.0077,
      "step": 18467
    },
    {
      "epoch": 2.0021682567215957,
      "grad_norm": 0.37691381573677063,
      "learning_rate": 3.338169157115915e-05,
      "loss": 0.0165,
      "step": 18468
    },
    {
      "epoch": 2.0022766695576757,
      "grad_norm": 0.0643046572804451,
      "learning_rate": 3.337806470332221e-05,
      "loss": 0.0035,
      "step": 18469
    },
    {
      "epoch": 2.0023850823937552,
      "grad_norm": 0.08289679139852524,
      "learning_rate": 3.337443783548528e-05,
      "loss": 0.0071,
      "step": 18470
    },
    {
      "epoch": 2.002493495229835,
      "grad_norm": 0.1730334460735321,
      "learning_rate": 3.337081096764834e-05,
      "loss": 0.0138,
      "step": 18471
    },
    {
      "epoch": 2.002601908065915,
      "grad_norm": 0.14405399560928345,
      "learning_rate": 3.3367184099811406e-05,
      "loss": 0.0081,
      "step": 18472
    },
    {
      "epoch": 2.0027103209019947,
      "grad_norm": 0.08667561411857605,
      "learning_rate": 3.336355723197447e-05,
      "loss": 0.0048,
      "step": 18473
    },
    {
      "epoch": 2.0028187337380747,
      "grad_norm": 0.08501189947128296,
      "learning_rate": 3.3359930364137534e-05,
      "loss": 0.0125,
      "step": 18474
    },
    {
      "epoch": 2.0029271465741543,
      "grad_norm": 0.03394105285406113,
      "learning_rate": 3.33563034963006e-05,
      "loss": 0.0031,
      "step": 18475
    },
    {
      "epoch": 2.0030355594102343,
      "grad_norm": 0.1052369624376297,
      "learning_rate": 3.3352676628463655e-05,
      "loss": 0.0095,
      "step": 18476
    },
    {
      "epoch": 2.003143972246314,
      "grad_norm": 0.3232192397117615,
      "learning_rate": 3.334904976062672e-05,
      "loss": 0.0211,
      "step": 18477
    },
    {
      "epoch": 2.003252385082394,
      "grad_norm": 0.04195640608668327,
      "learning_rate": 3.334542289278979e-05,
      "loss": 0.0035,
      "step": 18478
    },
    {
      "epoch": 2.0033607979184738,
      "grad_norm": 0.26896241307258606,
      "learning_rate": 3.3341796024952854e-05,
      "loss": 0.0352,
      "step": 18479
    },
    {
      "epoch": 2.0034692107545533,
      "grad_norm": 0.11587517708539963,
      "learning_rate": 3.333816915711592e-05,
      "loss": 0.0127,
      "step": 18480
    },
    {
      "epoch": 2.0035776235906333,
      "grad_norm": 0.48344093561172485,
      "learning_rate": 3.333454228927898e-05,
      "loss": 0.0277,
      "step": 18481
    },
    {
      "epoch": 2.003686036426713,
      "grad_norm": 0.29126086831092834,
      "learning_rate": 3.3330915421442047e-05,
      "loss": 0.0237,
      "step": 18482
    },
    {
      "epoch": 2.003794449262793,
      "grad_norm": 0.18077191710472107,
      "learning_rate": 3.3327288553605104e-05,
      "loss": 0.0125,
      "step": 18483
    },
    {
      "epoch": 2.0039028620988724,
      "grad_norm": 0.24335084855556488,
      "learning_rate": 3.332366168576817e-05,
      "loss": 0.0349,
      "step": 18484
    },
    {
      "epoch": 2.0040112749349523,
      "grad_norm": 0.0948224887251854,
      "learning_rate": 3.332003481793123e-05,
      "loss": 0.0043,
      "step": 18485
    },
    {
      "epoch": 2.004119687771032,
      "grad_norm": 0.09046755731105804,
      "learning_rate": 3.33164079500943e-05,
      "loss": 0.0089,
      "step": 18486
    },
    {
      "epoch": 2.004228100607112,
      "grad_norm": 0.2003103643655777,
      "learning_rate": 3.331278108225737e-05,
      "loss": 0.0295,
      "step": 18487
    },
    {
      "epoch": 2.004336513443192,
      "grad_norm": 0.05879432335495949,
      "learning_rate": 3.330915421442043e-05,
      "loss": 0.0065,
      "step": 18488
    },
    {
      "epoch": 2.0044449262792714,
      "grad_norm": 0.1783239245414734,
      "learning_rate": 3.3305527346583495e-05,
      "loss": 0.0052,
      "step": 18489
    },
    {
      "epoch": 2.0045533391153514,
      "grad_norm": 0.16525238752365112,
      "learning_rate": 3.330190047874656e-05,
      "loss": 0.0143,
      "step": 18490
    },
    {
      "epoch": 2.004661751951431,
      "grad_norm": 0.36503881216049194,
      "learning_rate": 3.329827361090962e-05,
      "loss": 0.0336,
      "step": 18491
    },
    {
      "epoch": 2.004770164787511,
      "grad_norm": 0.10674013197422028,
      "learning_rate": 3.329464674307268e-05,
      "loss": 0.0105,
      "step": 18492
    },
    {
      "epoch": 2.0048785776235905,
      "grad_norm": 0.4606598913669586,
      "learning_rate": 3.3291019875235745e-05,
      "loss": 0.032,
      "step": 18493
    },
    {
      "epoch": 2.0049869904596704,
      "grad_norm": 0.41008132696151733,
      "learning_rate": 3.328739300739881e-05,
      "loss": 0.0187,
      "step": 18494
    },
    {
      "epoch": 2.0050954032957504,
      "grad_norm": 0.04135372117161751,
      "learning_rate": 3.328376613956188e-05,
      "loss": 0.0027,
      "step": 18495
    },
    {
      "epoch": 2.00520381613183,
      "grad_norm": 0.5546839237213135,
      "learning_rate": 3.3280139271724944e-05,
      "loss": 0.0302,
      "step": 18496
    },
    {
      "epoch": 2.00531222896791,
      "grad_norm": 0.08437640964984894,
      "learning_rate": 3.327651240388801e-05,
      "loss": 0.0066,
      "step": 18497
    },
    {
      "epoch": 2.0054206418039895,
      "grad_norm": 0.05366659536957741,
      "learning_rate": 3.3272885536051065e-05,
      "loss": 0.0045,
      "step": 18498
    },
    {
      "epoch": 2.0055290546400695,
      "grad_norm": 0.09876340627670288,
      "learning_rate": 3.326925866821413e-05,
      "loss": 0.0099,
      "step": 18499
    },
    {
      "epoch": 2.005637467476149,
      "grad_norm": 0.05655531957745552,
      "learning_rate": 3.3265631800377194e-05,
      "loss": 0.0059,
      "step": 18500
    },
    {
      "epoch": 2.005745880312229,
      "grad_norm": 0.17438484728336334,
      "learning_rate": 3.326200493254026e-05,
      "loss": 0.017,
      "step": 18501
    },
    {
      "epoch": 2.0058542931483085,
      "grad_norm": 0.29903149604797363,
      "learning_rate": 3.325837806470332e-05,
      "loss": 0.0223,
      "step": 18502
    },
    {
      "epoch": 2.0059627059843885,
      "grad_norm": 0.07857063412666321,
      "learning_rate": 3.325475119686639e-05,
      "loss": 0.0044,
      "step": 18503
    },
    {
      "epoch": 2.0060711188204685,
      "grad_norm": 0.03136913850903511,
      "learning_rate": 3.325112432902946e-05,
      "loss": 0.0033,
      "step": 18504
    },
    {
      "epoch": 2.006179531656548,
      "grad_norm": 0.1351870745420456,
      "learning_rate": 3.3247497461192514e-05,
      "loss": 0.0089,
      "step": 18505
    },
    {
      "epoch": 2.006287944492628,
      "grad_norm": 0.04693039134144783,
      "learning_rate": 3.324387059335558e-05,
      "loss": 0.0036,
      "step": 18506
    },
    {
      "epoch": 2.0063963573287076,
      "grad_norm": 0.3068239092826843,
      "learning_rate": 3.324024372551864e-05,
      "loss": 0.0097,
      "step": 18507
    },
    {
      "epoch": 2.0065047701647876,
      "grad_norm": 0.06015845760703087,
      "learning_rate": 3.3236616857681707e-05,
      "loss": 0.005,
      "step": 18508
    },
    {
      "epoch": 2.006613183000867,
      "grad_norm": 0.45290297269821167,
      "learning_rate": 3.323298998984477e-05,
      "loss": 0.0318,
      "step": 18509
    },
    {
      "epoch": 2.006721595836947,
      "grad_norm": 0.15883007645606995,
      "learning_rate": 3.3229363122007835e-05,
      "loss": 0.0263,
      "step": 18510
    },
    {
      "epoch": 2.006830008673027,
      "grad_norm": 0.0789225623011589,
      "learning_rate": 3.32257362541709e-05,
      "loss": 0.0046,
      "step": 18511
    },
    {
      "epoch": 2.0069384215091066,
      "grad_norm": 0.12982890009880066,
      "learning_rate": 3.322210938633396e-05,
      "loss": 0.01,
      "step": 18512
    },
    {
      "epoch": 2.0070468343451866,
      "grad_norm": 0.16747520864009857,
      "learning_rate": 3.321848251849703e-05,
      "loss": 0.0097,
      "step": 18513
    },
    {
      "epoch": 2.007155247181266,
      "grad_norm": 0.4597437083721161,
      "learning_rate": 3.321485565066009e-05,
      "loss": 0.0173,
      "step": 18514
    },
    {
      "epoch": 2.007263660017346,
      "grad_norm": 0.20223726332187653,
      "learning_rate": 3.3211228782823155e-05,
      "loss": 0.0202,
      "step": 18515
    },
    {
      "epoch": 2.0073720728534257,
      "grad_norm": 0.06857719272375107,
      "learning_rate": 3.320760191498622e-05,
      "loss": 0.0123,
      "step": 18516
    },
    {
      "epoch": 2.0074804856895057,
      "grad_norm": 0.05558003485202789,
      "learning_rate": 3.3203975047149283e-05,
      "loss": 0.0051,
      "step": 18517
    },
    {
      "epoch": 2.0075888985255856,
      "grad_norm": 0.026506612077355385,
      "learning_rate": 3.320034817931235e-05,
      "loss": 0.0038,
      "step": 18518
    },
    {
      "epoch": 2.007697311361665,
      "grad_norm": 0.19279922544956207,
      "learning_rate": 3.319672131147541e-05,
      "loss": 0.0207,
      "step": 18519
    },
    {
      "epoch": 2.007805724197745,
      "grad_norm": 0.09682011604309082,
      "learning_rate": 3.3193094443638476e-05,
      "loss": 0.0064,
      "step": 18520
    },
    {
      "epoch": 2.0079141370338247,
      "grad_norm": 0.10969366133213043,
      "learning_rate": 3.318946757580154e-05,
      "loss": 0.011,
      "step": 18521
    },
    {
      "epoch": 2.0080225498699047,
      "grad_norm": 0.16406282782554626,
      "learning_rate": 3.3185840707964604e-05,
      "loss": 0.0176,
      "step": 18522
    },
    {
      "epoch": 2.0081309627059842,
      "grad_norm": 0.09630072861909866,
      "learning_rate": 3.318221384012767e-05,
      "loss": 0.0113,
      "step": 18523
    },
    {
      "epoch": 2.008239375542064,
      "grad_norm": 0.05906125530600548,
      "learning_rate": 3.317858697229073e-05,
      "loss": 0.0015,
      "step": 18524
    },
    {
      "epoch": 2.0083477883781438,
      "grad_norm": 0.14681893587112427,
      "learning_rate": 3.3174960104453796e-05,
      "loss": 0.0208,
      "step": 18525
    },
    {
      "epoch": 2.0084562012142237,
      "grad_norm": 0.07398806512355804,
      "learning_rate": 3.317133323661686e-05,
      "loss": 0.0026,
      "step": 18526
    },
    {
      "epoch": 2.0085646140503037,
      "grad_norm": 0.2821083664894104,
      "learning_rate": 3.3167706368779925e-05,
      "loss": 0.0279,
      "step": 18527
    },
    {
      "epoch": 2.0086730268863833,
      "grad_norm": 0.1559131145477295,
      "learning_rate": 3.316407950094298e-05,
      "loss": 0.0163,
      "step": 18528
    },
    {
      "epoch": 2.0087814397224633,
      "grad_norm": 0.18609923124313354,
      "learning_rate": 3.316045263310605e-05,
      "loss": 0.0244,
      "step": 18529
    },
    {
      "epoch": 2.008889852558543,
      "grad_norm": 0.08956089615821838,
      "learning_rate": 3.315682576526912e-05,
      "loss": 0.0053,
      "step": 18530
    },
    {
      "epoch": 2.008998265394623,
      "grad_norm": 0.1349315047264099,
      "learning_rate": 3.315319889743218e-05,
      "loss": 0.0073,
      "step": 18531
    },
    {
      "epoch": 2.0091066782307023,
      "grad_norm": 0.11050882190465927,
      "learning_rate": 3.3149572029595245e-05,
      "loss": 0.0154,
      "step": 18532
    },
    {
      "epoch": 2.0092150910667823,
      "grad_norm": 0.33449992537498474,
      "learning_rate": 3.314594516175831e-05,
      "loss": 0.057,
      "step": 18533
    },
    {
      "epoch": 2.0093235039028623,
      "grad_norm": 0.3142804801464081,
      "learning_rate": 3.314231829392137e-05,
      "loss": 0.0316,
      "step": 18534
    },
    {
      "epoch": 2.009431916738942,
      "grad_norm": 0.3610397279262543,
      "learning_rate": 3.313869142608443e-05,
      "loss": 0.0059,
      "step": 18535
    },
    {
      "epoch": 2.009540329575022,
      "grad_norm": 0.717117428779602,
      "learning_rate": 3.3135064558247495e-05,
      "loss": 0.0491,
      "step": 18536
    },
    {
      "epoch": 2.0096487424111014,
      "grad_norm": 0.16013740003108978,
      "learning_rate": 3.313143769041056e-05,
      "loss": 0.0056,
      "step": 18537
    },
    {
      "epoch": 2.0097571552471813,
      "grad_norm": 0.07894875854253769,
      "learning_rate": 3.312781082257363e-05,
      "loss": 0.0099,
      "step": 18538
    },
    {
      "epoch": 2.009865568083261,
      "grad_norm": 0.0884268507361412,
      "learning_rate": 3.3124183954736694e-05,
      "loss": 0.0061,
      "step": 18539
    },
    {
      "epoch": 2.009973980919341,
      "grad_norm": 0.40230077505111694,
      "learning_rate": 3.312055708689976e-05,
      "loss": 0.0518,
      "step": 18540
    },
    {
      "epoch": 2.010082393755421,
      "grad_norm": 0.08330845087766647,
      "learning_rate": 3.311693021906282e-05,
      "loss": 0.0142,
      "step": 18541
    },
    {
      "epoch": 2.0101908065915004,
      "grad_norm": 0.24371182918548584,
      "learning_rate": 3.3113303351225886e-05,
      "loss": 0.0231,
      "step": 18542
    },
    {
      "epoch": 2.0102992194275804,
      "grad_norm": 0.06845324486494064,
      "learning_rate": 3.3109676483388943e-05,
      "loss": 0.0108,
      "step": 18543
    },
    {
      "epoch": 2.01040763226366,
      "grad_norm": 0.15639637410640717,
      "learning_rate": 3.310604961555201e-05,
      "loss": 0.013,
      "step": 18544
    },
    {
      "epoch": 2.01051604509974,
      "grad_norm": 0.34181472659111023,
      "learning_rate": 3.310242274771507e-05,
      "loss": 0.016,
      "step": 18545
    },
    {
      "epoch": 2.0106244579358195,
      "grad_norm": 0.1367548555135727,
      "learning_rate": 3.3098795879878136e-05,
      "loss": 0.0039,
      "step": 18546
    },
    {
      "epoch": 2.0107328707718994,
      "grad_norm": 0.06446629762649536,
      "learning_rate": 3.309516901204121e-05,
      "loss": 0.005,
      "step": 18547
    },
    {
      "epoch": 2.010841283607979,
      "grad_norm": 0.35629943013191223,
      "learning_rate": 3.309154214420427e-05,
      "loss": 0.0089,
      "step": 18548
    },
    {
      "epoch": 2.010949696444059,
      "grad_norm": 0.275400847196579,
      "learning_rate": 3.3087915276367335e-05,
      "loss": 0.0583,
      "step": 18549
    },
    {
      "epoch": 2.011058109280139,
      "grad_norm": 0.69727623462677,
      "learning_rate": 3.308428840853039e-05,
      "loss": 0.0231,
      "step": 18550
    },
    {
      "epoch": 2.0111665221162185,
      "grad_norm": 0.14327310025691986,
      "learning_rate": 3.3080661540693456e-05,
      "loss": 0.0066,
      "step": 18551
    },
    {
      "epoch": 2.0112749349522985,
      "grad_norm": 0.13380040228366852,
      "learning_rate": 3.307703467285652e-05,
      "loss": 0.0118,
      "step": 18552
    },
    {
      "epoch": 2.011383347788378,
      "grad_norm": 0.17678873240947723,
      "learning_rate": 3.3073407805019585e-05,
      "loss": 0.0176,
      "step": 18553
    },
    {
      "epoch": 2.011491760624458,
      "grad_norm": 0.12863783538341522,
      "learning_rate": 3.306978093718265e-05,
      "loss": 0.0052,
      "step": 18554
    },
    {
      "epoch": 2.0116001734605375,
      "grad_norm": 0.19552049040794373,
      "learning_rate": 3.306615406934572e-05,
      "loss": 0.01,
      "step": 18555
    },
    {
      "epoch": 2.0117085862966175,
      "grad_norm": 0.08467242866754532,
      "learning_rate": 3.3062527201508784e-05,
      "loss": 0.0057,
      "step": 18556
    },
    {
      "epoch": 2.0118169991326975,
      "grad_norm": 0.14329959452152252,
      "learning_rate": 3.305890033367184e-05,
      "loss": 0.0096,
      "step": 18557
    },
    {
      "epoch": 2.011925411968777,
      "grad_norm": 0.02303316444158554,
      "learning_rate": 3.3055273465834905e-05,
      "loss": 0.0012,
      "step": 18558
    },
    {
      "epoch": 2.012033824804857,
      "grad_norm": 0.20914849638938904,
      "learning_rate": 3.305164659799797e-05,
      "loss": 0.0339,
      "step": 18559
    },
    {
      "epoch": 2.0121422376409366,
      "grad_norm": 0.2087528556585312,
      "learning_rate": 3.304801973016103e-05,
      "loss": 0.0301,
      "step": 18560
    },
    {
      "epoch": 2.0122506504770166,
      "grad_norm": 0.08982358872890472,
      "learning_rate": 3.30443928623241e-05,
      "loss": 0.0048,
      "step": 18561
    },
    {
      "epoch": 2.012359063313096,
      "grad_norm": 0.094069704413414,
      "learning_rate": 3.304076599448716e-05,
      "loss": 0.008,
      "step": 18562
    },
    {
      "epoch": 2.012467476149176,
      "grad_norm": 0.27116674184799194,
      "learning_rate": 3.3037139126650226e-05,
      "loss": 0.0166,
      "step": 18563
    },
    {
      "epoch": 2.0125758889852556,
      "grad_norm": 0.3962271213531494,
      "learning_rate": 3.303351225881329e-05,
      "loss": 0.0477,
      "step": 18564
    },
    {
      "epoch": 2.0126843018213356,
      "grad_norm": 0.19622902572155,
      "learning_rate": 3.3029885390976354e-05,
      "loss": 0.0512,
      "step": 18565
    },
    {
      "epoch": 2.0127927146574156,
      "grad_norm": 0.3600635528564453,
      "learning_rate": 3.302625852313942e-05,
      "loss": 0.0378,
      "step": 18566
    },
    {
      "epoch": 2.012901127493495,
      "grad_norm": 0.3899359703063965,
      "learning_rate": 3.302263165530248e-05,
      "loss": 0.0234,
      "step": 18567
    },
    {
      "epoch": 2.013009540329575,
      "grad_norm": 0.08686473965644836,
      "learning_rate": 3.3019004787465546e-05,
      "loss": 0.0048,
      "step": 18568
    },
    {
      "epoch": 2.0131179531656547,
      "grad_norm": 0.04899606853723526,
      "learning_rate": 3.301537791962861e-05,
      "loss": 0.004,
      "step": 18569
    },
    {
      "epoch": 2.0132263660017347,
      "grad_norm": 0.06614746153354645,
      "learning_rate": 3.3011751051791674e-05,
      "loss": 0.0068,
      "step": 18570
    },
    {
      "epoch": 2.013334778837814,
      "grad_norm": 0.07194129377603531,
      "learning_rate": 3.300812418395474e-05,
      "loss": 0.0061,
      "step": 18571
    },
    {
      "epoch": 2.013443191673894,
      "grad_norm": 0.15645745396614075,
      "learning_rate": 3.30044973161178e-05,
      "loss": 0.0195,
      "step": 18572
    },
    {
      "epoch": 2.013551604509974,
      "grad_norm": 0.013589069247245789,
      "learning_rate": 3.3000870448280867e-05,
      "loss": 0.0012,
      "step": 18573
    },
    {
      "epoch": 2.0136600173460537,
      "grad_norm": 0.397723913192749,
      "learning_rate": 3.299724358044393e-05,
      "loss": 0.027,
      "step": 18574
    },
    {
      "epoch": 2.0137684301821337,
      "grad_norm": 0.20414185523986816,
      "learning_rate": 3.2993616712606995e-05,
      "loss": 0.0083,
      "step": 18575
    },
    {
      "epoch": 2.0138768430182132,
      "grad_norm": 0.33440321683883667,
      "learning_rate": 3.298998984477006e-05,
      "loss": 0.0284,
      "step": 18576
    },
    {
      "epoch": 2.013985255854293,
      "grad_norm": 0.20046153664588928,
      "learning_rate": 3.298636297693312e-05,
      "loss": 0.0224,
      "step": 18577
    },
    {
      "epoch": 2.0140936686903728,
      "grad_norm": 0.19206973910331726,
      "learning_rate": 3.298273610909619e-05,
      "loss": 0.0373,
      "step": 18578
    },
    {
      "epoch": 2.0142020815264527,
      "grad_norm": 0.846105694770813,
      "learning_rate": 3.297910924125925e-05,
      "loss": 0.01,
      "step": 18579
    },
    {
      "epoch": 2.0143104943625327,
      "grad_norm": 0.6154897212982178,
      "learning_rate": 3.297548237342231e-05,
      "loss": 0.0397,
      "step": 18580
    },
    {
      "epoch": 2.0144189071986123,
      "grad_norm": 0.08294758945703506,
      "learning_rate": 3.297185550558538e-05,
      "loss": 0.0031,
      "step": 18581
    },
    {
      "epoch": 2.0145273200346923,
      "grad_norm": 0.22114041447639465,
      "learning_rate": 3.2968228637748444e-05,
      "loss": 0.0121,
      "step": 18582
    },
    {
      "epoch": 2.014635732870772,
      "grad_norm": 0.16414135694503784,
      "learning_rate": 3.296460176991151e-05,
      "loss": 0.0183,
      "step": 18583
    },
    {
      "epoch": 2.014744145706852,
      "grad_norm": 0.1578957885503769,
      "learning_rate": 3.296097490207457e-05,
      "loss": 0.0113,
      "step": 18584
    },
    {
      "epoch": 2.0148525585429313,
      "grad_norm": 0.07582554221153259,
      "learning_rate": 3.2957348034237636e-05,
      "loss": 0.0059,
      "step": 18585
    },
    {
      "epoch": 2.0149609713790113,
      "grad_norm": 0.7894504070281982,
      "learning_rate": 3.29537211664007e-05,
      "loss": 0.0308,
      "step": 18586
    },
    {
      "epoch": 2.015069384215091,
      "grad_norm": 0.8945426344871521,
      "learning_rate": 3.295009429856376e-05,
      "loss": 0.0752,
      "step": 18587
    },
    {
      "epoch": 2.015177797051171,
      "grad_norm": 0.10125675052404404,
      "learning_rate": 3.294646743072682e-05,
      "loss": 0.0183,
      "step": 18588
    },
    {
      "epoch": 2.015286209887251,
      "grad_norm": 0.30635714530944824,
      "learning_rate": 3.2942840562889886e-05,
      "loss": 0.0315,
      "step": 18589
    },
    {
      "epoch": 2.0153946227233304,
      "grad_norm": 0.10356435924768448,
      "learning_rate": 3.2939213695052956e-05,
      "loss": 0.0042,
      "step": 18590
    },
    {
      "epoch": 2.0155030355594103,
      "grad_norm": 0.3901804983615875,
      "learning_rate": 3.293558682721602e-05,
      "loss": 0.0312,
      "step": 18591
    },
    {
      "epoch": 2.01561144839549,
      "grad_norm": 0.1482943743467331,
      "learning_rate": 3.2931959959379085e-05,
      "loss": 0.0116,
      "step": 18592
    },
    {
      "epoch": 2.01571986123157,
      "grad_norm": 0.11621128767728806,
      "learning_rate": 3.292833309154215e-05,
      "loss": 0.0093,
      "step": 18593
    },
    {
      "epoch": 2.0158282740676494,
      "grad_norm": 0.07623673975467682,
      "learning_rate": 3.292470622370521e-05,
      "loss": 0.006,
      "step": 18594
    },
    {
      "epoch": 2.0159366869037294,
      "grad_norm": 0.12585920095443726,
      "learning_rate": 3.292107935586827e-05,
      "loss": 0.0035,
      "step": 18595
    },
    {
      "epoch": 2.0160450997398094,
      "grad_norm": 0.14582973718643188,
      "learning_rate": 3.2917452488031334e-05,
      "loss": 0.0177,
      "step": 18596
    },
    {
      "epoch": 2.016153512575889,
      "grad_norm": 0.2902248501777649,
      "learning_rate": 3.29138256201944e-05,
      "loss": 0.0152,
      "step": 18597
    },
    {
      "epoch": 2.016261925411969,
      "grad_norm": 0.27253085374832153,
      "learning_rate": 3.291019875235747e-05,
      "loss": 0.0078,
      "step": 18598
    },
    {
      "epoch": 2.0163703382480485,
      "grad_norm": 0.2658023238182068,
      "learning_rate": 3.290657188452053e-05,
      "loss": 0.0205,
      "step": 18599
    },
    {
      "epoch": 2.0164787510841284,
      "grad_norm": 0.1417762190103531,
      "learning_rate": 3.29029450166836e-05,
      "loss": 0.0063,
      "step": 18600
    },
    {
      "epoch": 2.016587163920208,
      "grad_norm": 0.21537674963474274,
      "learning_rate": 3.289931814884666e-05,
      "loss": 0.0177,
      "step": 18601
    },
    {
      "epoch": 2.016695576756288,
      "grad_norm": 0.1877366006374359,
      "learning_rate": 3.289569128100972e-05,
      "loss": 0.0354,
      "step": 18602
    },
    {
      "epoch": 2.016803989592368,
      "grad_norm": 0.08673067390918732,
      "learning_rate": 3.289206441317278e-05,
      "loss": 0.0082,
      "step": 18603
    },
    {
      "epoch": 2.0169124024284475,
      "grad_norm": 0.3010624945163727,
      "learning_rate": 3.288843754533585e-05,
      "loss": 0.0233,
      "step": 18604
    },
    {
      "epoch": 2.0170208152645275,
      "grad_norm": 0.05490638688206673,
      "learning_rate": 3.288481067749891e-05,
      "loss": 0.0041,
      "step": 18605
    },
    {
      "epoch": 2.017129228100607,
      "grad_norm": 0.10974401980638504,
      "learning_rate": 3.2881183809661975e-05,
      "loss": 0.0049,
      "step": 18606
    },
    {
      "epoch": 2.017237640936687,
      "grad_norm": 0.037880122661590576,
      "learning_rate": 3.2877556941825046e-05,
      "loss": 0.0057,
      "step": 18607
    },
    {
      "epoch": 2.0173460537727665,
      "grad_norm": 0.2994300127029419,
      "learning_rate": 3.287393007398811e-05,
      "loss": 0.0184,
      "step": 18608
    },
    {
      "epoch": 2.0174544666088465,
      "grad_norm": 0.2065083533525467,
      "learning_rate": 3.287030320615117e-05,
      "loss": 0.0204,
      "step": 18609
    },
    {
      "epoch": 2.017562879444926,
      "grad_norm": 0.1082909032702446,
      "learning_rate": 3.286667633831423e-05,
      "loss": 0.0056,
      "step": 18610
    },
    {
      "epoch": 2.017671292281006,
      "grad_norm": 0.05319477245211601,
      "learning_rate": 3.2863049470477296e-05,
      "loss": 0.0022,
      "step": 18611
    },
    {
      "epoch": 2.017779705117086,
      "grad_norm": 0.1383959800004959,
      "learning_rate": 3.285942260264036e-05,
      "loss": 0.0115,
      "step": 18612
    },
    {
      "epoch": 2.0178881179531656,
      "grad_norm": 0.16552728414535522,
      "learning_rate": 3.2855795734803424e-05,
      "loss": 0.0736,
      "step": 18613
    },
    {
      "epoch": 2.0179965307892456,
      "grad_norm": 0.13128305971622467,
      "learning_rate": 3.285216886696649e-05,
      "loss": 0.0092,
      "step": 18614
    },
    {
      "epoch": 2.018104943625325,
      "grad_norm": 0.22056570649147034,
      "learning_rate": 3.284854199912955e-05,
      "loss": 0.0292,
      "step": 18615
    },
    {
      "epoch": 2.018213356461405,
      "grad_norm": 0.02905178815126419,
      "learning_rate": 3.2844915131292616e-05,
      "loss": 0.0029,
      "step": 18616
    },
    {
      "epoch": 2.0183217692974846,
      "grad_norm": 0.09012582153081894,
      "learning_rate": 3.284128826345568e-05,
      "loss": 0.007,
      "step": 18617
    },
    {
      "epoch": 2.0184301821335646,
      "grad_norm": 0.06212179735302925,
      "learning_rate": 3.2837661395618745e-05,
      "loss": 0.0059,
      "step": 18618
    },
    {
      "epoch": 2.0185385949696446,
      "grad_norm": 0.049290403723716736,
      "learning_rate": 3.283403452778181e-05,
      "loss": 0.0073,
      "step": 18619
    },
    {
      "epoch": 2.018647007805724,
      "grad_norm": 0.05493805930018425,
      "learning_rate": 3.283040765994487e-05,
      "loss": 0.0034,
      "step": 18620
    },
    {
      "epoch": 2.018755420641804,
      "grad_norm": 0.10168538987636566,
      "learning_rate": 3.282678079210794e-05,
      "loss": 0.016,
      "step": 18621
    },
    {
      "epoch": 2.0188638334778837,
      "grad_norm": 0.02623583935201168,
      "learning_rate": 3.2823153924271e-05,
      "loss": 0.0019,
      "step": 18622
    },
    {
      "epoch": 2.0189722463139637,
      "grad_norm": 0.13819468021392822,
      "learning_rate": 3.2819527056434065e-05,
      "loss": 0.0042,
      "step": 18623
    },
    {
      "epoch": 2.019080659150043,
      "grad_norm": 0.17625391483306885,
      "learning_rate": 3.281590018859713e-05,
      "loss": 0.0158,
      "step": 18624
    },
    {
      "epoch": 2.019189071986123,
      "grad_norm": 0.044815946370363235,
      "learning_rate": 3.281227332076019e-05,
      "loss": 0.0055,
      "step": 18625
    },
    {
      "epoch": 2.0192974848222027,
      "grad_norm": 0.1562114655971527,
      "learning_rate": 3.280864645292326e-05,
      "loss": 0.0109,
      "step": 18626
    },
    {
      "epoch": 2.0194058976582827,
      "grad_norm": 0.02867610566318035,
      "learning_rate": 3.280501958508632e-05,
      "loss": 0.0015,
      "step": 18627
    },
    {
      "epoch": 2.0195143104943627,
      "grad_norm": 0.14705544710159302,
      "learning_rate": 3.2801392717249386e-05,
      "loss": 0.0204,
      "step": 18628
    },
    {
      "epoch": 2.0196227233304422,
      "grad_norm": 0.11021657288074493,
      "learning_rate": 3.279776584941245e-05,
      "loss": 0.0105,
      "step": 18629
    },
    {
      "epoch": 2.0197311361665222,
      "grad_norm": 0.11040973663330078,
      "learning_rate": 3.2794138981575514e-05,
      "loss": 0.0116,
      "step": 18630
    },
    {
      "epoch": 2.0198395490026018,
      "grad_norm": 0.1833954155445099,
      "learning_rate": 3.279051211373858e-05,
      "loss": 0.0056,
      "step": 18631
    },
    {
      "epoch": 2.0199479618386817,
      "grad_norm": 0.04273884370923042,
      "learning_rate": 3.2786885245901635e-05,
      "loss": 0.0028,
      "step": 18632
    },
    {
      "epoch": 2.0200563746747613,
      "grad_norm": 0.32869553565979004,
      "learning_rate": 3.2783258378064706e-05,
      "loss": 0.0206,
      "step": 18633
    },
    {
      "epoch": 2.0201647875108413,
      "grad_norm": 0.09349572658538818,
      "learning_rate": 3.277963151022777e-05,
      "loss": 0.0125,
      "step": 18634
    },
    {
      "epoch": 2.0202732003469213,
      "grad_norm": 0.08469308167695999,
      "learning_rate": 3.2776004642390834e-05,
      "loss": 0.0025,
      "step": 18635
    },
    {
      "epoch": 2.020381613183001,
      "grad_norm": 0.20843739807605743,
      "learning_rate": 3.27723777745539e-05,
      "loss": 0.0465,
      "step": 18636
    },
    {
      "epoch": 2.020490026019081,
      "grad_norm": 0.05337364599108696,
      "learning_rate": 3.276875090671696e-05,
      "loss": 0.0059,
      "step": 18637
    },
    {
      "epoch": 2.0205984388551603,
      "grad_norm": 0.14669999480247498,
      "learning_rate": 3.276512403888003e-05,
      "loss": 0.0075,
      "step": 18638
    },
    {
      "epoch": 2.0207068516912403,
      "grad_norm": 0.10759237408638,
      "learning_rate": 3.2761497171043084e-05,
      "loss": 0.0093,
      "step": 18639
    },
    {
      "epoch": 2.02081526452732,
      "grad_norm": 0.9207821488380432,
      "learning_rate": 3.275787030320615e-05,
      "loss": 0.0679,
      "step": 18640
    },
    {
      "epoch": 2.0209236773634,
      "grad_norm": 0.23363560438156128,
      "learning_rate": 3.275424343536921e-05,
      "loss": 0.0291,
      "step": 18641
    },
    {
      "epoch": 2.02103209019948,
      "grad_norm": 0.24717113375663757,
      "learning_rate": 3.275061656753228e-05,
      "loss": 0.0218,
      "step": 18642
    },
    {
      "epoch": 2.0211405030355594,
      "grad_norm": 0.3460817039012909,
      "learning_rate": 3.274698969969535e-05,
      "loss": 0.0237,
      "step": 18643
    },
    {
      "epoch": 2.0212489158716394,
      "grad_norm": 0.10456481575965881,
      "learning_rate": 3.274336283185841e-05,
      "loss": 0.0067,
      "step": 18644
    },
    {
      "epoch": 2.021357328707719,
      "grad_norm": 0.21941682696342468,
      "learning_rate": 3.2739735964021475e-05,
      "loss": 0.0087,
      "step": 18645
    },
    {
      "epoch": 2.021465741543799,
      "grad_norm": 0.1765507608652115,
      "learning_rate": 3.273610909618454e-05,
      "loss": 0.0084,
      "step": 18646
    },
    {
      "epoch": 2.0215741543798784,
      "grad_norm": 0.10113091766834259,
      "learning_rate": 3.27324822283476e-05,
      "loss": 0.0035,
      "step": 18647
    },
    {
      "epoch": 2.0216825672159584,
      "grad_norm": 0.17050053179264069,
      "learning_rate": 3.272885536051066e-05,
      "loss": 0.0314,
      "step": 18648
    },
    {
      "epoch": 2.021790980052038,
      "grad_norm": 0.12745043635368347,
      "learning_rate": 3.2725228492673725e-05,
      "loss": 0.0141,
      "step": 18649
    },
    {
      "epoch": 2.021899392888118,
      "grad_norm": 0.08590321242809296,
      "learning_rate": 3.2721601624836796e-05,
      "loss": 0.0059,
      "step": 18650
    },
    {
      "epoch": 2.022007805724198,
      "grad_norm": 0.5160992741584778,
      "learning_rate": 3.271797475699986e-05,
      "loss": 0.0227,
      "step": 18651
    },
    {
      "epoch": 2.0221162185602775,
      "grad_norm": 0.08599301427602768,
      "learning_rate": 3.2714347889162924e-05,
      "loss": 0.0074,
      "step": 18652
    },
    {
      "epoch": 2.0222246313963574,
      "grad_norm": 0.17815613746643066,
      "learning_rate": 3.271072102132599e-05,
      "loss": 0.0144,
      "step": 18653
    },
    {
      "epoch": 2.022333044232437,
      "grad_norm": 0.2851431667804718,
      "learning_rate": 3.2707094153489046e-05,
      "loss": 0.0307,
      "step": 18654
    },
    {
      "epoch": 2.022441457068517,
      "grad_norm": 0.3854146897792816,
      "learning_rate": 3.270346728565211e-05,
      "loss": 0.044,
      "step": 18655
    },
    {
      "epoch": 2.0225498699045965,
      "grad_norm": 0.14785189926624298,
      "learning_rate": 3.2699840417815174e-05,
      "loss": 0.0137,
      "step": 18656
    },
    {
      "epoch": 2.0226582827406765,
      "grad_norm": 0.019167490303516388,
      "learning_rate": 3.269621354997824e-05,
      "loss": 0.0004,
      "step": 18657
    },
    {
      "epoch": 2.0227666955767565,
      "grad_norm": 0.07180748134851456,
      "learning_rate": 3.26925866821413e-05,
      "loss": 0.0039,
      "step": 18658
    },
    {
      "epoch": 2.022875108412836,
      "grad_norm": 0.2834705412387848,
      "learning_rate": 3.268895981430437e-05,
      "loss": 0.0235,
      "step": 18659
    },
    {
      "epoch": 2.022983521248916,
      "grad_norm": 0.08517785370349884,
      "learning_rate": 3.268533294646744e-05,
      "loss": 0.0136,
      "step": 18660
    },
    {
      "epoch": 2.0230919340849955,
      "grad_norm": 0.3228472173213959,
      "learning_rate": 3.2681706078630494e-05,
      "loss": 0.0236,
      "step": 18661
    },
    {
      "epoch": 2.0232003469210755,
      "grad_norm": 0.04770822450518608,
      "learning_rate": 3.267807921079356e-05,
      "loss": 0.0083,
      "step": 18662
    },
    {
      "epoch": 2.023308759757155,
      "grad_norm": 0.1803034543991089,
      "learning_rate": 3.267445234295662e-05,
      "loss": 0.006,
      "step": 18663
    },
    {
      "epoch": 2.023417172593235,
      "grad_norm": 0.024540552869439125,
      "learning_rate": 3.267082547511969e-05,
      "loss": 0.0019,
      "step": 18664
    },
    {
      "epoch": 2.023525585429315,
      "grad_norm": 0.5590318441390991,
      "learning_rate": 3.266719860728275e-05,
      "loss": 0.0263,
      "step": 18665
    },
    {
      "epoch": 2.0236339982653946,
      "grad_norm": 1.0434764623641968,
      "learning_rate": 3.2663571739445815e-05,
      "loss": 0.0494,
      "step": 18666
    },
    {
      "epoch": 2.0237424111014746,
      "grad_norm": 0.0658826231956482,
      "learning_rate": 3.265994487160888e-05,
      "loss": 0.0043,
      "step": 18667
    },
    {
      "epoch": 2.023850823937554,
      "grad_norm": 0.0873253121972084,
      "learning_rate": 3.265631800377194e-05,
      "loss": 0.01,
      "step": 18668
    },
    {
      "epoch": 2.023959236773634,
      "grad_norm": 0.17658697068691254,
      "learning_rate": 3.265269113593501e-05,
      "loss": 0.0316,
      "step": 18669
    },
    {
      "epoch": 2.0240676496097136,
      "grad_norm": 0.08332043141126633,
      "learning_rate": 3.264906426809807e-05,
      "loss": 0.0042,
      "step": 18670
    },
    {
      "epoch": 2.0241760624457936,
      "grad_norm": 0.08581293374300003,
      "learning_rate": 3.2645437400261135e-05,
      "loss": 0.0058,
      "step": 18671
    },
    {
      "epoch": 2.024284475281873,
      "grad_norm": 0.09220806509256363,
      "learning_rate": 3.26418105324242e-05,
      "loss": 0.0051,
      "step": 18672
    },
    {
      "epoch": 2.024392888117953,
      "grad_norm": 0.19051921367645264,
      "learning_rate": 3.2638183664587264e-05,
      "loss": 0.0167,
      "step": 18673
    },
    {
      "epoch": 2.024501300954033,
      "grad_norm": 0.16333957016468048,
      "learning_rate": 3.263455679675033e-05,
      "loss": 0.0042,
      "step": 18674
    },
    {
      "epoch": 2.0246097137901127,
      "grad_norm": 0.00917040091007948,
      "learning_rate": 3.263092992891339e-05,
      "loss": 0.0006,
      "step": 18675
    },
    {
      "epoch": 2.0247181266261927,
      "grad_norm": 0.09034060686826706,
      "learning_rate": 3.2627303061076456e-05,
      "loss": 0.0044,
      "step": 18676
    },
    {
      "epoch": 2.024826539462272,
      "grad_norm": 0.19946210086345673,
      "learning_rate": 3.262367619323952e-05,
      "loss": 0.0157,
      "step": 18677
    },
    {
      "epoch": 2.024934952298352,
      "grad_norm": 0.3936559557914734,
      "learning_rate": 3.2620049325402584e-05,
      "loss": 0.0657,
      "step": 18678
    },
    {
      "epoch": 2.0250433651344317,
      "grad_norm": 0.49881595373153687,
      "learning_rate": 3.261642245756565e-05,
      "loss": 0.052,
      "step": 18679
    },
    {
      "epoch": 2.0251517779705117,
      "grad_norm": 0.24902237951755524,
      "learning_rate": 3.261279558972871e-05,
      "loss": 0.017,
      "step": 18680
    },
    {
      "epoch": 2.0252601908065917,
      "grad_norm": 0.2841147780418396,
      "learning_rate": 3.2609168721891776e-05,
      "loss": 0.0174,
      "step": 18681
    },
    {
      "epoch": 2.0253686036426712,
      "grad_norm": 0.07417675107717514,
      "learning_rate": 3.260554185405484e-05,
      "loss": 0.0044,
      "step": 18682
    },
    {
      "epoch": 2.0254770164787512,
      "grad_norm": 0.13405396044254303,
      "learning_rate": 3.2601914986217905e-05,
      "loss": 0.0191,
      "step": 18683
    },
    {
      "epoch": 2.0255854293148308,
      "grad_norm": 0.19942878186702728,
      "learning_rate": 3.259828811838096e-05,
      "loss": 0.0075,
      "step": 18684
    },
    {
      "epoch": 2.0256938421509108,
      "grad_norm": 0.09086625277996063,
      "learning_rate": 3.259466125054403e-05,
      "loss": 0.0071,
      "step": 18685
    },
    {
      "epoch": 2.0258022549869903,
      "grad_norm": 0.1287808120250702,
      "learning_rate": 3.25910343827071e-05,
      "loss": 0.0062,
      "step": 18686
    },
    {
      "epoch": 2.0259106678230703,
      "grad_norm": 0.11419883370399475,
      "learning_rate": 3.258740751487016e-05,
      "loss": 0.0099,
      "step": 18687
    },
    {
      "epoch": 2.0260190806591503,
      "grad_norm": 0.14063924551010132,
      "learning_rate": 3.2583780647033225e-05,
      "loss": 0.0118,
      "step": 18688
    },
    {
      "epoch": 2.02612749349523,
      "grad_norm": 0.34017235040664673,
      "learning_rate": 3.258015377919629e-05,
      "loss": 0.0263,
      "step": 18689
    },
    {
      "epoch": 2.02623590633131,
      "grad_norm": 0.15194782614707947,
      "learning_rate": 3.257652691135935e-05,
      "loss": 0.024,
      "step": 18690
    },
    {
      "epoch": 2.0263443191673893,
      "grad_norm": 0.10945960879325867,
      "learning_rate": 3.257290004352242e-05,
      "loss": 0.0054,
      "step": 18691
    },
    {
      "epoch": 2.0264527320034693,
      "grad_norm": 0.04727303981781006,
      "learning_rate": 3.2569273175685475e-05,
      "loss": 0.0018,
      "step": 18692
    },
    {
      "epoch": 2.026561144839549,
      "grad_norm": 0.13281233608722687,
      "learning_rate": 3.2565646307848546e-05,
      "loss": 0.0079,
      "step": 18693
    },
    {
      "epoch": 2.026669557675629,
      "grad_norm": 0.09777487069368362,
      "learning_rate": 3.256201944001161e-05,
      "loss": 0.0045,
      "step": 18694
    },
    {
      "epoch": 2.0267779705117084,
      "grad_norm": 0.1637275367975235,
      "learning_rate": 3.2558392572174674e-05,
      "loss": 0.0125,
      "step": 18695
    },
    {
      "epoch": 2.0268863833477884,
      "grad_norm": 0.10058829188346863,
      "learning_rate": 3.255476570433774e-05,
      "loss": 0.0097,
      "step": 18696
    },
    {
      "epoch": 2.0269947961838684,
      "grad_norm": 0.06672606617212296,
      "learning_rate": 3.25511388365008e-05,
      "loss": 0.0083,
      "step": 18697
    },
    {
      "epoch": 2.027103209019948,
      "grad_norm": 0.11228454113006592,
      "learning_rate": 3.2547511968663866e-05,
      "loss": 0.0112,
      "step": 18698
    },
    {
      "epoch": 2.027211621856028,
      "grad_norm": 0.045554548501968384,
      "learning_rate": 3.2543885100826924e-05,
      "loss": 0.0026,
      "step": 18699
    },
    {
      "epoch": 2.0273200346921074,
      "grad_norm": 0.11320428550243378,
      "learning_rate": 3.254025823298999e-05,
      "loss": 0.0095,
      "step": 18700
    },
    {
      "epoch": 2.0274284475281874,
      "grad_norm": 0.046227358281612396,
      "learning_rate": 3.253663136515305e-05,
      "loss": 0.0085,
      "step": 18701
    },
    {
      "epoch": 2.027536860364267,
      "grad_norm": 0.25487402081489563,
      "learning_rate": 3.253300449731612e-05,
      "loss": 0.02,
      "step": 18702
    },
    {
      "epoch": 2.027645273200347,
      "grad_norm": 0.06930835545063019,
      "learning_rate": 3.252937762947919e-05,
      "loss": 0.0087,
      "step": 18703
    },
    {
      "epoch": 2.027753686036427,
      "grad_norm": 0.012943899258971214,
      "learning_rate": 3.252575076164225e-05,
      "loss": 0.0007,
      "step": 18704
    },
    {
      "epoch": 2.0278620988725065,
      "grad_norm": 0.29055145382881165,
      "learning_rate": 3.2522123893805315e-05,
      "loss": 0.018,
      "step": 18705
    },
    {
      "epoch": 2.0279705117085864,
      "grad_norm": 0.05460802838206291,
      "learning_rate": 3.251849702596837e-05,
      "loss": 0.002,
      "step": 18706
    },
    {
      "epoch": 2.028078924544666,
      "grad_norm": 0.2367972731590271,
      "learning_rate": 3.2514870158131436e-05,
      "loss": 0.018,
      "step": 18707
    },
    {
      "epoch": 2.028187337380746,
      "grad_norm": 0.3025466501712799,
      "learning_rate": 3.25112432902945e-05,
      "loss": 0.0474,
      "step": 18708
    },
    {
      "epoch": 2.0282957502168255,
      "grad_norm": 0.16168774664402008,
      "learning_rate": 3.2507616422457565e-05,
      "loss": 0.0306,
      "step": 18709
    },
    {
      "epoch": 2.0284041630529055,
      "grad_norm": 0.14383269846439362,
      "learning_rate": 3.250398955462063e-05,
      "loss": 0.0049,
      "step": 18710
    },
    {
      "epoch": 2.028512575888985,
      "grad_norm": 0.2429768145084381,
      "learning_rate": 3.25003626867837e-05,
      "loss": 0.0058,
      "step": 18711
    },
    {
      "epoch": 2.028620988725065,
      "grad_norm": 0.3297573924064636,
      "learning_rate": 3.2496735818946764e-05,
      "loss": 0.0242,
      "step": 18712
    },
    {
      "epoch": 2.028729401561145,
      "grad_norm": 0.025968847796320915,
      "learning_rate": 3.249310895110982e-05,
      "loss": 0.0015,
      "step": 18713
    },
    {
      "epoch": 2.0288378143972245,
      "grad_norm": 0.08271367102861404,
      "learning_rate": 3.2489482083272885e-05,
      "loss": 0.0025,
      "step": 18714
    },
    {
      "epoch": 2.0289462272333045,
      "grad_norm": 0.3520902991294861,
      "learning_rate": 3.248585521543595e-05,
      "loss": 0.0126,
      "step": 18715
    },
    {
      "epoch": 2.029054640069384,
      "grad_norm": 0.41731199622154236,
      "learning_rate": 3.248222834759901e-05,
      "loss": 0.0294,
      "step": 18716
    },
    {
      "epoch": 2.029163052905464,
      "grad_norm": 0.16171319782733917,
      "learning_rate": 3.247860147976208e-05,
      "loss": 0.0322,
      "step": 18717
    },
    {
      "epoch": 2.0292714657415436,
      "grad_norm": 0.175167053937912,
      "learning_rate": 3.247497461192514e-05,
      "loss": 0.0157,
      "step": 18718
    },
    {
      "epoch": 2.0293798785776236,
      "grad_norm": 0.05088634788990021,
      "learning_rate": 3.247134774408821e-05,
      "loss": 0.0028,
      "step": 18719
    },
    {
      "epoch": 2.0294882914137036,
      "grad_norm": 0.02413584664463997,
      "learning_rate": 3.246772087625127e-05,
      "loss": 0.002,
      "step": 18720
    },
    {
      "epoch": 2.029596704249783,
      "grad_norm": 0.2438579499721527,
      "learning_rate": 3.2464094008414334e-05,
      "loss": 0.01,
      "step": 18721
    },
    {
      "epoch": 2.029705117085863,
      "grad_norm": 0.3161856532096863,
      "learning_rate": 3.24604671405774e-05,
      "loss": 0.0098,
      "step": 18722
    },
    {
      "epoch": 2.0298135299219426,
      "grad_norm": 0.11369943618774414,
      "learning_rate": 3.245684027274046e-05,
      "loss": 0.0033,
      "step": 18723
    },
    {
      "epoch": 2.0299219427580226,
      "grad_norm": 0.17729763686656952,
      "learning_rate": 3.2453213404903526e-05,
      "loss": 0.0199,
      "step": 18724
    },
    {
      "epoch": 2.030030355594102,
      "grad_norm": 0.3248441517353058,
      "learning_rate": 3.244958653706659e-05,
      "loss": 0.0358,
      "step": 18725
    },
    {
      "epoch": 2.030138768430182,
      "grad_norm": 0.2590767741203308,
      "learning_rate": 3.2445959669229654e-05,
      "loss": 0.024,
      "step": 18726
    },
    {
      "epoch": 2.030247181266262,
      "grad_norm": 0.6197577714920044,
      "learning_rate": 3.244233280139272e-05,
      "loss": 0.0542,
      "step": 18727
    },
    {
      "epoch": 2.0303555941023417,
      "grad_norm": 0.45624637603759766,
      "learning_rate": 3.243870593355578e-05,
      "loss": 0.0452,
      "step": 18728
    },
    {
      "epoch": 2.0304640069384217,
      "grad_norm": 0.14081479609012604,
      "learning_rate": 3.243507906571885e-05,
      "loss": 0.0093,
      "step": 18729
    },
    {
      "epoch": 2.030572419774501,
      "grad_norm": 0.13313332200050354,
      "learning_rate": 3.243145219788191e-05,
      "loss": 0.0078,
      "step": 18730
    },
    {
      "epoch": 2.030680832610581,
      "grad_norm": 0.2282228022813797,
      "learning_rate": 3.2427825330044975e-05,
      "loss": 0.0212,
      "step": 18731
    },
    {
      "epoch": 2.0307892454466607,
      "grad_norm": 0.3635852634906769,
      "learning_rate": 3.242419846220804e-05,
      "loss": 0.0187,
      "step": 18732
    },
    {
      "epoch": 2.0308976582827407,
      "grad_norm": 0.12615139782428741,
      "learning_rate": 3.24205715943711e-05,
      "loss": 0.008,
      "step": 18733
    },
    {
      "epoch": 2.0310060711188203,
      "grad_norm": 0.37197333574295044,
      "learning_rate": 3.241694472653417e-05,
      "loss": 0.0217,
      "step": 18734
    },
    {
      "epoch": 2.0311144839549002,
      "grad_norm": 0.12237358838319778,
      "learning_rate": 3.241331785869723e-05,
      "loss": 0.0117,
      "step": 18735
    },
    {
      "epoch": 2.0312228967909802,
      "grad_norm": 0.20894034206867218,
      "learning_rate": 3.240969099086029e-05,
      "loss": 0.0249,
      "step": 18736
    },
    {
      "epoch": 2.0313313096270598,
      "grad_norm": 0.3090788424015045,
      "learning_rate": 3.240606412302336e-05,
      "loss": 0.0362,
      "step": 18737
    },
    {
      "epoch": 2.0314397224631398,
      "grad_norm": 0.06433437764644623,
      "learning_rate": 3.2402437255186424e-05,
      "loss": 0.0042,
      "step": 18738
    },
    {
      "epoch": 2.0315481352992193,
      "grad_norm": 0.38576409220695496,
      "learning_rate": 3.239881038734949e-05,
      "loss": 0.0111,
      "step": 18739
    },
    {
      "epoch": 2.0316565481352993,
      "grad_norm": 0.3100524842739105,
      "learning_rate": 3.239518351951255e-05,
      "loss": 0.0135,
      "step": 18740
    },
    {
      "epoch": 2.031764960971379,
      "grad_norm": 0.25826147198677063,
      "learning_rate": 3.2391556651675616e-05,
      "loss": 0.011,
      "step": 18741
    },
    {
      "epoch": 2.031873373807459,
      "grad_norm": 0.013370277360081673,
      "learning_rate": 3.238792978383868e-05,
      "loss": 0.0009,
      "step": 18742
    },
    {
      "epoch": 2.031981786643539,
      "grad_norm": 0.1451624184846878,
      "learning_rate": 3.2384302916001744e-05,
      "loss": 0.0208,
      "step": 18743
    },
    {
      "epoch": 2.0320901994796183,
      "grad_norm": 0.15394094586372375,
      "learning_rate": 3.23806760481648e-05,
      "loss": 0.0133,
      "step": 18744
    },
    {
      "epoch": 2.0321986123156983,
      "grad_norm": 0.23692896962165833,
      "learning_rate": 3.237704918032787e-05,
      "loss": 0.0264,
      "step": 18745
    },
    {
      "epoch": 2.032307025151778,
      "grad_norm": 0.21116995811462402,
      "learning_rate": 3.2373422312490936e-05,
      "loss": 0.0332,
      "step": 18746
    },
    {
      "epoch": 2.032415437987858,
      "grad_norm": 0.1385394185781479,
      "learning_rate": 3.2369795444654e-05,
      "loss": 0.005,
      "step": 18747
    },
    {
      "epoch": 2.0325238508239374,
      "grad_norm": 0.10333085060119629,
      "learning_rate": 3.2366168576817065e-05,
      "loss": 0.0027,
      "step": 18748
    },
    {
      "epoch": 2.0326322636600174,
      "grad_norm": 0.2792162597179413,
      "learning_rate": 3.236254170898013e-05,
      "loss": 0.0209,
      "step": 18749
    },
    {
      "epoch": 2.0327406764960974,
      "grad_norm": 0.10729017853736877,
      "learning_rate": 3.235891484114319e-05,
      "loss": 0.0044,
      "step": 18750
    },
    {
      "epoch": 2.032849089332177,
      "grad_norm": 0.28873786330223083,
      "learning_rate": 3.235528797330625e-05,
      "loss": 0.0743,
      "step": 18751
    },
    {
      "epoch": 2.032957502168257,
      "grad_norm": 0.41405683755874634,
      "learning_rate": 3.2351661105469314e-05,
      "loss": 0.0337,
      "step": 18752
    },
    {
      "epoch": 2.0330659150043364,
      "grad_norm": 0.5354939699172974,
      "learning_rate": 3.234803423763238e-05,
      "loss": 0.0328,
      "step": 18753
    },
    {
      "epoch": 2.0331743278404164,
      "grad_norm": 0.20414327085018158,
      "learning_rate": 3.234440736979545e-05,
      "loss": 0.0104,
      "step": 18754
    },
    {
      "epoch": 2.033282740676496,
      "grad_norm": 0.27353420853614807,
      "learning_rate": 3.2340780501958513e-05,
      "loss": 0.024,
      "step": 18755
    },
    {
      "epoch": 2.033391153512576,
      "grad_norm": 0.08621364086866379,
      "learning_rate": 3.233715363412158e-05,
      "loss": 0.0052,
      "step": 18756
    },
    {
      "epoch": 2.0334995663486555,
      "grad_norm": 0.06818827241659164,
      "learning_rate": 3.233352676628464e-05,
      "loss": 0.0043,
      "step": 18757
    },
    {
      "epoch": 2.0336079791847355,
      "grad_norm": 0.32419323921203613,
      "learning_rate": 3.23298998984477e-05,
      "loss": 0.0201,
      "step": 18758
    },
    {
      "epoch": 2.0337163920208154,
      "grad_norm": 0.0140598826110363,
      "learning_rate": 3.232627303061076e-05,
      "loss": 0.0013,
      "step": 18759
    },
    {
      "epoch": 2.033824804856895,
      "grad_norm": 0.9281864166259766,
      "learning_rate": 3.232264616277383e-05,
      "loss": 0.0409,
      "step": 18760
    },
    {
      "epoch": 2.033933217692975,
      "grad_norm": 0.18230468034744263,
      "learning_rate": 3.231901929493689e-05,
      "loss": 0.01,
      "step": 18761
    },
    {
      "epoch": 2.0340416305290545,
      "grad_norm": 0.03757275640964508,
      "learning_rate": 3.2315392427099955e-05,
      "loss": 0.0025,
      "step": 18762
    },
    {
      "epoch": 2.0341500433651345,
      "grad_norm": 0.03848360851407051,
      "learning_rate": 3.2311765559263026e-05,
      "loss": 0.003,
      "step": 18763
    },
    {
      "epoch": 2.034258456201214,
      "grad_norm": 0.2084142416715622,
      "learning_rate": 3.230813869142609e-05,
      "loss": 0.0302,
      "step": 18764
    },
    {
      "epoch": 2.034366869037294,
      "grad_norm": 0.2112741470336914,
      "learning_rate": 3.230451182358915e-05,
      "loss": 0.0119,
      "step": 18765
    },
    {
      "epoch": 2.034475281873374,
      "grad_norm": 0.1886199563741684,
      "learning_rate": 3.230088495575221e-05,
      "loss": 0.0097,
      "step": 18766
    },
    {
      "epoch": 2.0345836947094535,
      "grad_norm": 0.18147389590740204,
      "learning_rate": 3.2297258087915276e-05,
      "loss": 0.0298,
      "step": 18767
    },
    {
      "epoch": 2.0346921075455335,
      "grad_norm": 0.13687370717525482,
      "learning_rate": 3.229363122007834e-05,
      "loss": 0.0059,
      "step": 18768
    },
    {
      "epoch": 2.034800520381613,
      "grad_norm": 0.19155582785606384,
      "learning_rate": 3.2290004352241404e-05,
      "loss": 0.0343,
      "step": 18769
    },
    {
      "epoch": 2.034908933217693,
      "grad_norm": 0.22556208074092865,
      "learning_rate": 3.228637748440447e-05,
      "loss": 0.0158,
      "step": 18770
    },
    {
      "epoch": 2.0350173460537726,
      "grad_norm": 0.1175280436873436,
      "learning_rate": 3.228275061656754e-05,
      "loss": 0.0066,
      "step": 18771
    },
    {
      "epoch": 2.0351257588898526,
      "grad_norm": 0.18852876126766205,
      "learning_rate": 3.2279123748730596e-05,
      "loss": 0.0147,
      "step": 18772
    },
    {
      "epoch": 2.035234171725932,
      "grad_norm": 0.1930629462003708,
      "learning_rate": 3.227549688089366e-05,
      "loss": 0.0353,
      "step": 18773
    },
    {
      "epoch": 2.035342584562012,
      "grad_norm": 0.08763620257377625,
      "learning_rate": 3.2271870013056725e-05,
      "loss": 0.011,
      "step": 18774
    },
    {
      "epoch": 2.035450997398092,
      "grad_norm": 0.552362322807312,
      "learning_rate": 3.226824314521979e-05,
      "loss": 0.0286,
      "step": 18775
    },
    {
      "epoch": 2.0355594102341716,
      "grad_norm": 0.09472700953483582,
      "learning_rate": 3.226461627738285e-05,
      "loss": 0.0062,
      "step": 18776
    },
    {
      "epoch": 2.0356678230702516,
      "grad_norm": 0.08046166598796844,
      "learning_rate": 3.226098940954592e-05,
      "loss": 0.0082,
      "step": 18777
    },
    {
      "epoch": 2.035776235906331,
      "grad_norm": 0.3909369707107544,
      "learning_rate": 3.225736254170898e-05,
      "loss": 0.0112,
      "step": 18778
    },
    {
      "epoch": 2.035884648742411,
      "grad_norm": 0.533637285232544,
      "learning_rate": 3.2253735673872045e-05,
      "loss": 0.0231,
      "step": 18779
    },
    {
      "epoch": 2.0359930615784907,
      "grad_norm": 0.2088441103696823,
      "learning_rate": 3.225010880603511e-05,
      "loss": 0.0095,
      "step": 18780
    },
    {
      "epoch": 2.0361014744145707,
      "grad_norm": 0.1891268491744995,
      "learning_rate": 3.224648193819817e-05,
      "loss": 0.0122,
      "step": 18781
    },
    {
      "epoch": 2.0362098872506507,
      "grad_norm": 0.2426711618900299,
      "learning_rate": 3.224285507036124e-05,
      "loss": 0.0203,
      "step": 18782
    },
    {
      "epoch": 2.03631830008673,
      "grad_norm": 0.3124818801879883,
      "learning_rate": 3.22392282025243e-05,
      "loss": 0.0368,
      "step": 18783
    },
    {
      "epoch": 2.03642671292281,
      "grad_norm": 0.09446031600236893,
      "learning_rate": 3.2235601334687366e-05,
      "loss": 0.0089,
      "step": 18784
    },
    {
      "epoch": 2.0365351257588897,
      "grad_norm": 0.2103462517261505,
      "learning_rate": 3.223197446685043e-05,
      "loss": 0.0197,
      "step": 18785
    },
    {
      "epoch": 2.0366435385949697,
      "grad_norm": 0.25179246068000793,
      "learning_rate": 3.2228347599013494e-05,
      "loss": 0.0193,
      "step": 18786
    },
    {
      "epoch": 2.0367519514310493,
      "grad_norm": 0.166531503200531,
      "learning_rate": 3.222472073117656e-05,
      "loss": 0.0219,
      "step": 18787
    },
    {
      "epoch": 2.0368603642671292,
      "grad_norm": 0.12840744853019714,
      "learning_rate": 3.222109386333962e-05,
      "loss": 0.0086,
      "step": 18788
    },
    {
      "epoch": 2.0369687771032092,
      "grad_norm": 0.2251889407634735,
      "learning_rate": 3.2217466995502686e-05,
      "loss": 0.0064,
      "step": 18789
    },
    {
      "epoch": 2.0370771899392888,
      "grad_norm": 0.2186897248029709,
      "learning_rate": 3.221384012766575e-05,
      "loss": 0.0048,
      "step": 18790
    },
    {
      "epoch": 2.0371856027753688,
      "grad_norm": 0.043086979538202286,
      "learning_rate": 3.2210213259828814e-05,
      "loss": 0.004,
      "step": 18791
    },
    {
      "epoch": 2.0372940156114483,
      "grad_norm": 0.31087419390678406,
      "learning_rate": 3.220658639199188e-05,
      "loss": 0.0219,
      "step": 18792
    },
    {
      "epoch": 2.0374024284475283,
      "grad_norm": 0.09364444762468338,
      "learning_rate": 3.220295952415494e-05,
      "loss": 0.01,
      "step": 18793
    },
    {
      "epoch": 2.037510841283608,
      "grad_norm": 0.2431575506925583,
      "learning_rate": 3.219933265631801e-05,
      "loss": 0.0124,
      "step": 18794
    },
    {
      "epoch": 2.037619254119688,
      "grad_norm": 0.09383020550012589,
      "learning_rate": 3.219570578848107e-05,
      "loss": 0.0071,
      "step": 18795
    },
    {
      "epoch": 2.0377276669557673,
      "grad_norm": 0.1690146028995514,
      "learning_rate": 3.219207892064413e-05,
      "loss": 0.0123,
      "step": 18796
    },
    {
      "epoch": 2.0378360797918473,
      "grad_norm": 0.4811134338378906,
      "learning_rate": 3.21884520528072e-05,
      "loss": 0.0357,
      "step": 18797
    },
    {
      "epoch": 2.0379444926279273,
      "grad_norm": 0.3306414484977722,
      "learning_rate": 3.218482518497026e-05,
      "loss": 0.0123,
      "step": 18798
    },
    {
      "epoch": 2.038052905464007,
      "grad_norm": 0.2300102263689041,
      "learning_rate": 3.218119831713333e-05,
      "loss": 0.0306,
      "step": 18799
    },
    {
      "epoch": 2.038161318300087,
      "grad_norm": 0.47132980823516846,
      "learning_rate": 3.217757144929639e-05,
      "loss": 0.0403,
      "step": 18800
    },
    {
      "epoch": 2.0382697311361664,
      "grad_norm": 0.1398833841085434,
      "learning_rate": 3.2173944581459455e-05,
      "loss": 0.005,
      "step": 18801
    },
    {
      "epoch": 2.0383781439722464,
      "grad_norm": 0.1203993633389473,
      "learning_rate": 3.217031771362252e-05,
      "loss": 0.0125,
      "step": 18802
    },
    {
      "epoch": 2.038486556808326,
      "grad_norm": 0.29202163219451904,
      "learning_rate": 3.216669084578558e-05,
      "loss": 0.0227,
      "step": 18803
    },
    {
      "epoch": 2.038594969644406,
      "grad_norm": 0.10016577690839767,
      "learning_rate": 3.216306397794864e-05,
      "loss": 0.0085,
      "step": 18804
    },
    {
      "epoch": 2.038703382480486,
      "grad_norm": 0.4269517958164215,
      "learning_rate": 3.2159437110111705e-05,
      "loss": 0.0154,
      "step": 18805
    },
    {
      "epoch": 2.0388117953165654,
      "grad_norm": 0.08290160447359085,
      "learning_rate": 3.2155810242274776e-05,
      "loss": 0.0044,
      "step": 18806
    },
    {
      "epoch": 2.0389202081526454,
      "grad_norm": 0.4489598274230957,
      "learning_rate": 3.215218337443784e-05,
      "loss": 0.0239,
      "step": 18807
    },
    {
      "epoch": 2.039028620988725,
      "grad_norm": 0.20597103238105774,
      "learning_rate": 3.2148556506600904e-05,
      "loss": 0.0123,
      "step": 18808
    },
    {
      "epoch": 2.039137033824805,
      "grad_norm": 0.24586723744869232,
      "learning_rate": 3.214492963876397e-05,
      "loss": 0.027,
      "step": 18809
    },
    {
      "epoch": 2.0392454466608845,
      "grad_norm": 0.2488044947385788,
      "learning_rate": 3.2141302770927026e-05,
      "loss": 0.0088,
      "step": 18810
    },
    {
      "epoch": 2.0393538594969645,
      "grad_norm": 0.8596231341362,
      "learning_rate": 3.213767590309009e-05,
      "loss": 0.0534,
      "step": 18811
    },
    {
      "epoch": 2.0394622723330444,
      "grad_norm": 0.33832383155822754,
      "learning_rate": 3.2134049035253154e-05,
      "loss": 0.0108,
      "step": 18812
    },
    {
      "epoch": 2.039570685169124,
      "grad_norm": 0.26959341764450073,
      "learning_rate": 3.213042216741622e-05,
      "loss": 0.0161,
      "step": 18813
    },
    {
      "epoch": 2.039679098005204,
      "grad_norm": 0.03778865560889244,
      "learning_rate": 3.212679529957929e-05,
      "loss": 0.0023,
      "step": 18814
    },
    {
      "epoch": 2.0397875108412835,
      "grad_norm": 0.37596672773361206,
      "learning_rate": 3.212316843174235e-05,
      "loss": 0.0245,
      "step": 18815
    },
    {
      "epoch": 2.0398959236773635,
      "grad_norm": 0.2126917988061905,
      "learning_rate": 3.211954156390542e-05,
      "loss": 0.0113,
      "step": 18816
    },
    {
      "epoch": 2.040004336513443,
      "grad_norm": 0.17228810489177704,
      "learning_rate": 3.2115914696068474e-05,
      "loss": 0.0148,
      "step": 18817
    },
    {
      "epoch": 2.040112749349523,
      "grad_norm": 0.5155935287475586,
      "learning_rate": 3.211228782823154e-05,
      "loss": 0.0462,
      "step": 18818
    },
    {
      "epoch": 2.0402211621856026,
      "grad_norm": 0.029242880642414093,
      "learning_rate": 3.21086609603946e-05,
      "loss": 0.0013,
      "step": 18819
    },
    {
      "epoch": 2.0403295750216826,
      "grad_norm": 0.19583262503147125,
      "learning_rate": 3.210503409255767e-05,
      "loss": 0.0043,
      "step": 18820
    },
    {
      "epoch": 2.0404379878577625,
      "grad_norm": 0.2879509925842285,
      "learning_rate": 3.210140722472073e-05,
      "loss": 0.0275,
      "step": 18821
    },
    {
      "epoch": 2.040546400693842,
      "grad_norm": 0.4504474401473999,
      "learning_rate": 3.2097780356883795e-05,
      "loss": 0.0237,
      "step": 18822
    },
    {
      "epoch": 2.040654813529922,
      "grad_norm": 0.10952270030975342,
      "learning_rate": 3.2094153489046866e-05,
      "loss": 0.0086,
      "step": 18823
    },
    {
      "epoch": 2.0407632263660016,
      "grad_norm": 0.0158341396600008,
      "learning_rate": 3.209052662120992e-05,
      "loss": 0.0008,
      "step": 18824
    },
    {
      "epoch": 2.0408716392020816,
      "grad_norm": 0.3739888072013855,
      "learning_rate": 3.208689975337299e-05,
      "loss": 0.0325,
      "step": 18825
    },
    {
      "epoch": 2.040980052038161,
      "grad_norm": 0.028884615749120712,
      "learning_rate": 3.208327288553605e-05,
      "loss": 0.0009,
      "step": 18826
    },
    {
      "epoch": 2.041088464874241,
      "grad_norm": 0.19900807738304138,
      "learning_rate": 3.2079646017699115e-05,
      "loss": 0.0224,
      "step": 18827
    },
    {
      "epoch": 2.041196877710321,
      "grad_norm": 0.21191197633743286,
      "learning_rate": 3.207601914986218e-05,
      "loss": 0.0192,
      "step": 18828
    },
    {
      "epoch": 2.0413052905464006,
      "grad_norm": 0.2698390483856201,
      "learning_rate": 3.2072392282025244e-05,
      "loss": 0.0221,
      "step": 18829
    },
    {
      "epoch": 2.0414137033824806,
      "grad_norm": 0.08530192077159882,
      "learning_rate": 3.206876541418831e-05,
      "loss": 0.0082,
      "step": 18830
    },
    {
      "epoch": 2.04152211621856,
      "grad_norm": 0.08272919058799744,
      "learning_rate": 3.206513854635137e-05,
      "loss": 0.0022,
      "step": 18831
    },
    {
      "epoch": 2.04163052905464,
      "grad_norm": 0.5118150115013123,
      "learning_rate": 3.2061511678514436e-05,
      "loss": 0.0323,
      "step": 18832
    },
    {
      "epoch": 2.0417389418907197,
      "grad_norm": 0.28850260376930237,
      "learning_rate": 3.20578848106775e-05,
      "loss": 0.0157,
      "step": 18833
    },
    {
      "epoch": 2.0418473547267997,
      "grad_norm": 0.24250449240207672,
      "learning_rate": 3.2054257942840564e-05,
      "loss": 0.0377,
      "step": 18834
    },
    {
      "epoch": 2.0419557675628797,
      "grad_norm": 0.05957761034369469,
      "learning_rate": 3.205063107500363e-05,
      "loss": 0.0046,
      "step": 18835
    },
    {
      "epoch": 2.042064180398959,
      "grad_norm": 0.7239729762077332,
      "learning_rate": 3.204700420716669e-05,
      "loss": 0.0676,
      "step": 18836
    },
    {
      "epoch": 2.042172593235039,
      "grad_norm": 0.459974467754364,
      "learning_rate": 3.2043377339329756e-05,
      "loss": 0.013,
      "step": 18837
    },
    {
      "epoch": 2.0422810060711187,
      "grad_norm": 0.11600040644407272,
      "learning_rate": 3.203975047149282e-05,
      "loss": 0.0104,
      "step": 18838
    },
    {
      "epoch": 2.0423894189071987,
      "grad_norm": 0.06854677200317383,
      "learning_rate": 3.2036123603655885e-05,
      "loss": 0.0045,
      "step": 18839
    },
    {
      "epoch": 2.0424978317432783,
      "grad_norm": 0.02622528374195099,
      "learning_rate": 3.203249673581895e-05,
      "loss": 0.0017,
      "step": 18840
    },
    {
      "epoch": 2.0426062445793582,
      "grad_norm": 0.20373687148094177,
      "learning_rate": 3.202886986798201e-05,
      "loss": 0.012,
      "step": 18841
    },
    {
      "epoch": 2.042714657415438,
      "grad_norm": 0.07413763552904129,
      "learning_rate": 3.202524300014508e-05,
      "loss": 0.0065,
      "step": 18842
    },
    {
      "epoch": 2.0428230702515178,
      "grad_norm": 0.04175179824233055,
      "learning_rate": 3.202161613230814e-05,
      "loss": 0.0031,
      "step": 18843
    },
    {
      "epoch": 2.0429314830875978,
      "grad_norm": 0.16225682199001312,
      "learning_rate": 3.2017989264471205e-05,
      "loss": 0.0101,
      "step": 18844
    },
    {
      "epoch": 2.0430398959236773,
      "grad_norm": 0.28529155254364014,
      "learning_rate": 3.201436239663427e-05,
      "loss": 0.0295,
      "step": 18845
    },
    {
      "epoch": 2.0431483087597573,
      "grad_norm": 0.07101643085479736,
      "learning_rate": 3.2010735528797333e-05,
      "loss": 0.0032,
      "step": 18846
    },
    {
      "epoch": 2.043256721595837,
      "grad_norm": 0.2612845301628113,
      "learning_rate": 3.20071086609604e-05,
      "loss": 0.0082,
      "step": 18847
    },
    {
      "epoch": 2.043365134431917,
      "grad_norm": 0.4089072048664093,
      "learning_rate": 3.2003481793123455e-05,
      "loss": 0.0277,
      "step": 18848
    },
    {
      "epoch": 2.0434735472679963,
      "grad_norm": 0.027879124507308006,
      "learning_rate": 3.1999854925286526e-05,
      "loss": 0.0022,
      "step": 18849
    },
    {
      "epoch": 2.0435819601040763,
      "grad_norm": 0.1901444047689438,
      "learning_rate": 3.199622805744959e-05,
      "loss": 0.0133,
      "step": 18850
    },
    {
      "epoch": 2.0436903729401563,
      "grad_norm": 0.2778421938419342,
      "learning_rate": 3.1992601189612654e-05,
      "loss": 0.0398,
      "step": 18851
    },
    {
      "epoch": 2.043798785776236,
      "grad_norm": 0.13766352832317352,
      "learning_rate": 3.198897432177572e-05,
      "loss": 0.0123,
      "step": 18852
    },
    {
      "epoch": 2.043907198612316,
      "grad_norm": 0.11555019021034241,
      "learning_rate": 3.198534745393878e-05,
      "loss": 0.0078,
      "step": 18853
    },
    {
      "epoch": 2.0440156114483954,
      "grad_norm": 0.13622835278511047,
      "learning_rate": 3.1981720586101846e-05,
      "loss": 0.0098,
      "step": 18854
    },
    {
      "epoch": 2.0441240242844754,
      "grad_norm": 0.08334746211767197,
      "learning_rate": 3.1978093718264904e-05,
      "loss": 0.004,
      "step": 18855
    },
    {
      "epoch": 2.044232437120555,
      "grad_norm": 0.10826946794986725,
      "learning_rate": 3.197446685042797e-05,
      "loss": 0.009,
      "step": 18856
    },
    {
      "epoch": 2.044340849956635,
      "grad_norm": 0.17164123058319092,
      "learning_rate": 3.197083998259103e-05,
      "loss": 0.0162,
      "step": 18857
    },
    {
      "epoch": 2.0444492627927144,
      "grad_norm": 0.10157272964715958,
      "learning_rate": 3.19672131147541e-05,
      "loss": 0.0076,
      "step": 18858
    },
    {
      "epoch": 2.0445576756287944,
      "grad_norm": 0.06696989387273788,
      "learning_rate": 3.196358624691717e-05,
      "loss": 0.0017,
      "step": 18859
    },
    {
      "epoch": 2.0446660884648744,
      "grad_norm": 0.03784129396080971,
      "learning_rate": 3.195995937908023e-05,
      "loss": 0.0031,
      "step": 18860
    },
    {
      "epoch": 2.044774501300954,
      "grad_norm": 0.13077117502689362,
      "learning_rate": 3.1956332511243295e-05,
      "loss": 0.0064,
      "step": 18861
    },
    {
      "epoch": 2.044882914137034,
      "grad_norm": 0.11918915063142776,
      "learning_rate": 3.195270564340635e-05,
      "loss": 0.0063,
      "step": 18862
    },
    {
      "epoch": 2.0449913269731135,
      "grad_norm": 0.24985602498054504,
      "learning_rate": 3.1949078775569416e-05,
      "loss": 0.0151,
      "step": 18863
    },
    {
      "epoch": 2.0450997398091935,
      "grad_norm": 0.24072198569774628,
      "learning_rate": 3.194545190773248e-05,
      "loss": 0.02,
      "step": 18864
    },
    {
      "epoch": 2.045208152645273,
      "grad_norm": 0.22033019363880157,
      "learning_rate": 3.1941825039895545e-05,
      "loss": 0.0213,
      "step": 18865
    },
    {
      "epoch": 2.045316565481353,
      "grad_norm": 0.8551058769226074,
      "learning_rate": 3.1938198172058616e-05,
      "loss": 0.0364,
      "step": 18866
    },
    {
      "epoch": 2.045424978317433,
      "grad_norm": 0.5725530982017517,
      "learning_rate": 3.193457130422168e-05,
      "loss": 0.0401,
      "step": 18867
    },
    {
      "epoch": 2.0455333911535125,
      "grad_norm": 0.3092949390411377,
      "learning_rate": 3.1930944436384744e-05,
      "loss": 0.0258,
      "step": 18868
    },
    {
      "epoch": 2.0456418039895925,
      "grad_norm": 0.11388137936592102,
      "learning_rate": 3.19273175685478e-05,
      "loss": 0.0112,
      "step": 18869
    },
    {
      "epoch": 2.045750216825672,
      "grad_norm": 0.6230095624923706,
      "learning_rate": 3.1923690700710865e-05,
      "loss": 0.0083,
      "step": 18870
    },
    {
      "epoch": 2.045858629661752,
      "grad_norm": 0.2969055473804474,
      "learning_rate": 3.192006383287393e-05,
      "loss": 0.0313,
      "step": 18871
    },
    {
      "epoch": 2.0459670424978316,
      "grad_norm": 0.11741401255130768,
      "learning_rate": 3.191643696503699e-05,
      "loss": 0.0169,
      "step": 18872
    },
    {
      "epoch": 2.0460754553339116,
      "grad_norm": 0.13735461235046387,
      "learning_rate": 3.191281009720006e-05,
      "loss": 0.0155,
      "step": 18873
    },
    {
      "epoch": 2.0461838681699915,
      "grad_norm": 0.2683088183403015,
      "learning_rate": 3.190918322936312e-05,
      "loss": 0.0049,
      "step": 18874
    },
    {
      "epoch": 2.046292281006071,
      "grad_norm": 1.0551531314849854,
      "learning_rate": 3.190555636152619e-05,
      "loss": 0.0298,
      "step": 18875
    },
    {
      "epoch": 2.046400693842151,
      "grad_norm": 0.35200467705726624,
      "learning_rate": 3.1901929493689257e-05,
      "loss": 0.0233,
      "step": 18876
    },
    {
      "epoch": 2.0465091066782306,
      "grad_norm": 0.6975106000900269,
      "learning_rate": 3.1898302625852314e-05,
      "loss": 0.0496,
      "step": 18877
    },
    {
      "epoch": 2.0466175195143106,
      "grad_norm": 0.686793863773346,
      "learning_rate": 3.189467575801538e-05,
      "loss": 0.0402,
      "step": 18878
    },
    {
      "epoch": 2.04672593235039,
      "grad_norm": 0.38394895195961,
      "learning_rate": 3.189104889017844e-05,
      "loss": 0.038,
      "step": 18879
    },
    {
      "epoch": 2.04683434518647,
      "grad_norm": 0.3413327634334564,
      "learning_rate": 3.1887422022341506e-05,
      "loss": 0.0238,
      "step": 18880
    },
    {
      "epoch": 2.0469427580225497,
      "grad_norm": 0.222610205411911,
      "learning_rate": 3.188379515450457e-05,
      "loss": 0.0113,
      "step": 18881
    },
    {
      "epoch": 2.0470511708586296,
      "grad_norm": 0.3299415409564972,
      "learning_rate": 3.1880168286667634e-05,
      "loss": 0.0338,
      "step": 18882
    },
    {
      "epoch": 2.0471595836947096,
      "grad_norm": 0.1411701738834381,
      "learning_rate": 3.1876541418830705e-05,
      "loss": 0.0072,
      "step": 18883
    },
    {
      "epoch": 2.047267996530789,
      "grad_norm": 0.23314358294010162,
      "learning_rate": 3.187291455099376e-05,
      "loss": 0.0134,
      "step": 18884
    },
    {
      "epoch": 2.047376409366869,
      "grad_norm": 0.13390116393566132,
      "learning_rate": 3.186928768315683e-05,
      "loss": 0.0127,
      "step": 18885
    },
    {
      "epoch": 2.0474848222029487,
      "grad_norm": 0.09252984821796417,
      "learning_rate": 3.186566081531989e-05,
      "loss": 0.0069,
      "step": 18886
    },
    {
      "epoch": 2.0475932350390287,
      "grad_norm": 0.18127325177192688,
      "learning_rate": 3.1862033947482955e-05,
      "loss": 0.0208,
      "step": 18887
    },
    {
      "epoch": 2.047701647875108,
      "grad_norm": 0.5063048005104065,
      "learning_rate": 3.185840707964602e-05,
      "loss": 0.0243,
      "step": 18888
    },
    {
      "epoch": 2.047810060711188,
      "grad_norm": 0.45453107357025146,
      "learning_rate": 3.185478021180908e-05,
      "loss": 0.0122,
      "step": 18889
    },
    {
      "epoch": 2.047918473547268,
      "grad_norm": 0.14881691336631775,
      "learning_rate": 3.185115334397215e-05,
      "loss": 0.0115,
      "step": 18890
    },
    {
      "epoch": 2.0480268863833477,
      "grad_norm": 0.04701818898320198,
      "learning_rate": 3.184752647613521e-05,
      "loss": 0.0041,
      "step": 18891
    },
    {
      "epoch": 2.0481352992194277,
      "grad_norm": 0.5137494802474976,
      "learning_rate": 3.1843899608298275e-05,
      "loss": 0.0318,
      "step": 18892
    },
    {
      "epoch": 2.0482437120555073,
      "grad_norm": 0.3270126283168793,
      "learning_rate": 3.184027274046134e-05,
      "loss": 0.0587,
      "step": 18893
    },
    {
      "epoch": 2.0483521248915872,
      "grad_norm": 0.15772473812103271,
      "learning_rate": 3.1836645872624404e-05,
      "loss": 0.008,
      "step": 18894
    },
    {
      "epoch": 2.048460537727667,
      "grad_norm": 0.38257497549057007,
      "learning_rate": 3.183301900478747e-05,
      "loss": 0.0237,
      "step": 18895
    },
    {
      "epoch": 2.0485689505637468,
      "grad_norm": 0.015059742145240307,
      "learning_rate": 3.182939213695053e-05,
      "loss": 0.0011,
      "step": 18896
    },
    {
      "epoch": 2.0486773633998268,
      "grad_norm": 0.08323764055967331,
      "learning_rate": 3.1825765269113596e-05,
      "loss": 0.0036,
      "step": 18897
    },
    {
      "epoch": 2.0487857762359063,
      "grad_norm": 0.10793691873550415,
      "learning_rate": 3.182213840127666e-05,
      "loss": 0.0076,
      "step": 18898
    },
    {
      "epoch": 2.0488941890719863,
      "grad_norm": 0.017306284978985786,
      "learning_rate": 3.1818511533439724e-05,
      "loss": 0.0013,
      "step": 18899
    },
    {
      "epoch": 2.049002601908066,
      "grad_norm": 0.8279653191566467,
      "learning_rate": 3.181488466560278e-05,
      "loss": 0.0313,
      "step": 18900
    },
    {
      "epoch": 2.049111014744146,
      "grad_norm": 0.17529022693634033,
      "learning_rate": 3.181125779776585e-05,
      "loss": 0.0198,
      "step": 18901
    },
    {
      "epoch": 2.0492194275802254,
      "grad_norm": 0.2867896854877472,
      "learning_rate": 3.1807630929928917e-05,
      "loss": 0.0283,
      "step": 18902
    },
    {
      "epoch": 2.0493278404163053,
      "grad_norm": 0.044977590441703796,
      "learning_rate": 3.180400406209198e-05,
      "loss": 0.0038,
      "step": 18903
    },
    {
      "epoch": 2.049436253252385,
      "grad_norm": 0.14803242683410645,
      "learning_rate": 3.1800377194255045e-05,
      "loss": 0.0112,
      "step": 18904
    },
    {
      "epoch": 2.049544666088465,
      "grad_norm": 0.12064232677221298,
      "learning_rate": 3.179675032641811e-05,
      "loss": 0.0029,
      "step": 18905
    },
    {
      "epoch": 2.049653078924545,
      "grad_norm": 0.014681846834719181,
      "learning_rate": 3.179312345858117e-05,
      "loss": 0.0009,
      "step": 18906
    },
    {
      "epoch": 2.0497614917606244,
      "grad_norm": 0.17667871713638306,
      "learning_rate": 3.178949659074423e-05,
      "loss": 0.0163,
      "step": 18907
    },
    {
      "epoch": 2.0498699045967044,
      "grad_norm": 0.3658396005630493,
      "learning_rate": 3.1785869722907294e-05,
      "loss": 0.0108,
      "step": 18908
    },
    {
      "epoch": 2.049978317432784,
      "grad_norm": 0.28721725940704346,
      "learning_rate": 3.1782242855070365e-05,
      "loss": 0.0046,
      "step": 18909
    },
    {
      "epoch": 2.050086730268864,
      "grad_norm": 0.02530822344124317,
      "learning_rate": 3.177861598723343e-05,
      "loss": 0.0012,
      "step": 18910
    },
    {
      "epoch": 2.0501951431049434,
      "grad_norm": 0.07888876646757126,
      "learning_rate": 3.1774989119396493e-05,
      "loss": 0.0051,
      "step": 18911
    },
    {
      "epoch": 2.0503035559410234,
      "grad_norm": 0.10371514409780502,
      "learning_rate": 3.177136225155956e-05,
      "loss": 0.0095,
      "step": 18912
    },
    {
      "epoch": 2.0504119687771034,
      "grad_norm": 0.570009708404541,
      "learning_rate": 3.176773538372262e-05,
      "loss": 0.0435,
      "step": 18913
    },
    {
      "epoch": 2.050520381613183,
      "grad_norm": 0.3810370862483978,
      "learning_rate": 3.176410851588568e-05,
      "loss": 0.0298,
      "step": 18914
    },
    {
      "epoch": 2.050628794449263,
      "grad_norm": 0.08684874325990677,
      "learning_rate": 3.176048164804874e-05,
      "loss": 0.0043,
      "step": 18915
    },
    {
      "epoch": 2.0507372072853425,
      "grad_norm": 0.316660612821579,
      "learning_rate": 3.175685478021181e-05,
      "loss": 0.0482,
      "step": 18916
    },
    {
      "epoch": 2.0508456201214225,
      "grad_norm": 0.19900083541870117,
      "learning_rate": 3.175322791237487e-05,
      "loss": 0.0233,
      "step": 18917
    },
    {
      "epoch": 2.050954032957502,
      "grad_norm": 0.23002420365810394,
      "learning_rate": 3.174960104453794e-05,
      "loss": 0.0168,
      "step": 18918
    },
    {
      "epoch": 2.051062445793582,
      "grad_norm": 0.44056662917137146,
      "learning_rate": 3.1745974176701006e-05,
      "loss": 0.0206,
      "step": 18919
    },
    {
      "epoch": 2.0511708586296615,
      "grad_norm": 0.1294982135295868,
      "learning_rate": 3.174234730886407e-05,
      "loss": 0.0081,
      "step": 18920
    },
    {
      "epoch": 2.0512792714657415,
      "grad_norm": 0.12416260689496994,
      "learning_rate": 3.173872044102713e-05,
      "loss": 0.009,
      "step": 18921
    },
    {
      "epoch": 2.0513876843018215,
      "grad_norm": 0.05458100885152817,
      "learning_rate": 3.173509357319019e-05,
      "loss": 0.0042,
      "step": 18922
    },
    {
      "epoch": 2.051496097137901,
      "grad_norm": 0.18580538034439087,
      "learning_rate": 3.1731466705353256e-05,
      "loss": 0.0117,
      "step": 18923
    },
    {
      "epoch": 2.051604509973981,
      "grad_norm": 0.14395488798618317,
      "learning_rate": 3.172783983751632e-05,
      "loss": 0.0231,
      "step": 18924
    },
    {
      "epoch": 2.0517129228100606,
      "grad_norm": 0.023174304515123367,
      "learning_rate": 3.1724212969679384e-05,
      "loss": 0.0011,
      "step": 18925
    },
    {
      "epoch": 2.0518213356461406,
      "grad_norm": 0.06710781157016754,
      "learning_rate": 3.172058610184245e-05,
      "loss": 0.004,
      "step": 18926
    },
    {
      "epoch": 2.05192974848222,
      "grad_norm": 0.21625998616218567,
      "learning_rate": 3.171695923400552e-05,
      "loss": 0.0184,
      "step": 18927
    },
    {
      "epoch": 2.0520381613183,
      "grad_norm": 0.08679741621017456,
      "learning_rate": 3.171333236616858e-05,
      "loss": 0.008,
      "step": 18928
    },
    {
      "epoch": 2.05214657415438,
      "grad_norm": 0.8368538618087769,
      "learning_rate": 3.170970549833164e-05,
      "loss": 0.0339,
      "step": 18929
    },
    {
      "epoch": 2.0522549869904596,
      "grad_norm": 0.07576628029346466,
      "learning_rate": 3.1706078630494705e-05,
      "loss": 0.0036,
      "step": 18930
    },
    {
      "epoch": 2.0523633998265396,
      "grad_norm": 0.2519994080066681,
      "learning_rate": 3.170245176265777e-05,
      "loss": 0.0174,
      "step": 18931
    },
    {
      "epoch": 2.052471812662619,
      "grad_norm": 0.42806941270828247,
      "learning_rate": 3.169882489482083e-05,
      "loss": 0.0197,
      "step": 18932
    },
    {
      "epoch": 2.052580225498699,
      "grad_norm": 0.1015908420085907,
      "learning_rate": 3.16951980269839e-05,
      "loss": 0.0047,
      "step": 18933
    },
    {
      "epoch": 2.0526886383347787,
      "grad_norm": 0.014563364908099174,
      "learning_rate": 3.169157115914696e-05,
      "loss": 0.0006,
      "step": 18934
    },
    {
      "epoch": 2.0527970511708586,
      "grad_norm": 0.17178931832313538,
      "learning_rate": 3.168794429131003e-05,
      "loss": 0.0097,
      "step": 18935
    },
    {
      "epoch": 2.0529054640069386,
      "grad_norm": 0.3019780218601227,
      "learning_rate": 3.168431742347309e-05,
      "loss": 0.0139,
      "step": 18936
    },
    {
      "epoch": 2.053013876843018,
      "grad_norm": 0.026224540546536446,
      "learning_rate": 3.1680690555636153e-05,
      "loss": 0.0012,
      "step": 18937
    },
    {
      "epoch": 2.053122289679098,
      "grad_norm": 0.24040186405181885,
      "learning_rate": 3.167706368779922e-05,
      "loss": 0.0124,
      "step": 18938
    },
    {
      "epoch": 2.0532307025151777,
      "grad_norm": 0.16342338919639587,
      "learning_rate": 3.167343681996228e-05,
      "loss": 0.0156,
      "step": 18939
    },
    {
      "epoch": 2.0533391153512577,
      "grad_norm": 0.12737372517585754,
      "learning_rate": 3.1669809952125346e-05,
      "loss": 0.0037,
      "step": 18940
    },
    {
      "epoch": 2.0534475281873372,
      "grad_norm": 0.044553812593221664,
      "learning_rate": 3.166618308428841e-05,
      "loss": 0.0021,
      "step": 18941
    },
    {
      "epoch": 2.053555941023417,
      "grad_norm": 0.20264093577861786,
      "learning_rate": 3.1662556216451474e-05,
      "loss": 0.0193,
      "step": 18942
    },
    {
      "epoch": 2.0536643538594967,
      "grad_norm": 0.03859129548072815,
      "learning_rate": 3.165892934861454e-05,
      "loss": 0.0041,
      "step": 18943
    },
    {
      "epoch": 2.0537727666955767,
      "grad_norm": 0.1040983572602272,
      "learning_rate": 3.16553024807776e-05,
      "loss": 0.0095,
      "step": 18944
    },
    {
      "epoch": 2.0538811795316567,
      "grad_norm": 0.29636499285697937,
      "learning_rate": 3.1651675612940666e-05,
      "loss": 0.0393,
      "step": 18945
    },
    {
      "epoch": 2.0539895923677363,
      "grad_norm": 0.23840117454528809,
      "learning_rate": 3.164804874510373e-05,
      "loss": 0.0113,
      "step": 18946
    },
    {
      "epoch": 2.0540980052038162,
      "grad_norm": 0.3244140148162842,
      "learning_rate": 3.1644421877266794e-05,
      "loss": 0.0195,
      "step": 18947
    },
    {
      "epoch": 2.054206418039896,
      "grad_norm": 0.013471385464072227,
      "learning_rate": 3.164079500942986e-05,
      "loss": 0.0008,
      "step": 18948
    },
    {
      "epoch": 2.0543148308759758,
      "grad_norm": 0.09125342965126038,
      "learning_rate": 3.163716814159292e-05,
      "loss": 0.0092,
      "step": 18949
    },
    {
      "epoch": 2.0544232437120553,
      "grad_norm": 0.38743317127227783,
      "learning_rate": 3.163354127375599e-05,
      "loss": 0.0577,
      "step": 18950
    },
    {
      "epoch": 2.0545316565481353,
      "grad_norm": 0.18213117122650146,
      "learning_rate": 3.162991440591905e-05,
      "loss": 0.0042,
      "step": 18951
    },
    {
      "epoch": 2.0546400693842153,
      "grad_norm": 0.28282180428504944,
      "learning_rate": 3.162628753808211e-05,
      "loss": 0.0157,
      "step": 18952
    },
    {
      "epoch": 2.054748482220295,
      "grad_norm": 0.12322162091732025,
      "learning_rate": 3.162266067024518e-05,
      "loss": 0.014,
      "step": 18953
    },
    {
      "epoch": 2.054856895056375,
      "grad_norm": 0.20165714621543884,
      "learning_rate": 3.161903380240824e-05,
      "loss": 0.0116,
      "step": 18954
    },
    {
      "epoch": 2.0549653078924544,
      "grad_norm": 0.06594246625900269,
      "learning_rate": 3.161540693457131e-05,
      "loss": 0.0035,
      "step": 18955
    },
    {
      "epoch": 2.0550737207285343,
      "grad_norm": 0.08452457189559937,
      "learning_rate": 3.161178006673437e-05,
      "loss": 0.0045,
      "step": 18956
    },
    {
      "epoch": 2.055182133564614,
      "grad_norm": 0.11077655851840973,
      "learning_rate": 3.1608153198897436e-05,
      "loss": 0.0068,
      "step": 18957
    },
    {
      "epoch": 2.055290546400694,
      "grad_norm": 0.3856990933418274,
      "learning_rate": 3.16045263310605e-05,
      "loss": 0.0256,
      "step": 18958
    },
    {
      "epoch": 2.055398959236774,
      "grad_norm": 0.019240878522396088,
      "learning_rate": 3.160089946322356e-05,
      "loss": 0.0005,
      "step": 18959
    },
    {
      "epoch": 2.0555073720728534,
      "grad_norm": 0.25032421946525574,
      "learning_rate": 3.159727259538662e-05,
      "loss": 0.0526,
      "step": 18960
    },
    {
      "epoch": 2.0556157849089334,
      "grad_norm": 0.20590364933013916,
      "learning_rate": 3.159364572754969e-05,
      "loss": 0.0036,
      "step": 18961
    },
    {
      "epoch": 2.055724197745013,
      "grad_norm": 0.7136382460594177,
      "learning_rate": 3.1590018859712756e-05,
      "loss": 0.0237,
      "step": 18962
    },
    {
      "epoch": 2.055832610581093,
      "grad_norm": 0.18062256276607513,
      "learning_rate": 3.158639199187582e-05,
      "loss": 0.0126,
      "step": 18963
    },
    {
      "epoch": 2.0559410234171724,
      "grad_norm": 0.38653281331062317,
      "learning_rate": 3.1582765124038884e-05,
      "loss": 0.0197,
      "step": 18964
    },
    {
      "epoch": 2.0560494362532524,
      "grad_norm": 0.2144075632095337,
      "learning_rate": 3.157913825620195e-05,
      "loss": 0.0339,
      "step": 18965
    },
    {
      "epoch": 2.056157849089332,
      "grad_norm": 0.11039195209741592,
      "learning_rate": 3.1575511388365006e-05,
      "loss": 0.0095,
      "step": 18966
    },
    {
      "epoch": 2.056266261925412,
      "grad_norm": 0.16968980431556702,
      "learning_rate": 3.157188452052807e-05,
      "loss": 0.024,
      "step": 18967
    },
    {
      "epoch": 2.056374674761492,
      "grad_norm": 0.17008937895298004,
      "learning_rate": 3.1568257652691134e-05,
      "loss": 0.007,
      "step": 18968
    },
    {
      "epoch": 2.0564830875975715,
      "grad_norm": 0.1733831763267517,
      "learning_rate": 3.15646307848542e-05,
      "loss": 0.0147,
      "step": 18969
    },
    {
      "epoch": 2.0565915004336515,
      "grad_norm": 0.1766788214445114,
      "learning_rate": 3.156100391701727e-05,
      "loss": 0.0193,
      "step": 18970
    },
    {
      "epoch": 2.056699913269731,
      "grad_norm": 0.2503526508808136,
      "learning_rate": 3.155737704918033e-05,
      "loss": 0.0378,
      "step": 18971
    },
    {
      "epoch": 2.056808326105811,
      "grad_norm": 0.053767647594213486,
      "learning_rate": 3.15537501813434e-05,
      "loss": 0.0047,
      "step": 18972
    },
    {
      "epoch": 2.0569167389418905,
      "grad_norm": 0.1043902337551117,
      "learning_rate": 3.1550123313506454e-05,
      "loss": 0.0074,
      "step": 18973
    },
    {
      "epoch": 2.0570251517779705,
      "grad_norm": 0.2526397705078125,
      "learning_rate": 3.154649644566952e-05,
      "loss": 0.0155,
      "step": 18974
    },
    {
      "epoch": 2.0571335646140505,
      "grad_norm": 0.4550988972187042,
      "learning_rate": 3.154286957783258e-05,
      "loss": 0.0114,
      "step": 18975
    },
    {
      "epoch": 2.05724197745013,
      "grad_norm": 0.27456948161125183,
      "learning_rate": 3.153924270999565e-05,
      "loss": 0.0462,
      "step": 18976
    },
    {
      "epoch": 2.05735039028621,
      "grad_norm": 0.3182891607284546,
      "learning_rate": 3.153561584215871e-05,
      "loss": 0.0132,
      "step": 18977
    },
    {
      "epoch": 2.0574588031222896,
      "grad_norm": 0.13544189929962158,
      "learning_rate": 3.1531988974321775e-05,
      "loss": 0.0211,
      "step": 18978
    },
    {
      "epoch": 2.0575672159583696,
      "grad_norm": 0.05424407869577408,
      "learning_rate": 3.1528362106484846e-05,
      "loss": 0.0035,
      "step": 18979
    },
    {
      "epoch": 2.057675628794449,
      "grad_norm": 0.27982425689697266,
      "learning_rate": 3.152473523864791e-05,
      "loss": 0.0371,
      "step": 18980
    },
    {
      "epoch": 2.057784041630529,
      "grad_norm": 0.08955619484186172,
      "learning_rate": 3.152110837081097e-05,
      "loss": 0.0094,
      "step": 18981
    },
    {
      "epoch": 2.057892454466609,
      "grad_norm": 0.09887950867414474,
      "learning_rate": 3.151748150297403e-05,
      "loss": 0.0133,
      "step": 18982
    },
    {
      "epoch": 2.0580008673026886,
      "grad_norm": 0.11779343336820602,
      "learning_rate": 3.1513854635137095e-05,
      "loss": 0.0111,
      "step": 18983
    },
    {
      "epoch": 2.0581092801387686,
      "grad_norm": 0.06240357086062431,
      "learning_rate": 3.151022776730016e-05,
      "loss": 0.0041,
      "step": 18984
    },
    {
      "epoch": 2.058217692974848,
      "grad_norm": 0.11016909033060074,
      "learning_rate": 3.1506600899463224e-05,
      "loss": 0.0088,
      "step": 18985
    },
    {
      "epoch": 2.058326105810928,
      "grad_norm": 0.3645634055137634,
      "learning_rate": 3.150297403162629e-05,
      "loss": 0.0169,
      "step": 18986
    },
    {
      "epoch": 2.0584345186470077,
      "grad_norm": 0.03928443789482117,
      "learning_rate": 3.149934716378936e-05,
      "loss": 0.0021,
      "step": 18987
    },
    {
      "epoch": 2.0585429314830876,
      "grad_norm": 0.05851559713482857,
      "learning_rate": 3.1495720295952416e-05,
      "loss": 0.0057,
      "step": 18988
    },
    {
      "epoch": 2.058651344319167,
      "grad_norm": 0.2334088534116745,
      "learning_rate": 3.149209342811548e-05,
      "loss": 0.0091,
      "step": 18989
    },
    {
      "epoch": 2.058759757155247,
      "grad_norm": 0.02927839383482933,
      "learning_rate": 3.1488466560278544e-05,
      "loss": 0.0014,
      "step": 18990
    },
    {
      "epoch": 2.058868169991327,
      "grad_norm": 0.19330884516239166,
      "learning_rate": 3.148483969244161e-05,
      "loss": 0.006,
      "step": 18991
    },
    {
      "epoch": 2.0589765828274067,
      "grad_norm": 0.17038299143314362,
      "learning_rate": 3.148121282460467e-05,
      "loss": 0.0106,
      "step": 18992
    },
    {
      "epoch": 2.0590849956634867,
      "grad_norm": 0.26265010237693787,
      "learning_rate": 3.1477585956767737e-05,
      "loss": 0.0229,
      "step": 18993
    },
    {
      "epoch": 2.0591934084995662,
      "grad_norm": 0.38226795196533203,
      "learning_rate": 3.14739590889308e-05,
      "loss": 0.023,
      "step": 18994
    },
    {
      "epoch": 2.059301821335646,
      "grad_norm": 0.32707661390304565,
      "learning_rate": 3.1470332221093865e-05,
      "loss": 0.0116,
      "step": 18995
    },
    {
      "epoch": 2.0594102341717258,
      "grad_norm": 0.1953013390302658,
      "learning_rate": 3.146670535325693e-05,
      "loss": 0.0172,
      "step": 18996
    },
    {
      "epoch": 2.0595186470078057,
      "grad_norm": 0.08627066016197205,
      "learning_rate": 3.146307848541999e-05,
      "loss": 0.0059,
      "step": 18997
    },
    {
      "epoch": 2.0596270598438857,
      "grad_norm": 0.37416547536849976,
      "learning_rate": 3.145945161758306e-05,
      "loss": 0.0178,
      "step": 18998
    },
    {
      "epoch": 2.0597354726799653,
      "grad_norm": 0.13675330579280853,
      "learning_rate": 3.145582474974612e-05,
      "loss": 0.0075,
      "step": 18999
    },
    {
      "epoch": 2.0598438855160452,
      "grad_norm": 0.3581167459487915,
      "learning_rate": 3.1452197881909185e-05,
      "loss": 0.0206,
      "step": 19000
    },
    {
      "epoch": 2.059952298352125,
      "grad_norm": 0.2954627573490143,
      "learning_rate": 3.144857101407225e-05,
      "loss": 0.0311,
      "step": 19001
    },
    {
      "epoch": 2.0600607111882048,
      "grad_norm": 0.21942657232284546,
      "learning_rate": 3.1444944146235313e-05,
      "loss": 0.0121,
      "step": 19002
    },
    {
      "epoch": 2.0601691240242843,
      "grad_norm": 0.08795399218797684,
      "learning_rate": 3.144131727839838e-05,
      "loss": 0.0108,
      "step": 19003
    },
    {
      "epoch": 2.0602775368603643,
      "grad_norm": 0.18313291668891907,
      "learning_rate": 3.143769041056144e-05,
      "loss": 0.0126,
      "step": 19004
    },
    {
      "epoch": 2.060385949696444,
      "grad_norm": 0.5299469232559204,
      "learning_rate": 3.1434063542724506e-05,
      "loss": 0.0365,
      "step": 19005
    },
    {
      "epoch": 2.060494362532524,
      "grad_norm": 0.13273978233337402,
      "learning_rate": 3.143043667488757e-05,
      "loss": 0.0114,
      "step": 19006
    },
    {
      "epoch": 2.060602775368604,
      "grad_norm": 0.06747692078351974,
      "learning_rate": 3.1426809807050634e-05,
      "loss": 0.0149,
      "step": 19007
    },
    {
      "epoch": 2.0607111882046834,
      "grad_norm": 0.5755897164344788,
      "learning_rate": 3.14231829392137e-05,
      "loss": 0.0249,
      "step": 19008
    },
    {
      "epoch": 2.0608196010407633,
      "grad_norm": 0.16916944086551666,
      "learning_rate": 3.141955607137676e-05,
      "loss": 0.0037,
      "step": 19009
    },
    {
      "epoch": 2.060928013876843,
      "grad_norm": 0.22652697563171387,
      "learning_rate": 3.1415929203539826e-05,
      "loss": 0.015,
      "step": 19010
    },
    {
      "epoch": 2.061036426712923,
      "grad_norm": 0.1165199875831604,
      "learning_rate": 3.1412302335702884e-05,
      "loss": 0.007,
      "step": 19011
    },
    {
      "epoch": 2.0611448395490024,
      "grad_norm": 0.17392085492610931,
      "learning_rate": 3.140867546786595e-05,
      "loss": 0.0163,
      "step": 19012
    },
    {
      "epoch": 2.0612532523850824,
      "grad_norm": 0.3643607497215271,
      "learning_rate": 3.140504860002902e-05,
      "loss": 0.043,
      "step": 19013
    },
    {
      "epoch": 2.0613616652211624,
      "grad_norm": 0.09468641877174377,
      "learning_rate": 3.140142173219208e-05,
      "loss": 0.0194,
      "step": 19014
    },
    {
      "epoch": 2.061470078057242,
      "grad_norm": 0.1694161295890808,
      "learning_rate": 3.139779486435515e-05,
      "loss": 0.0172,
      "step": 19015
    },
    {
      "epoch": 2.061578490893322,
      "grad_norm": 0.08484213799238205,
      "learning_rate": 3.139416799651821e-05,
      "loss": 0.0047,
      "step": 19016
    },
    {
      "epoch": 2.0616869037294014,
      "grad_norm": 0.1420162469148636,
      "learning_rate": 3.1390541128681275e-05,
      "loss": 0.0103,
      "step": 19017
    },
    {
      "epoch": 2.0617953165654814,
      "grad_norm": 0.17932714521884918,
      "learning_rate": 3.138691426084433e-05,
      "loss": 0.0189,
      "step": 19018
    },
    {
      "epoch": 2.061903729401561,
      "grad_norm": 0.2282530665397644,
      "learning_rate": 3.1383287393007396e-05,
      "loss": 0.0191,
      "step": 19019
    },
    {
      "epoch": 2.062012142237641,
      "grad_norm": 0.3524738550186157,
      "learning_rate": 3.137966052517046e-05,
      "loss": 0.0335,
      "step": 19020
    },
    {
      "epoch": 2.062120555073721,
      "grad_norm": 0.23187412321567535,
      "learning_rate": 3.1376033657333525e-05,
      "loss": 0.0123,
      "step": 19021
    },
    {
      "epoch": 2.0622289679098005,
      "grad_norm": 0.31076502799987793,
      "learning_rate": 3.1372406789496596e-05,
      "loss": 0.0372,
      "step": 19022
    },
    {
      "epoch": 2.0623373807458805,
      "grad_norm": 0.25445306301116943,
      "learning_rate": 3.136877992165966e-05,
      "loss": 0.0143,
      "step": 19023
    },
    {
      "epoch": 2.06244579358196,
      "grad_norm": 0.0548015721142292,
      "learning_rate": 3.1365153053822724e-05,
      "loss": 0.0021,
      "step": 19024
    },
    {
      "epoch": 2.06255420641804,
      "grad_norm": 0.06663666665554047,
      "learning_rate": 3.136152618598579e-05,
      "loss": 0.0038,
      "step": 19025
    },
    {
      "epoch": 2.0626626192541195,
      "grad_norm": 0.4429325461387634,
      "learning_rate": 3.1357899318148845e-05,
      "loss": 0.0434,
      "step": 19026
    },
    {
      "epoch": 2.0627710320901995,
      "grad_norm": 0.08992646634578705,
      "learning_rate": 3.135427245031191e-05,
      "loss": 0.0052,
      "step": 19027
    },
    {
      "epoch": 2.062879444926279,
      "grad_norm": 0.530733585357666,
      "learning_rate": 3.1350645582474973e-05,
      "loss": 0.0241,
      "step": 19028
    },
    {
      "epoch": 2.062987857762359,
      "grad_norm": 0.11823572218418121,
      "learning_rate": 3.134701871463804e-05,
      "loss": 0.0089,
      "step": 19029
    },
    {
      "epoch": 2.063096270598439,
      "grad_norm": 0.2746717631816864,
      "learning_rate": 3.134339184680111e-05,
      "loss": 0.013,
      "step": 19030
    },
    {
      "epoch": 2.0632046834345186,
      "grad_norm": 0.17910581827163696,
      "learning_rate": 3.133976497896417e-05,
      "loss": 0.0062,
      "step": 19031
    },
    {
      "epoch": 2.0633130962705986,
      "grad_norm": 0.24786297976970673,
      "learning_rate": 3.133613811112724e-05,
      "loss": 0.0239,
      "step": 19032
    },
    {
      "epoch": 2.063421509106678,
      "grad_norm": 0.48776575922966003,
      "learning_rate": 3.1332511243290294e-05,
      "loss": 0.0203,
      "step": 19033
    },
    {
      "epoch": 2.063529921942758,
      "grad_norm": 0.4363566040992737,
      "learning_rate": 3.132888437545336e-05,
      "loss": 0.0206,
      "step": 19034
    },
    {
      "epoch": 2.0636383347788376,
      "grad_norm": 0.21787720918655396,
      "learning_rate": 3.132525750761642e-05,
      "loss": 0.0243,
      "step": 19035
    },
    {
      "epoch": 2.0637467476149176,
      "grad_norm": 0.055558424443006516,
      "learning_rate": 3.1321630639779486e-05,
      "loss": 0.0063,
      "step": 19036
    },
    {
      "epoch": 2.0638551604509976,
      "grad_norm": 0.3885450065135956,
      "learning_rate": 3.131800377194255e-05,
      "loss": 0.0191,
      "step": 19037
    },
    {
      "epoch": 2.063963573287077,
      "grad_norm": 0.03861497342586517,
      "learning_rate": 3.1314376904105614e-05,
      "loss": 0.0027,
      "step": 19038
    },
    {
      "epoch": 2.064071986123157,
      "grad_norm": 0.3472762703895569,
      "learning_rate": 3.1310750036268685e-05,
      "loss": 0.0361,
      "step": 19039
    },
    {
      "epoch": 2.0641803989592367,
      "grad_norm": 0.12669992446899414,
      "learning_rate": 3.130712316843174e-05,
      "loss": 0.007,
      "step": 19040
    },
    {
      "epoch": 2.0642888117953166,
      "grad_norm": 0.13767768442630768,
      "learning_rate": 3.130349630059481e-05,
      "loss": 0.0062,
      "step": 19041
    },
    {
      "epoch": 2.064397224631396,
      "grad_norm": 0.16689139604568481,
      "learning_rate": 3.129986943275787e-05,
      "loss": 0.0149,
      "step": 19042
    },
    {
      "epoch": 2.064505637467476,
      "grad_norm": 0.33310577273368835,
      "learning_rate": 3.1296242564920935e-05,
      "loss": 0.04,
      "step": 19043
    },
    {
      "epoch": 2.0646140503035557,
      "grad_norm": 0.1960892230272293,
      "learning_rate": 3.1292615697084e-05,
      "loss": 0.0178,
      "step": 19044
    },
    {
      "epoch": 2.0647224631396357,
      "grad_norm": 0.4257649779319763,
      "learning_rate": 3.128898882924706e-05,
      "loss": 0.0159,
      "step": 19045
    },
    {
      "epoch": 2.0648308759757157,
      "grad_norm": 0.06227947771549225,
      "learning_rate": 3.128536196141013e-05,
      "loss": 0.0054,
      "step": 19046
    },
    {
      "epoch": 2.0649392888117952,
      "grad_norm": 0.5965060591697693,
      "learning_rate": 3.128173509357319e-05,
      "loss": 0.027,
      "step": 19047
    },
    {
      "epoch": 2.065047701647875,
      "grad_norm": 0.19078019261360168,
      "learning_rate": 3.1278108225736256e-05,
      "loss": 0.0167,
      "step": 19048
    },
    {
      "epoch": 2.0651561144839548,
      "grad_norm": 0.14577174186706543,
      "learning_rate": 3.127448135789932e-05,
      "loss": 0.012,
      "step": 19049
    },
    {
      "epoch": 2.0652645273200347,
      "grad_norm": 0.04065963253378868,
      "learning_rate": 3.1270854490062384e-05,
      "loss": 0.0035,
      "step": 19050
    },
    {
      "epoch": 2.0653729401561143,
      "grad_norm": 0.4094672203063965,
      "learning_rate": 3.126722762222545e-05,
      "loss": 0.0477,
      "step": 19051
    },
    {
      "epoch": 2.0654813529921943,
      "grad_norm": 0.07681458443403244,
      "learning_rate": 3.126360075438851e-05,
      "loss": 0.0058,
      "step": 19052
    },
    {
      "epoch": 2.0655897658282742,
      "grad_norm": 0.6502394080162048,
      "learning_rate": 3.1259973886551576e-05,
      "loss": 0.0291,
      "step": 19053
    },
    {
      "epoch": 2.065698178664354,
      "grad_norm": 0.14948466420173645,
      "learning_rate": 3.125634701871464e-05,
      "loss": 0.0251,
      "step": 19054
    },
    {
      "epoch": 2.0658065915004338,
      "grad_norm": 0.10538935661315918,
      "learning_rate": 3.1252720150877704e-05,
      "loss": 0.0083,
      "step": 19055
    },
    {
      "epoch": 2.0659150043365133,
      "grad_norm": 0.00896990206092596,
      "learning_rate": 3.124909328304077e-05,
      "loss": 0.0011,
      "step": 19056
    },
    {
      "epoch": 2.0660234171725933,
      "grad_norm": 0.17349231243133545,
      "learning_rate": 3.124546641520383e-05,
      "loss": 0.0157,
      "step": 19057
    },
    {
      "epoch": 2.066131830008673,
      "grad_norm": 0.35451582074165344,
      "learning_rate": 3.1241839547366897e-05,
      "loss": 0.0208,
      "step": 19058
    },
    {
      "epoch": 2.066240242844753,
      "grad_norm": 0.25268831849098206,
      "learning_rate": 3.123821267952996e-05,
      "loss": 0.0277,
      "step": 19059
    },
    {
      "epoch": 2.066348655680833,
      "grad_norm": 0.07462184131145477,
      "learning_rate": 3.1234585811693025e-05,
      "loss": 0.0044,
      "step": 19060
    },
    {
      "epoch": 2.0664570685169124,
      "grad_norm": 0.4055728316307068,
      "learning_rate": 3.123095894385609e-05,
      "loss": 0.0162,
      "step": 19061
    },
    {
      "epoch": 2.0665654813529923,
      "grad_norm": 0.38331472873687744,
      "learning_rate": 3.122733207601915e-05,
      "loss": 0.0132,
      "step": 19062
    },
    {
      "epoch": 2.066673894189072,
      "grad_norm": 0.18433290719985962,
      "learning_rate": 3.122370520818221e-05,
      "loss": 0.0244,
      "step": 19063
    },
    {
      "epoch": 2.066782307025152,
      "grad_norm": 0.3729347288608551,
      "learning_rate": 3.1220078340345274e-05,
      "loss": 0.0761,
      "step": 19064
    },
    {
      "epoch": 2.0668907198612314,
      "grad_norm": 0.19562175869941711,
      "learning_rate": 3.1216451472508345e-05,
      "loss": 0.0118,
      "step": 19065
    },
    {
      "epoch": 2.0669991326973114,
      "grad_norm": 0.027724936604499817,
      "learning_rate": 3.121282460467141e-05,
      "loss": 0.0015,
      "step": 19066
    },
    {
      "epoch": 2.067107545533391,
      "grad_norm": 0.03419680520892143,
      "learning_rate": 3.1209197736834474e-05,
      "loss": 0.0021,
      "step": 19067
    },
    {
      "epoch": 2.067215958369471,
      "grad_norm": 0.17011363804340363,
      "learning_rate": 3.120557086899754e-05,
      "loss": 0.0167,
      "step": 19068
    },
    {
      "epoch": 2.067324371205551,
      "grad_norm": 0.13896963000297546,
      "learning_rate": 3.12019440011606e-05,
      "loss": 0.0113,
      "step": 19069
    },
    {
      "epoch": 2.0674327840416304,
      "grad_norm": 0.07202993333339691,
      "learning_rate": 3.119831713332366e-05,
      "loss": 0.0058,
      "step": 19070
    },
    {
      "epoch": 2.0675411968777104,
      "grad_norm": 0.2530888319015503,
      "learning_rate": 3.119469026548672e-05,
      "loss": 0.0169,
      "step": 19071
    },
    {
      "epoch": 2.06764960971379,
      "grad_norm": 0.09730443358421326,
      "learning_rate": 3.119106339764979e-05,
      "loss": 0.0072,
      "step": 19072
    },
    {
      "epoch": 2.06775802254987,
      "grad_norm": 0.2056695967912674,
      "learning_rate": 3.118743652981285e-05,
      "loss": 0.0184,
      "step": 19073
    },
    {
      "epoch": 2.0678664353859495,
      "grad_norm": 0.128733292222023,
      "learning_rate": 3.118380966197592e-05,
      "loss": 0.0183,
      "step": 19074
    },
    {
      "epoch": 2.0679748482220295,
      "grad_norm": 0.10340983420610428,
      "learning_rate": 3.1180182794138986e-05,
      "loss": 0.0102,
      "step": 19075
    },
    {
      "epoch": 2.0680832610581095,
      "grad_norm": 0.21094158291816711,
      "learning_rate": 3.117655592630205e-05,
      "loss": 0.0142,
      "step": 19076
    },
    {
      "epoch": 2.068191673894189,
      "grad_norm": 0.07953684031963348,
      "learning_rate": 3.1172929058465115e-05,
      "loss": 0.005,
      "step": 19077
    },
    {
      "epoch": 2.068300086730269,
      "grad_norm": 0.1103050485253334,
      "learning_rate": 3.116930219062817e-05,
      "loss": 0.007,
      "step": 19078
    },
    {
      "epoch": 2.0684084995663485,
      "grad_norm": 0.43805229663848877,
      "learning_rate": 3.1165675322791236e-05,
      "loss": 0.0296,
      "step": 19079
    },
    {
      "epoch": 2.0685169124024285,
      "grad_norm": 0.250937819480896,
      "learning_rate": 3.11620484549543e-05,
      "loss": 0.0349,
      "step": 19080
    },
    {
      "epoch": 2.068625325238508,
      "grad_norm": 0.07577335834503174,
      "learning_rate": 3.1158421587117364e-05,
      "loss": 0.0035,
      "step": 19081
    },
    {
      "epoch": 2.068733738074588,
      "grad_norm": 0.3434174358844757,
      "learning_rate": 3.1154794719280435e-05,
      "loss": 0.0138,
      "step": 19082
    },
    {
      "epoch": 2.068842150910668,
      "grad_norm": 0.0665825754404068,
      "learning_rate": 3.11511678514435e-05,
      "loss": 0.0041,
      "step": 19083
    },
    {
      "epoch": 2.0689505637467476,
      "grad_norm": 0.22505958378314972,
      "learning_rate": 3.114754098360656e-05,
      "loss": 0.0339,
      "step": 19084
    },
    {
      "epoch": 2.0690589765828276,
      "grad_norm": 0.15565979480743408,
      "learning_rate": 3.114391411576962e-05,
      "loss": 0.0024,
      "step": 19085
    },
    {
      "epoch": 2.069167389418907,
      "grad_norm": 0.09031517803668976,
      "learning_rate": 3.1140287247932685e-05,
      "loss": 0.0102,
      "step": 19086
    },
    {
      "epoch": 2.069275802254987,
      "grad_norm": 0.010237615555524826,
      "learning_rate": 3.113666038009575e-05,
      "loss": 0.0007,
      "step": 19087
    },
    {
      "epoch": 2.0693842150910666,
      "grad_norm": 0.2789729833602905,
      "learning_rate": 3.113303351225881e-05,
      "loss": 0.0189,
      "step": 19088
    },
    {
      "epoch": 2.0694926279271466,
      "grad_norm": 0.12020859122276306,
      "learning_rate": 3.112940664442188e-05,
      "loss": 0.0266,
      "step": 19089
    },
    {
      "epoch": 2.069601040763226,
      "grad_norm": 0.13563616573810577,
      "learning_rate": 3.112577977658494e-05,
      "loss": 0.0035,
      "step": 19090
    },
    {
      "epoch": 2.069709453599306,
      "grad_norm": 0.15771245956420898,
      "learning_rate": 3.112215290874801e-05,
      "loss": 0.0115,
      "step": 19091
    },
    {
      "epoch": 2.069817866435386,
      "grad_norm": 0.5482684373855591,
      "learning_rate": 3.111852604091107e-05,
      "loss": 0.0356,
      "step": 19092
    },
    {
      "epoch": 2.0699262792714657,
      "grad_norm": 0.32960039377212524,
      "learning_rate": 3.1114899173074133e-05,
      "loss": 0.0138,
      "step": 19093
    },
    {
      "epoch": 2.0700346921075456,
      "grad_norm": 0.36493122577667236,
      "learning_rate": 3.11112723052372e-05,
      "loss": 0.013,
      "step": 19094
    },
    {
      "epoch": 2.070143104943625,
      "grad_norm": 0.3312796354293823,
      "learning_rate": 3.110764543740026e-05,
      "loss": 0.0205,
      "step": 19095
    },
    {
      "epoch": 2.070251517779705,
      "grad_norm": 0.1007266491651535,
      "learning_rate": 3.1104018569563326e-05,
      "loss": 0.0071,
      "step": 19096
    },
    {
      "epoch": 2.0703599306157847,
      "grad_norm": 0.11729510128498077,
      "learning_rate": 3.110039170172639e-05,
      "loss": 0.0079,
      "step": 19097
    },
    {
      "epoch": 2.0704683434518647,
      "grad_norm": 0.08883505314588547,
      "learning_rate": 3.1096764833889454e-05,
      "loss": 0.0072,
      "step": 19098
    },
    {
      "epoch": 2.0705767562879447,
      "grad_norm": 0.08648631721735,
      "learning_rate": 3.109313796605252e-05,
      "loss": 0.0094,
      "step": 19099
    },
    {
      "epoch": 2.0706851691240242,
      "grad_norm": 0.07407362014055252,
      "learning_rate": 3.108951109821558e-05,
      "loss": 0.0074,
      "step": 19100
    },
    {
      "epoch": 2.070793581960104,
      "grad_norm": 0.22538138926029205,
      "learning_rate": 3.1085884230378646e-05,
      "loss": 0.0174,
      "step": 19101
    },
    {
      "epoch": 2.0709019947961838,
      "grad_norm": 0.25904035568237305,
      "learning_rate": 3.108225736254171e-05,
      "loss": 0.0064,
      "step": 19102
    },
    {
      "epoch": 2.0710104076322637,
      "grad_norm": 0.27469924092292786,
      "learning_rate": 3.1078630494704775e-05,
      "loss": 0.0188,
      "step": 19103
    },
    {
      "epoch": 2.0711188204683433,
      "grad_norm": 0.10453161597251892,
      "learning_rate": 3.107500362686784e-05,
      "loss": 0.005,
      "step": 19104
    },
    {
      "epoch": 2.0712272333044233,
      "grad_norm": 0.2797037661075592,
      "learning_rate": 3.10713767590309e-05,
      "loss": 0.0164,
      "step": 19105
    },
    {
      "epoch": 2.0713356461405033,
      "grad_norm": 0.47091352939605713,
      "learning_rate": 3.106774989119397e-05,
      "loss": 0.0292,
      "step": 19106
    },
    {
      "epoch": 2.071444058976583,
      "grad_norm": 0.19539403915405273,
      "learning_rate": 3.106412302335703e-05,
      "loss": 0.0059,
      "step": 19107
    },
    {
      "epoch": 2.0715524718126628,
      "grad_norm": 0.1371738314628601,
      "learning_rate": 3.1060496155520095e-05,
      "loss": 0.0142,
      "step": 19108
    },
    {
      "epoch": 2.0716608846487423,
      "grad_norm": 0.3435949981212616,
      "learning_rate": 3.105686928768316e-05,
      "loss": 0.0179,
      "step": 19109
    },
    {
      "epoch": 2.0717692974848223,
      "grad_norm": 0.5632217526435852,
      "learning_rate": 3.105324241984622e-05,
      "loss": 0.0212,
      "step": 19110
    },
    {
      "epoch": 2.071877710320902,
      "grad_norm": 0.3997681140899658,
      "learning_rate": 3.104961555200929e-05,
      "loss": 0.0594,
      "step": 19111
    },
    {
      "epoch": 2.071986123156982,
      "grad_norm": 0.2851835787296295,
      "learning_rate": 3.104598868417235e-05,
      "loss": 0.0126,
      "step": 19112
    },
    {
      "epoch": 2.0720945359930614,
      "grad_norm": 1.5674868822097778,
      "learning_rate": 3.1042361816335416e-05,
      "loss": 0.039,
      "step": 19113
    },
    {
      "epoch": 2.0722029488291414,
      "grad_norm": 0.22182989120483398,
      "learning_rate": 3.103873494849848e-05,
      "loss": 0.0188,
      "step": 19114
    },
    {
      "epoch": 2.0723113616652213,
      "grad_norm": 0.5347046256065369,
      "learning_rate": 3.103510808066154e-05,
      "loss": 0.0354,
      "step": 19115
    },
    {
      "epoch": 2.072419774501301,
      "grad_norm": 0.2823731601238251,
      "learning_rate": 3.10314812128246e-05,
      "loss": 0.015,
      "step": 19116
    },
    {
      "epoch": 2.072528187337381,
      "grad_norm": 0.2534666955471039,
      "learning_rate": 3.102785434498767e-05,
      "loss": 0.0189,
      "step": 19117
    },
    {
      "epoch": 2.0726366001734604,
      "grad_norm": 0.30384373664855957,
      "learning_rate": 3.1024227477150736e-05,
      "loss": 0.0133,
      "step": 19118
    },
    {
      "epoch": 2.0727450130095404,
      "grad_norm": 0.08244007080793381,
      "learning_rate": 3.10206006093138e-05,
      "loss": 0.005,
      "step": 19119
    },
    {
      "epoch": 2.07285342584562,
      "grad_norm": 0.2307901531457901,
      "learning_rate": 3.1016973741476864e-05,
      "loss": 0.0209,
      "step": 19120
    },
    {
      "epoch": 2.0729618386817,
      "grad_norm": 0.28489384055137634,
      "learning_rate": 3.101334687363993e-05,
      "loss": 0.0329,
      "step": 19121
    },
    {
      "epoch": 2.07307025151778,
      "grad_norm": 0.23675434291362762,
      "learning_rate": 3.1009720005802986e-05,
      "loss": 0.0218,
      "step": 19122
    },
    {
      "epoch": 2.0731786643538594,
      "grad_norm": 0.01831105537712574,
      "learning_rate": 3.100609313796605e-05,
      "loss": 0.0016,
      "step": 19123
    },
    {
      "epoch": 2.0732870771899394,
      "grad_norm": 0.05149044468998909,
      "learning_rate": 3.1002466270129114e-05,
      "loss": 0.0048,
      "step": 19124
    },
    {
      "epoch": 2.073395490026019,
      "grad_norm": 0.2516079843044281,
      "learning_rate": 3.0998839402292185e-05,
      "loss": 0.0417,
      "step": 19125
    },
    {
      "epoch": 2.073503902862099,
      "grad_norm": 0.0881478488445282,
      "learning_rate": 3.099521253445525e-05,
      "loss": 0.0061,
      "step": 19126
    },
    {
      "epoch": 2.0736123156981785,
      "grad_norm": 0.12948277592658997,
      "learning_rate": 3.099158566661831e-05,
      "loss": 0.0632,
      "step": 19127
    },
    {
      "epoch": 2.0737207285342585,
      "grad_norm": 0.1796693354845047,
      "learning_rate": 3.098795879878138e-05,
      "loss": 0.0102,
      "step": 19128
    },
    {
      "epoch": 2.0738291413703385,
      "grad_norm": 0.10035716742277145,
      "learning_rate": 3.098433193094444e-05,
      "loss": 0.0041,
      "step": 19129
    },
    {
      "epoch": 2.073937554206418,
      "grad_norm": 0.08521603047847748,
      "learning_rate": 3.09807050631075e-05,
      "loss": 0.0071,
      "step": 19130
    },
    {
      "epoch": 2.074045967042498,
      "grad_norm": 0.08705295622348785,
      "learning_rate": 3.097707819527056e-05,
      "loss": 0.0059,
      "step": 19131
    },
    {
      "epoch": 2.0741543798785775,
      "grad_norm": 0.14784462749958038,
      "learning_rate": 3.097345132743363e-05,
      "loss": 0.0123,
      "step": 19132
    },
    {
      "epoch": 2.0742627927146575,
      "grad_norm": 0.546130359172821,
      "learning_rate": 3.096982445959669e-05,
      "loss": 0.0521,
      "step": 19133
    },
    {
      "epoch": 2.074371205550737,
      "grad_norm": 0.10448380559682846,
      "learning_rate": 3.096619759175976e-05,
      "loss": 0.0107,
      "step": 19134
    },
    {
      "epoch": 2.074479618386817,
      "grad_norm": 0.28360822796821594,
      "learning_rate": 3.0962570723922826e-05,
      "loss": 0.019,
      "step": 19135
    },
    {
      "epoch": 2.0745880312228966,
      "grad_norm": 0.24247795343399048,
      "learning_rate": 3.095894385608589e-05,
      "loss": 0.0351,
      "step": 19136
    },
    {
      "epoch": 2.0746964440589766,
      "grad_norm": 0.06844475865364075,
      "learning_rate": 3.095531698824895e-05,
      "loss": 0.0022,
      "step": 19137
    },
    {
      "epoch": 2.0748048568950566,
      "grad_norm": 0.16202984750270844,
      "learning_rate": 3.095169012041201e-05,
      "loss": 0.0126,
      "step": 19138
    },
    {
      "epoch": 2.074913269731136,
      "grad_norm": 0.20875561237335205,
      "learning_rate": 3.0948063252575076e-05,
      "loss": 0.0185,
      "step": 19139
    },
    {
      "epoch": 2.075021682567216,
      "grad_norm": 0.16389311850070953,
      "learning_rate": 3.094443638473814e-05,
      "loss": 0.0208,
      "step": 19140
    },
    {
      "epoch": 2.0751300954032956,
      "grad_norm": 0.14977172017097473,
      "learning_rate": 3.0940809516901204e-05,
      "loss": 0.015,
      "step": 19141
    },
    {
      "epoch": 2.0752385082393756,
      "grad_norm": 0.03700283169746399,
      "learning_rate": 3.093718264906427e-05,
      "loss": 0.0022,
      "step": 19142
    },
    {
      "epoch": 2.075346921075455,
      "grad_norm": 0.28676456212997437,
      "learning_rate": 3.093355578122734e-05,
      "loss": 0.0076,
      "step": 19143
    },
    {
      "epoch": 2.075455333911535,
      "grad_norm": 0.5093045234680176,
      "learning_rate": 3.0929928913390396e-05,
      "loss": 0.0418,
      "step": 19144
    },
    {
      "epoch": 2.075563746747615,
      "grad_norm": 0.26243874430656433,
      "learning_rate": 3.092630204555346e-05,
      "loss": 0.0233,
      "step": 19145
    },
    {
      "epoch": 2.0756721595836947,
      "grad_norm": 0.15160705149173737,
      "learning_rate": 3.0922675177716524e-05,
      "loss": 0.0211,
      "step": 19146
    },
    {
      "epoch": 2.0757805724197746,
      "grad_norm": 0.09272393584251404,
      "learning_rate": 3.091904830987959e-05,
      "loss": 0.0053,
      "step": 19147
    },
    {
      "epoch": 2.075888985255854,
      "grad_norm": 0.07957752794027328,
      "learning_rate": 3.091542144204265e-05,
      "loss": 0.0089,
      "step": 19148
    },
    {
      "epoch": 2.075997398091934,
      "grad_norm": 0.45790135860443115,
      "learning_rate": 3.0911794574205717e-05,
      "loss": 0.0302,
      "step": 19149
    },
    {
      "epoch": 2.0761058109280137,
      "grad_norm": 0.18673160672187805,
      "learning_rate": 3.090816770636878e-05,
      "loss": 0.0066,
      "step": 19150
    },
    {
      "epoch": 2.0762142237640937,
      "grad_norm": 0.408830851316452,
      "learning_rate": 3.0904540838531845e-05,
      "loss": 0.0152,
      "step": 19151
    },
    {
      "epoch": 2.0763226366001737,
      "grad_norm": 0.08932250738143921,
      "learning_rate": 3.090091397069491e-05,
      "loss": 0.0058,
      "step": 19152
    },
    {
      "epoch": 2.0764310494362532,
      "grad_norm": 0.12781988084316254,
      "learning_rate": 3.089728710285797e-05,
      "loss": 0.0116,
      "step": 19153
    },
    {
      "epoch": 2.076539462272333,
      "grad_norm": 0.3526574969291687,
      "learning_rate": 3.089366023502104e-05,
      "loss": 0.0096,
      "step": 19154
    },
    {
      "epoch": 2.0766478751084128,
      "grad_norm": 0.057125624269247055,
      "learning_rate": 3.08900333671841e-05,
      "loss": 0.0025,
      "step": 19155
    },
    {
      "epoch": 2.0767562879444927,
      "grad_norm": 0.049761392176151276,
      "learning_rate": 3.0886406499347165e-05,
      "loss": 0.0086,
      "step": 19156
    },
    {
      "epoch": 2.0768647007805723,
      "grad_norm": 0.39957696199417114,
      "learning_rate": 3.088277963151023e-05,
      "loss": 0.051,
      "step": 19157
    },
    {
      "epoch": 2.0769731136166523,
      "grad_norm": 1.1157636642456055,
      "learning_rate": 3.0879152763673294e-05,
      "loss": 0.0181,
      "step": 19158
    },
    {
      "epoch": 2.077081526452732,
      "grad_norm": 0.20690391957759857,
      "learning_rate": 3.087552589583636e-05,
      "loss": 0.0132,
      "step": 19159
    },
    {
      "epoch": 2.077189939288812,
      "grad_norm": 0.17777404189109802,
      "learning_rate": 3.087189902799942e-05,
      "loss": 0.0153,
      "step": 19160
    },
    {
      "epoch": 2.077298352124892,
      "grad_norm": 0.3414057791233063,
      "learning_rate": 3.0868272160162486e-05,
      "loss": 0.0188,
      "step": 19161
    },
    {
      "epoch": 2.0774067649609713,
      "grad_norm": 0.41186997294425964,
      "learning_rate": 3.086464529232555e-05,
      "loss": 0.0534,
      "step": 19162
    },
    {
      "epoch": 2.0775151777970513,
      "grad_norm": 0.1997949779033661,
      "learning_rate": 3.0861018424488614e-05,
      "loss": 0.0139,
      "step": 19163
    },
    {
      "epoch": 2.077623590633131,
      "grad_norm": 0.13660362362861633,
      "learning_rate": 3.085739155665168e-05,
      "loss": 0.0211,
      "step": 19164
    },
    {
      "epoch": 2.077732003469211,
      "grad_norm": 0.24366919696331024,
      "learning_rate": 3.085376468881474e-05,
      "loss": 0.0119,
      "step": 19165
    },
    {
      "epoch": 2.0778404163052904,
      "grad_norm": 0.3901991546154022,
      "learning_rate": 3.0850137820977806e-05,
      "loss": 0.0304,
      "step": 19166
    },
    {
      "epoch": 2.0779488291413704,
      "grad_norm": 0.22869107127189636,
      "learning_rate": 3.0846510953140864e-05,
      "loss": 0.0171,
      "step": 19167
    },
    {
      "epoch": 2.0780572419774503,
      "grad_norm": 0.24765367805957794,
      "learning_rate": 3.084288408530393e-05,
      "loss": 0.0203,
      "step": 19168
    },
    {
      "epoch": 2.07816565481353,
      "grad_norm": 0.3654428720474243,
      "learning_rate": 3.0839257217467e-05,
      "loss": 0.0134,
      "step": 19169
    },
    {
      "epoch": 2.07827406764961,
      "grad_norm": 0.08989053964614868,
      "learning_rate": 3.083563034963006e-05,
      "loss": 0.0029,
      "step": 19170
    },
    {
      "epoch": 2.0783824804856894,
      "grad_norm": 0.5042492151260376,
      "learning_rate": 3.083200348179313e-05,
      "loss": 0.0247,
      "step": 19171
    },
    {
      "epoch": 2.0784908933217694,
      "grad_norm": 0.07784873247146606,
      "learning_rate": 3.082837661395619e-05,
      "loss": 0.0073,
      "step": 19172
    },
    {
      "epoch": 2.078599306157849,
      "grad_norm": 0.6320390701293945,
      "learning_rate": 3.0824749746119255e-05,
      "loss": 0.0653,
      "step": 19173
    },
    {
      "epoch": 2.078707718993929,
      "grad_norm": 0.2490088790655136,
      "learning_rate": 3.082112287828231e-05,
      "loss": 0.0377,
      "step": 19174
    },
    {
      "epoch": 2.0788161318300085,
      "grad_norm": 0.2271418422460556,
      "learning_rate": 3.0817496010445377e-05,
      "loss": 0.0109,
      "step": 19175
    },
    {
      "epoch": 2.0789245446660884,
      "grad_norm": 0.11440925300121307,
      "learning_rate": 3.081386914260844e-05,
      "loss": 0.0131,
      "step": 19176
    },
    {
      "epoch": 2.0790329575021684,
      "grad_norm": 0.18860256671905518,
      "learning_rate": 3.081024227477151e-05,
      "loss": 0.0091,
      "step": 19177
    },
    {
      "epoch": 2.079141370338248,
      "grad_norm": 0.5342957973480225,
      "learning_rate": 3.0806615406934576e-05,
      "loss": 0.0293,
      "step": 19178
    },
    {
      "epoch": 2.079249783174328,
      "grad_norm": 0.1354411244392395,
      "learning_rate": 3.080298853909764e-05,
      "loss": 0.0074,
      "step": 19179
    },
    {
      "epoch": 2.0793581960104075,
      "grad_norm": 0.48724400997161865,
      "learning_rate": 3.0799361671260704e-05,
      "loss": 0.0292,
      "step": 19180
    },
    {
      "epoch": 2.0794666088464875,
      "grad_norm": 0.2518475651741028,
      "learning_rate": 3.079573480342377e-05,
      "loss": 0.0072,
      "step": 19181
    },
    {
      "epoch": 2.079575021682567,
      "grad_norm": 0.036771103739738464,
      "learning_rate": 3.0792107935586825e-05,
      "loss": 0.0022,
      "step": 19182
    },
    {
      "epoch": 2.079683434518647,
      "grad_norm": 0.12230134010314941,
      "learning_rate": 3.078848106774989e-05,
      "loss": 0.0084,
      "step": 19183
    },
    {
      "epoch": 2.079791847354727,
      "grad_norm": 0.19804978370666504,
      "learning_rate": 3.0784854199912953e-05,
      "loss": 0.0165,
      "step": 19184
    },
    {
      "epoch": 2.0799002601908065,
      "grad_norm": 0.13431058824062347,
      "learning_rate": 3.078122733207602e-05,
      "loss": 0.0114,
      "step": 19185
    },
    {
      "epoch": 2.0800086730268865,
      "grad_norm": 0.32005560398101807,
      "learning_rate": 3.077760046423909e-05,
      "loss": 0.0147,
      "step": 19186
    },
    {
      "epoch": 2.080117085862966,
      "grad_norm": 0.08288169652223587,
      "learning_rate": 3.077397359640215e-05,
      "loss": 0.0075,
      "step": 19187
    },
    {
      "epoch": 2.080225498699046,
      "grad_norm": 0.6296244263648987,
      "learning_rate": 3.077034672856522e-05,
      "loss": 0.0165,
      "step": 19188
    },
    {
      "epoch": 2.0803339115351256,
      "grad_norm": 0.6584348678588867,
      "learning_rate": 3.0766719860728274e-05,
      "loss": 0.0437,
      "step": 19189
    },
    {
      "epoch": 2.0804423243712056,
      "grad_norm": 0.28221091628074646,
      "learning_rate": 3.076309299289134e-05,
      "loss": 0.0156,
      "step": 19190
    },
    {
      "epoch": 2.080550737207285,
      "grad_norm": 0.19453108310699463,
      "learning_rate": 3.07594661250544e-05,
      "loss": 0.0097,
      "step": 19191
    },
    {
      "epoch": 2.080659150043365,
      "grad_norm": 0.040338918566703796,
      "learning_rate": 3.0755839257217466e-05,
      "loss": 0.0049,
      "step": 19192
    },
    {
      "epoch": 2.080767562879445,
      "grad_norm": 0.04075860604643822,
      "learning_rate": 3.075221238938053e-05,
      "loss": 0.0028,
      "step": 19193
    },
    {
      "epoch": 2.0808759757155246,
      "grad_norm": 0.10700322687625885,
      "learning_rate": 3.07485855215436e-05,
      "loss": 0.0073,
      "step": 19194
    },
    {
      "epoch": 2.0809843885516046,
      "grad_norm": 0.13691222667694092,
      "learning_rate": 3.0744958653706665e-05,
      "loss": 0.0055,
      "step": 19195
    },
    {
      "epoch": 2.081092801387684,
      "grad_norm": 0.15854576230049133,
      "learning_rate": 3.074133178586972e-05,
      "loss": 0.0145,
      "step": 19196
    },
    {
      "epoch": 2.081201214223764,
      "grad_norm": 0.29291456937789917,
      "learning_rate": 3.073770491803279e-05,
      "loss": 0.0174,
      "step": 19197
    },
    {
      "epoch": 2.0813096270598437,
      "grad_norm": 0.16263332962989807,
      "learning_rate": 3.073407805019585e-05,
      "loss": 0.0548,
      "step": 19198
    },
    {
      "epoch": 2.0814180398959237,
      "grad_norm": 0.11357535421848297,
      "learning_rate": 3.0730451182358915e-05,
      "loss": 0.007,
      "step": 19199
    },
    {
      "epoch": 2.0815264527320037,
      "grad_norm": 0.15415632724761963,
      "learning_rate": 3.072682431452198e-05,
      "loss": 0.008,
      "step": 19200
    },
    {
      "epoch": 2.081634865568083,
      "grad_norm": 0.055019672960042953,
      "learning_rate": 3.072319744668504e-05,
      "loss": 0.002,
      "step": 19201
    },
    {
      "epoch": 2.081743278404163,
      "grad_norm": 0.04360372945666313,
      "learning_rate": 3.071957057884811e-05,
      "loss": 0.0024,
      "step": 19202
    },
    {
      "epoch": 2.0818516912402427,
      "grad_norm": 0.18174655735492706,
      "learning_rate": 3.071594371101117e-05,
      "loss": 0.0038,
      "step": 19203
    },
    {
      "epoch": 2.0819601040763227,
      "grad_norm": 0.07731860876083374,
      "learning_rate": 3.0712316843174236e-05,
      "loss": 0.005,
      "step": 19204
    },
    {
      "epoch": 2.0820685169124022,
      "grad_norm": 0.08739180117845535,
      "learning_rate": 3.07086899753373e-05,
      "loss": 0.0098,
      "step": 19205
    },
    {
      "epoch": 2.0821769297484822,
      "grad_norm": 0.1501287817955017,
      "learning_rate": 3.0705063107500364e-05,
      "loss": 0.0088,
      "step": 19206
    },
    {
      "epoch": 2.082285342584562,
      "grad_norm": 0.24587835371494293,
      "learning_rate": 3.070143623966343e-05,
      "loss": 0.0231,
      "step": 19207
    },
    {
      "epoch": 2.0823937554206418,
      "grad_norm": 0.06237386539578438,
      "learning_rate": 3.069780937182649e-05,
      "loss": 0.0033,
      "step": 19208
    },
    {
      "epoch": 2.0825021682567217,
      "grad_norm": 0.24618025124073029,
      "learning_rate": 3.0694182503989556e-05,
      "loss": 0.0535,
      "step": 19209
    },
    {
      "epoch": 2.0826105810928013,
      "grad_norm": 0.08469274640083313,
      "learning_rate": 3.069055563615262e-05,
      "loss": 0.0138,
      "step": 19210
    },
    {
      "epoch": 2.0827189939288813,
      "grad_norm": 0.4195442199707031,
      "learning_rate": 3.0686928768315684e-05,
      "loss": 0.042,
      "step": 19211
    },
    {
      "epoch": 2.082827406764961,
      "grad_norm": 0.12937678396701813,
      "learning_rate": 3.068330190047875e-05,
      "loss": 0.0167,
      "step": 19212
    },
    {
      "epoch": 2.082935819601041,
      "grad_norm": 0.10174547135829926,
      "learning_rate": 3.067967503264181e-05,
      "loss": 0.0137,
      "step": 19213
    },
    {
      "epoch": 2.0830442324371203,
      "grad_norm": 0.04565015435218811,
      "learning_rate": 3.067604816480488e-05,
      "loss": 0.0033,
      "step": 19214
    },
    {
      "epoch": 2.0831526452732003,
      "grad_norm": 0.04404827579855919,
      "learning_rate": 3.067242129696794e-05,
      "loss": 0.005,
      "step": 19215
    },
    {
      "epoch": 2.0832610581092803,
      "grad_norm": 0.4926193356513977,
      "learning_rate": 3.0668794429131005e-05,
      "loss": 0.0108,
      "step": 19216
    },
    {
      "epoch": 2.08336947094536,
      "grad_norm": 0.18730728328227997,
      "learning_rate": 3.066516756129407e-05,
      "loss": 0.0078,
      "step": 19217
    },
    {
      "epoch": 2.08347788378144,
      "grad_norm": 0.12461873888969421,
      "learning_rate": 3.066154069345713e-05,
      "loss": 0.0041,
      "step": 19218
    },
    {
      "epoch": 2.0835862966175194,
      "grad_norm": 0.18913131952285767,
      "learning_rate": 3.065791382562019e-05,
      "loss": 0.0405,
      "step": 19219
    },
    {
      "epoch": 2.0836947094535994,
      "grad_norm": 0.08871283382177353,
      "learning_rate": 3.065428695778326e-05,
      "loss": 0.0072,
      "step": 19220
    },
    {
      "epoch": 2.083803122289679,
      "grad_norm": 0.33100229501724243,
      "learning_rate": 3.0650660089946325e-05,
      "loss": 0.0248,
      "step": 19221
    },
    {
      "epoch": 2.083911535125759,
      "grad_norm": 0.14485198259353638,
      "learning_rate": 3.064703322210939e-05,
      "loss": 0.0148,
      "step": 19222
    },
    {
      "epoch": 2.084019947961839,
      "grad_norm": 1.7651665210723877,
      "learning_rate": 3.0643406354272454e-05,
      "loss": 0.0194,
      "step": 19223
    },
    {
      "epoch": 2.0841283607979184,
      "grad_norm": 0.05209694430232048,
      "learning_rate": 3.063977948643552e-05,
      "loss": 0.0043,
      "step": 19224
    },
    {
      "epoch": 2.0842367736339984,
      "grad_norm": 0.2078877091407776,
      "learning_rate": 3.063615261859858e-05,
      "loss": 0.024,
      "step": 19225
    },
    {
      "epoch": 2.084345186470078,
      "grad_norm": 0.09684908390045166,
      "learning_rate": 3.0632525750761646e-05,
      "loss": 0.0092,
      "step": 19226
    },
    {
      "epoch": 2.084453599306158,
      "grad_norm": 0.12491580098867416,
      "learning_rate": 3.06288988829247e-05,
      "loss": 0.0154,
      "step": 19227
    },
    {
      "epoch": 2.0845620121422375,
      "grad_norm": 0.3188945949077606,
      "learning_rate": 3.062527201508777e-05,
      "loss": 0.0063,
      "step": 19228
    },
    {
      "epoch": 2.0846704249783174,
      "grad_norm": 0.37091565132141113,
      "learning_rate": 3.062164514725084e-05,
      "loss": 0.023,
      "step": 19229
    },
    {
      "epoch": 2.0847788378143974,
      "grad_norm": 0.050757214426994324,
      "learning_rate": 3.06180182794139e-05,
      "loss": 0.003,
      "step": 19230
    },
    {
      "epoch": 2.084887250650477,
      "grad_norm": 0.23998421430587769,
      "learning_rate": 3.0614391411576966e-05,
      "loss": 0.0352,
      "step": 19231
    },
    {
      "epoch": 2.084995663486557,
      "grad_norm": 0.1677391082048416,
      "learning_rate": 3.061076454374003e-05,
      "loss": 0.0089,
      "step": 19232
    },
    {
      "epoch": 2.0851040763226365,
      "grad_norm": 0.14852385222911835,
      "learning_rate": 3.0607137675903095e-05,
      "loss": 0.0127,
      "step": 19233
    },
    {
      "epoch": 2.0852124891587165,
      "grad_norm": 0.09627903252840042,
      "learning_rate": 3.060351080806615e-05,
      "loss": 0.0051,
      "step": 19234
    },
    {
      "epoch": 2.085320901994796,
      "grad_norm": 0.016572678461670876,
      "learning_rate": 3.0599883940229216e-05,
      "loss": 0.0009,
      "step": 19235
    },
    {
      "epoch": 2.085429314830876,
      "grad_norm": 0.343017041683197,
      "learning_rate": 3.059625707239228e-05,
      "loss": 0.0413,
      "step": 19236
    },
    {
      "epoch": 2.0855377276669556,
      "grad_norm": 0.11490514129400253,
      "learning_rate": 3.0592630204555344e-05,
      "loss": 0.008,
      "step": 19237
    },
    {
      "epoch": 2.0856461405030355,
      "grad_norm": 0.21501368284225464,
      "learning_rate": 3.0589003336718415e-05,
      "loss": 0.0282,
      "step": 19238
    },
    {
      "epoch": 2.0857545533391155,
      "grad_norm": 0.17422787845134735,
      "learning_rate": 3.058537646888148e-05,
      "loss": 0.0132,
      "step": 19239
    },
    {
      "epoch": 2.085862966175195,
      "grad_norm": 0.27455660700798035,
      "learning_rate": 3.058174960104454e-05,
      "loss": 0.0139,
      "step": 19240
    },
    {
      "epoch": 2.085971379011275,
      "grad_norm": 0.31920623779296875,
      "learning_rate": 3.05781227332076e-05,
      "loss": 0.036,
      "step": 19241
    },
    {
      "epoch": 2.0860797918473546,
      "grad_norm": 0.1407216191291809,
      "learning_rate": 3.0574495865370665e-05,
      "loss": 0.0188,
      "step": 19242
    },
    {
      "epoch": 2.0861882046834346,
      "grad_norm": 0.23245908319950104,
      "learning_rate": 3.057086899753373e-05,
      "loss": 0.0118,
      "step": 19243
    },
    {
      "epoch": 2.086296617519514,
      "grad_norm": 0.07592480629682541,
      "learning_rate": 3.056724212969679e-05,
      "loss": 0.0032,
      "step": 19244
    },
    {
      "epoch": 2.086405030355594,
      "grad_norm": 0.1611669957637787,
      "learning_rate": 3.056361526185986e-05,
      "loss": 0.01,
      "step": 19245
    },
    {
      "epoch": 2.086513443191674,
      "grad_norm": 0.26882338523864746,
      "learning_rate": 3.055998839402293e-05,
      "loss": 0.008,
      "step": 19246
    },
    {
      "epoch": 2.0866218560277536,
      "grad_norm": 0.16894789040088654,
      "learning_rate": 3.055636152618599e-05,
      "loss": 0.0085,
      "step": 19247
    },
    {
      "epoch": 2.0867302688638336,
      "grad_norm": 0.09792182594537735,
      "learning_rate": 3.055273465834905e-05,
      "loss": 0.0049,
      "step": 19248
    },
    {
      "epoch": 2.086838681699913,
      "grad_norm": 0.37595951557159424,
      "learning_rate": 3.0549107790512114e-05,
      "loss": 0.0127,
      "step": 19249
    },
    {
      "epoch": 2.086947094535993,
      "grad_norm": 0.4313885569572449,
      "learning_rate": 3.054548092267518e-05,
      "loss": 0.0316,
      "step": 19250
    },
    {
      "epoch": 2.0870555073720727,
      "grad_norm": 0.059338588267564774,
      "learning_rate": 3.054185405483824e-05,
      "loss": 0.0048,
      "step": 19251
    },
    {
      "epoch": 2.0871639202081527,
      "grad_norm": 0.05171169713139534,
      "learning_rate": 3.0538227187001306e-05,
      "loss": 0.0035,
      "step": 19252
    },
    {
      "epoch": 2.0872723330442327,
      "grad_norm": 0.040182579308748245,
      "learning_rate": 3.053460031916437e-05,
      "loss": 0.0024,
      "step": 19253
    },
    {
      "epoch": 2.087380745880312,
      "grad_norm": 0.15033908188343048,
      "learning_rate": 3.0530973451327434e-05,
      "loss": 0.0103,
      "step": 19254
    },
    {
      "epoch": 2.087489158716392,
      "grad_norm": 0.16040770709514618,
      "learning_rate": 3.05273465834905e-05,
      "loss": 0.0115,
      "step": 19255
    },
    {
      "epoch": 2.0875975715524717,
      "grad_norm": 0.28435108065605164,
      "learning_rate": 3.052371971565356e-05,
      "loss": 0.0171,
      "step": 19256
    },
    {
      "epoch": 2.0877059843885517,
      "grad_norm": 0.05809182673692703,
      "learning_rate": 3.0520092847816626e-05,
      "loss": 0.0024,
      "step": 19257
    },
    {
      "epoch": 2.0878143972246312,
      "grad_norm": 1.6113108396530151,
      "learning_rate": 3.051646597997969e-05,
      "loss": 0.0352,
      "step": 19258
    },
    {
      "epoch": 2.0879228100607112,
      "grad_norm": 0.16557113826274872,
      "learning_rate": 3.0512839112142755e-05,
      "loss": 0.0042,
      "step": 19259
    },
    {
      "epoch": 2.0880312228967908,
      "grad_norm": 0.373963326215744,
      "learning_rate": 3.050921224430582e-05,
      "loss": 0.0216,
      "step": 19260
    },
    {
      "epoch": 2.0881396357328708,
      "grad_norm": 0.12478300929069519,
      "learning_rate": 3.0505585376468883e-05,
      "loss": 0.0122,
      "step": 19261
    },
    {
      "epoch": 2.0882480485689507,
      "grad_norm": 0.5492057800292969,
      "learning_rate": 3.0501958508631944e-05,
      "loss": 0.0213,
      "step": 19262
    },
    {
      "epoch": 2.0883564614050303,
      "grad_norm": 0.08917337656021118,
      "learning_rate": 3.0498331640795008e-05,
      "loss": 0.0045,
      "step": 19263
    },
    {
      "epoch": 2.0884648742411103,
      "grad_norm": 0.14698712527751923,
      "learning_rate": 3.049470477295808e-05,
      "loss": 0.0075,
      "step": 19264
    },
    {
      "epoch": 2.08857328707719,
      "grad_norm": 0.033886123448610306,
      "learning_rate": 3.049107790512114e-05,
      "loss": 0.0019,
      "step": 19265
    },
    {
      "epoch": 2.08868169991327,
      "grad_norm": 0.7804722785949707,
      "learning_rate": 3.0487451037284203e-05,
      "loss": 0.0334,
      "step": 19266
    },
    {
      "epoch": 2.0887901127493493,
      "grad_norm": 0.19867965579032898,
      "learning_rate": 3.0483824169447267e-05,
      "loss": 0.0048,
      "step": 19267
    },
    {
      "epoch": 2.0888985255854293,
      "grad_norm": 0.4255998134613037,
      "learning_rate": 3.048019730161033e-05,
      "loss": 0.0098,
      "step": 19268
    },
    {
      "epoch": 2.0890069384215093,
      "grad_norm": 0.10523073375225067,
      "learning_rate": 3.0476570433773392e-05,
      "loss": 0.004,
      "step": 19269
    },
    {
      "epoch": 2.089115351257589,
      "grad_norm": 0.1298850178718567,
      "learning_rate": 3.0472943565936456e-05,
      "loss": 0.0088,
      "step": 19270
    },
    {
      "epoch": 2.089223764093669,
      "grad_norm": 0.06540007144212723,
      "learning_rate": 3.046931669809952e-05,
      "loss": 0.0042,
      "step": 19271
    },
    {
      "epoch": 2.0893321769297484,
      "grad_norm": 0.1535225510597229,
      "learning_rate": 3.0465689830262588e-05,
      "loss": 0.0088,
      "step": 19272
    },
    {
      "epoch": 2.0894405897658284,
      "grad_norm": 0.5536510348320007,
      "learning_rate": 3.0462062962425652e-05,
      "loss": 0.049,
      "step": 19273
    },
    {
      "epoch": 2.089549002601908,
      "grad_norm": 0.22298356890678406,
      "learning_rate": 3.0458436094588716e-05,
      "loss": 0.053,
      "step": 19274
    },
    {
      "epoch": 2.089657415437988,
      "grad_norm": 0.1657608598470688,
      "learning_rate": 3.045480922675178e-05,
      "loss": 0.0057,
      "step": 19275
    },
    {
      "epoch": 2.089765828274068,
      "grad_norm": 0.006402949336916208,
      "learning_rate": 3.045118235891484e-05,
      "loss": 0.0003,
      "step": 19276
    },
    {
      "epoch": 2.0898742411101474,
      "grad_norm": 0.09218569844961166,
      "learning_rate": 3.0447555491077905e-05,
      "loss": 0.005,
      "step": 19277
    },
    {
      "epoch": 2.0899826539462274,
      "grad_norm": 0.13819089531898499,
      "learning_rate": 3.044392862324097e-05,
      "loss": 0.0122,
      "step": 19278
    },
    {
      "epoch": 2.090091066782307,
      "grad_norm": 0.2545074224472046,
      "learning_rate": 3.0440301755404033e-05,
      "loss": 0.0254,
      "step": 19279
    },
    {
      "epoch": 2.090199479618387,
      "grad_norm": 0.14494818449020386,
      "learning_rate": 3.0436674887567097e-05,
      "loss": 0.0147,
      "step": 19280
    },
    {
      "epoch": 2.0903078924544665,
      "grad_norm": 0.12180884182453156,
      "learning_rate": 3.0433048019730165e-05,
      "loss": 0.0071,
      "step": 19281
    },
    {
      "epoch": 2.0904163052905465,
      "grad_norm": 0.4519497752189636,
      "learning_rate": 3.042942115189323e-05,
      "loss": 0.0337,
      "step": 19282
    },
    {
      "epoch": 2.090524718126626,
      "grad_norm": 0.41987067461013794,
      "learning_rate": 3.0425794284056293e-05,
      "loss": 0.0222,
      "step": 19283
    },
    {
      "epoch": 2.090633130962706,
      "grad_norm": 0.051554422825574875,
      "learning_rate": 3.0422167416219354e-05,
      "loss": 0.0016,
      "step": 19284
    },
    {
      "epoch": 2.090741543798786,
      "grad_norm": 0.44365155696868896,
      "learning_rate": 3.0418540548382418e-05,
      "loss": 0.0276,
      "step": 19285
    },
    {
      "epoch": 2.0908499566348655,
      "grad_norm": 0.18230950832366943,
      "learning_rate": 3.0414913680545482e-05,
      "loss": 0.032,
      "step": 19286
    },
    {
      "epoch": 2.0909583694709455,
      "grad_norm": 0.2997429370880127,
      "learning_rate": 3.0411286812708546e-05,
      "loss": 0.0116,
      "step": 19287
    },
    {
      "epoch": 2.091066782307025,
      "grad_norm": 0.8666397333145142,
      "learning_rate": 3.0407659944871607e-05,
      "loss": 0.0352,
      "step": 19288
    },
    {
      "epoch": 2.091175195143105,
      "grad_norm": 0.508843183517456,
      "learning_rate": 3.0404033077034678e-05,
      "loss": 0.0204,
      "step": 19289
    },
    {
      "epoch": 2.0912836079791846,
      "grad_norm": 0.012720492668449879,
      "learning_rate": 3.0400406209197742e-05,
      "loss": 0.0007,
      "step": 19290
    },
    {
      "epoch": 2.0913920208152645,
      "grad_norm": 0.6896012425422668,
      "learning_rate": 3.0396779341360803e-05,
      "loss": 0.0341,
      "step": 19291
    },
    {
      "epoch": 2.0915004336513445,
      "grad_norm": 0.5439298152923584,
      "learning_rate": 3.0393152473523867e-05,
      "loss": 0.0634,
      "step": 19292
    },
    {
      "epoch": 2.091608846487424,
      "grad_norm": 0.020155131816864014,
      "learning_rate": 3.038952560568693e-05,
      "loss": 0.0011,
      "step": 19293
    },
    {
      "epoch": 2.091717259323504,
      "grad_norm": 0.03512614965438843,
      "learning_rate": 3.0385898737849995e-05,
      "loss": 0.0014,
      "step": 19294
    },
    {
      "epoch": 2.0918256721595836,
      "grad_norm": 0.2638155221939087,
      "learning_rate": 3.0382271870013056e-05,
      "loss": 0.0167,
      "step": 19295
    },
    {
      "epoch": 2.0919340849956636,
      "grad_norm": 0.3817048668861389,
      "learning_rate": 3.037864500217612e-05,
      "loss": 0.0162,
      "step": 19296
    },
    {
      "epoch": 2.092042497831743,
      "grad_norm": 0.13016004860401154,
      "learning_rate": 3.0375018134339184e-05,
      "loss": 0.0168,
      "step": 19297
    },
    {
      "epoch": 2.092150910667823,
      "grad_norm": 0.8873111009597778,
      "learning_rate": 3.037139126650225e-05,
      "loss": 0.0268,
      "step": 19298
    },
    {
      "epoch": 2.092259323503903,
      "grad_norm": 0.25666287541389465,
      "learning_rate": 3.0367764398665315e-05,
      "loss": 0.0301,
      "step": 19299
    },
    {
      "epoch": 2.0923677363399826,
      "grad_norm": 0.2474135458469391,
      "learning_rate": 3.036413753082838e-05,
      "loss": 0.0427,
      "step": 19300
    },
    {
      "epoch": 2.0924761491760626,
      "grad_norm": 0.21714076399803162,
      "learning_rate": 3.0360510662991444e-05,
      "loss": 0.0269,
      "step": 19301
    },
    {
      "epoch": 2.092584562012142,
      "grad_norm": 0.0409180223941803,
      "learning_rate": 3.0356883795154504e-05,
      "loss": 0.0015,
      "step": 19302
    },
    {
      "epoch": 2.092692974848222,
      "grad_norm": 0.3134904205799103,
      "learning_rate": 3.035325692731757e-05,
      "loss": 0.0437,
      "step": 19303
    },
    {
      "epoch": 2.0928013876843017,
      "grad_norm": 0.18104654550552368,
      "learning_rate": 3.0349630059480633e-05,
      "loss": 0.0299,
      "step": 19304
    },
    {
      "epoch": 2.0929098005203817,
      "grad_norm": 0.04772751033306122,
      "learning_rate": 3.0346003191643697e-05,
      "loss": 0.0031,
      "step": 19305
    },
    {
      "epoch": 2.093018213356461,
      "grad_norm": 0.027046719565987587,
      "learning_rate": 3.034237632380676e-05,
      "loss": 0.0011,
      "step": 19306
    },
    {
      "epoch": 2.093126626192541,
      "grad_norm": 0.15163441002368927,
      "learning_rate": 3.0338749455969828e-05,
      "loss": 0.0156,
      "step": 19307
    },
    {
      "epoch": 2.093235039028621,
      "grad_norm": 0.04960433021187782,
      "learning_rate": 3.0335122588132892e-05,
      "loss": 0.0022,
      "step": 19308
    },
    {
      "epoch": 2.0933434518647007,
      "grad_norm": 0.5164188146591187,
      "learning_rate": 3.0331495720295956e-05,
      "loss": 0.0506,
      "step": 19309
    },
    {
      "epoch": 2.0934518647007807,
      "grad_norm": 0.16763363778591156,
      "learning_rate": 3.0327868852459017e-05,
      "loss": 0.0064,
      "step": 19310
    },
    {
      "epoch": 2.0935602775368602,
      "grad_norm": 0.2720661759376526,
      "learning_rate": 3.032424198462208e-05,
      "loss": 0.0771,
      "step": 19311
    },
    {
      "epoch": 2.0936686903729402,
      "grad_norm": 0.1010344922542572,
      "learning_rate": 3.0320615116785145e-05,
      "loss": 0.0084,
      "step": 19312
    },
    {
      "epoch": 2.0937771032090198,
      "grad_norm": 0.09033066779375076,
      "learning_rate": 3.031698824894821e-05,
      "loss": 0.0035,
      "step": 19313
    },
    {
      "epoch": 2.0938855160450998,
      "grad_norm": 0.1610739380121231,
      "learning_rate": 3.031336138111127e-05,
      "loss": 0.0139,
      "step": 19314
    },
    {
      "epoch": 2.0939939288811797,
      "grad_norm": 0.17117083072662354,
      "learning_rate": 3.030973451327434e-05,
      "loss": 0.0163,
      "step": 19315
    },
    {
      "epoch": 2.0941023417172593,
      "grad_norm": 0.15238472819328308,
      "learning_rate": 3.0306107645437405e-05,
      "loss": 0.0087,
      "step": 19316
    },
    {
      "epoch": 2.0942107545533393,
      "grad_norm": 0.06418617069721222,
      "learning_rate": 3.0302480777600466e-05,
      "loss": 0.0055,
      "step": 19317
    },
    {
      "epoch": 2.094319167389419,
      "grad_norm": 0.02626223862171173,
      "learning_rate": 3.029885390976353e-05,
      "loss": 0.0019,
      "step": 19318
    },
    {
      "epoch": 2.094427580225499,
      "grad_norm": 0.07355271279811859,
      "learning_rate": 3.0295227041926594e-05,
      "loss": 0.004,
      "step": 19319
    },
    {
      "epoch": 2.0945359930615783,
      "grad_norm": 0.11664356291294098,
      "learning_rate": 3.0291600174089658e-05,
      "loss": 0.018,
      "step": 19320
    },
    {
      "epoch": 2.0946444058976583,
      "grad_norm": 0.01985781453549862,
      "learning_rate": 3.028797330625272e-05,
      "loss": 0.0007,
      "step": 19321
    },
    {
      "epoch": 2.094752818733738,
      "grad_norm": 0.07682541012763977,
      "learning_rate": 3.0284346438415783e-05,
      "loss": 0.0049,
      "step": 19322
    },
    {
      "epoch": 2.094861231569818,
      "grad_norm": 0.13344548642635345,
      "learning_rate": 3.0280719570578847e-05,
      "loss": 0.0147,
      "step": 19323
    },
    {
      "epoch": 2.094969644405898,
      "grad_norm": 0.15401948988437653,
      "learning_rate": 3.0277092702741915e-05,
      "loss": 0.0129,
      "step": 19324
    },
    {
      "epoch": 2.0950780572419774,
      "grad_norm": 0.47034120559692383,
      "learning_rate": 3.027346583490498e-05,
      "loss": 0.0101,
      "step": 19325
    },
    {
      "epoch": 2.0951864700780574,
      "grad_norm": 0.27077367901802063,
      "learning_rate": 3.0269838967068043e-05,
      "loss": 0.0269,
      "step": 19326
    },
    {
      "epoch": 2.095294882914137,
      "grad_norm": 0.6079124808311462,
      "learning_rate": 3.0266212099231107e-05,
      "loss": 0.0399,
      "step": 19327
    },
    {
      "epoch": 2.095403295750217,
      "grad_norm": 0.3410995900630951,
      "learning_rate": 3.0262585231394168e-05,
      "loss": 0.0166,
      "step": 19328
    },
    {
      "epoch": 2.0955117085862964,
      "grad_norm": 0.23230019211769104,
      "learning_rate": 3.0258958363557232e-05,
      "loss": 0.0101,
      "step": 19329
    },
    {
      "epoch": 2.0956201214223764,
      "grad_norm": 0.07758429646492004,
      "learning_rate": 3.0255331495720296e-05,
      "loss": 0.0106,
      "step": 19330
    },
    {
      "epoch": 2.0957285342584564,
      "grad_norm": 0.5365259647369385,
      "learning_rate": 3.025170462788336e-05,
      "loss": 0.014,
      "step": 19331
    },
    {
      "epoch": 2.095836947094536,
      "grad_norm": 0.06809581816196442,
      "learning_rate": 3.0248077760046424e-05,
      "loss": 0.0032,
      "step": 19332
    },
    {
      "epoch": 2.095945359930616,
      "grad_norm": 0.3702501356601715,
      "learning_rate": 3.024445089220949e-05,
      "loss": 0.0293,
      "step": 19333
    },
    {
      "epoch": 2.0960537727666955,
      "grad_norm": 0.6885831356048584,
      "learning_rate": 3.0240824024372556e-05,
      "loss": 0.0345,
      "step": 19334
    },
    {
      "epoch": 2.0961621856027755,
      "grad_norm": 0.07082010060548782,
      "learning_rate": 3.023719715653562e-05,
      "loss": 0.005,
      "step": 19335
    },
    {
      "epoch": 2.096270598438855,
      "grad_norm": 0.32848846912384033,
      "learning_rate": 3.023357028869868e-05,
      "loss": 0.0294,
      "step": 19336
    },
    {
      "epoch": 2.096379011274935,
      "grad_norm": 0.6366544365882874,
      "learning_rate": 3.0229943420861745e-05,
      "loss": 0.0367,
      "step": 19337
    },
    {
      "epoch": 2.0964874241110145,
      "grad_norm": 0.019317712634801865,
      "learning_rate": 3.022631655302481e-05,
      "loss": 0.001,
      "step": 19338
    },
    {
      "epoch": 2.0965958369470945,
      "grad_norm": 0.7889288067817688,
      "learning_rate": 3.0222689685187873e-05,
      "loss": 0.0384,
      "step": 19339
    },
    {
      "epoch": 2.0967042497831745,
      "grad_norm": 0.34857749938964844,
      "learning_rate": 3.0219062817350934e-05,
      "loss": 0.0208,
      "step": 19340
    },
    {
      "epoch": 2.096812662619254,
      "grad_norm": 0.33490145206451416,
      "learning_rate": 3.0215435949514004e-05,
      "loss": 0.046,
      "step": 19341
    },
    {
      "epoch": 2.096921075455334,
      "grad_norm": 0.6147528290748596,
      "learning_rate": 3.021180908167707e-05,
      "loss": 0.0183,
      "step": 19342
    },
    {
      "epoch": 2.0970294882914136,
      "grad_norm": 0.42048221826553345,
      "learning_rate": 3.020818221384013e-05,
      "loss": 0.0149,
      "step": 19343
    },
    {
      "epoch": 2.0971379011274935,
      "grad_norm": 0.18545576930046082,
      "learning_rate": 3.0204555346003193e-05,
      "loss": 0.0112,
      "step": 19344
    },
    {
      "epoch": 2.097246313963573,
      "grad_norm": 0.11592447757720947,
      "learning_rate": 3.0200928478166257e-05,
      "loss": 0.0183,
      "step": 19345
    },
    {
      "epoch": 2.097354726799653,
      "grad_norm": 0.03940027579665184,
      "learning_rate": 3.019730161032932e-05,
      "loss": 0.0071,
      "step": 19346
    },
    {
      "epoch": 2.097463139635733,
      "grad_norm": 0.04278722405433655,
      "learning_rate": 3.0193674742492382e-05,
      "loss": 0.0034,
      "step": 19347
    },
    {
      "epoch": 2.0975715524718126,
      "grad_norm": 0.24002663791179657,
      "learning_rate": 3.0190047874655446e-05,
      "loss": 0.0244,
      "step": 19348
    },
    {
      "epoch": 2.0976799653078926,
      "grad_norm": 0.9236443638801575,
      "learning_rate": 3.018642100681851e-05,
      "loss": 0.0386,
      "step": 19349
    },
    {
      "epoch": 2.097788378143972,
      "grad_norm": 0.11181405931711197,
      "learning_rate": 3.0182794138981578e-05,
      "loss": 0.0105,
      "step": 19350
    },
    {
      "epoch": 2.097896790980052,
      "grad_norm": 0.03212188184261322,
      "learning_rate": 3.0179167271144642e-05,
      "loss": 0.0016,
      "step": 19351
    },
    {
      "epoch": 2.0980052038161316,
      "grad_norm": 0.14490610361099243,
      "learning_rate": 3.0175540403307706e-05,
      "loss": 0.0153,
      "step": 19352
    },
    {
      "epoch": 2.0981136166522116,
      "grad_norm": 0.07770923525094986,
      "learning_rate": 3.017191353547077e-05,
      "loss": 0.0096,
      "step": 19353
    },
    {
      "epoch": 2.0982220294882916,
      "grad_norm": 0.33324864506721497,
      "learning_rate": 3.016828666763383e-05,
      "loss": 0.0389,
      "step": 19354
    },
    {
      "epoch": 2.098330442324371,
      "grad_norm": 0.3716262876987457,
      "learning_rate": 3.0164659799796895e-05,
      "loss": 0.0592,
      "step": 19355
    },
    {
      "epoch": 2.098438855160451,
      "grad_norm": 0.06596137583255768,
      "learning_rate": 3.016103293195996e-05,
      "loss": 0.0058,
      "step": 19356
    },
    {
      "epoch": 2.0985472679965307,
      "grad_norm": 0.29738929867744446,
      "learning_rate": 3.0157406064123023e-05,
      "loss": 0.0272,
      "step": 19357
    },
    {
      "epoch": 2.0986556808326107,
      "grad_norm": 0.05527468025684357,
      "learning_rate": 3.0153779196286087e-05,
      "loss": 0.0021,
      "step": 19358
    },
    {
      "epoch": 2.09876409366869,
      "grad_norm": 0.08440624922513962,
      "learning_rate": 3.0150152328449155e-05,
      "loss": 0.0065,
      "step": 19359
    },
    {
      "epoch": 2.09887250650477,
      "grad_norm": 0.04567280784249306,
      "learning_rate": 3.014652546061222e-05,
      "loss": 0.003,
      "step": 19360
    },
    {
      "epoch": 2.0989809193408497,
      "grad_norm": 0.2483195960521698,
      "learning_rate": 3.0142898592775283e-05,
      "loss": 0.0079,
      "step": 19361
    },
    {
      "epoch": 2.0990893321769297,
      "grad_norm": 0.17137610912322998,
      "learning_rate": 3.0139271724938344e-05,
      "loss": 0.0196,
      "step": 19362
    },
    {
      "epoch": 2.0991977450130097,
      "grad_norm": 0.04190310835838318,
      "learning_rate": 3.0135644857101408e-05,
      "loss": 0.0014,
      "step": 19363
    },
    {
      "epoch": 2.0993061578490892,
      "grad_norm": 0.3144795298576355,
      "learning_rate": 3.0132017989264472e-05,
      "loss": 0.0483,
      "step": 19364
    },
    {
      "epoch": 2.0994145706851692,
      "grad_norm": 0.256587415933609,
      "learning_rate": 3.0128391121427536e-05,
      "loss": 0.005,
      "step": 19365
    },
    {
      "epoch": 2.0995229835212488,
      "grad_norm": 0.44820860028266907,
      "learning_rate": 3.0124764253590597e-05,
      "loss": 0.0159,
      "step": 19366
    },
    {
      "epoch": 2.0996313963573288,
      "grad_norm": 0.07185044884681702,
      "learning_rate": 3.0121137385753668e-05,
      "loss": 0.0037,
      "step": 19367
    },
    {
      "epoch": 2.0997398091934083,
      "grad_norm": 0.1003640741109848,
      "learning_rate": 3.0117510517916732e-05,
      "loss": 0.0064,
      "step": 19368
    },
    {
      "epoch": 2.0998482220294883,
      "grad_norm": 0.11543790251016617,
      "learning_rate": 3.0113883650079793e-05,
      "loss": 0.0035,
      "step": 19369
    },
    {
      "epoch": 2.0999566348655683,
      "grad_norm": 0.29115355014801025,
      "learning_rate": 3.0110256782242857e-05,
      "loss": 0.0281,
      "step": 19370
    },
    {
      "epoch": 2.100065047701648,
      "grad_norm": 0.27785494923591614,
      "learning_rate": 3.010662991440592e-05,
      "loss": 0.0098,
      "step": 19371
    },
    {
      "epoch": 2.100173460537728,
      "grad_norm": 0.11253728717565536,
      "learning_rate": 3.0103003046568985e-05,
      "loss": 0.0144,
      "step": 19372
    },
    {
      "epoch": 2.1002818733738073,
      "grad_norm": 0.05149277672171593,
      "learning_rate": 3.0099376178732046e-05,
      "loss": 0.0024,
      "step": 19373
    },
    {
      "epoch": 2.1003902862098873,
      "grad_norm": 0.07905009388923645,
      "learning_rate": 3.009574931089511e-05,
      "loss": 0.0104,
      "step": 19374
    },
    {
      "epoch": 2.100498699045967,
      "grad_norm": 0.08652516454458237,
      "learning_rate": 3.0092122443058174e-05,
      "loss": 0.0118,
      "step": 19375
    },
    {
      "epoch": 2.100607111882047,
      "grad_norm": 0.13021507859230042,
      "learning_rate": 3.008849557522124e-05,
      "loss": 0.0061,
      "step": 19376
    },
    {
      "epoch": 2.100715524718127,
      "grad_norm": 0.24949462711811066,
      "learning_rate": 3.0084868707384305e-05,
      "loss": 0.0063,
      "step": 19377
    },
    {
      "epoch": 2.1008239375542064,
      "grad_norm": 0.22438277304172516,
      "learning_rate": 3.008124183954737e-05,
      "loss": 0.0055,
      "step": 19378
    },
    {
      "epoch": 2.1009323503902864,
      "grad_norm": 0.051363274455070496,
      "learning_rate": 3.0077614971710434e-05,
      "loss": 0.0035,
      "step": 19379
    },
    {
      "epoch": 2.101040763226366,
      "grad_norm": 0.223884716629982,
      "learning_rate": 3.0073988103873498e-05,
      "loss": 0.0277,
      "step": 19380
    },
    {
      "epoch": 2.101149176062446,
      "grad_norm": 0.5937171578407288,
      "learning_rate": 3.007036123603656e-05,
      "loss": 0.0415,
      "step": 19381
    },
    {
      "epoch": 2.1012575888985254,
      "grad_norm": 0.12910933792591095,
      "learning_rate": 3.0066734368199623e-05,
      "loss": 0.0131,
      "step": 19382
    },
    {
      "epoch": 2.1013660017346054,
      "grad_norm": 0.04877382889389992,
      "learning_rate": 3.0063107500362687e-05,
      "loss": 0.0027,
      "step": 19383
    },
    {
      "epoch": 2.101474414570685,
      "grad_norm": 0.2514815032482147,
      "learning_rate": 3.0059480632525754e-05,
      "loss": 0.0264,
      "step": 19384
    },
    {
      "epoch": 2.101582827406765,
      "grad_norm": 0.16847626864910126,
      "learning_rate": 3.0055853764688818e-05,
      "loss": 0.0198,
      "step": 19385
    },
    {
      "epoch": 2.101691240242845,
      "grad_norm": 0.3313142657279968,
      "learning_rate": 3.0052226896851882e-05,
      "loss": 0.0183,
      "step": 19386
    },
    {
      "epoch": 2.1017996530789245,
      "grad_norm": 0.06843360513448715,
      "learning_rate": 3.0048600029014946e-05,
      "loss": 0.0024,
      "step": 19387
    },
    {
      "epoch": 2.1019080659150045,
      "grad_norm": 0.358175128698349,
      "learning_rate": 3.0044973161178007e-05,
      "loss": 0.0089,
      "step": 19388
    },
    {
      "epoch": 2.102016478751084,
      "grad_norm": 0.05369114875793457,
      "learning_rate": 3.004134629334107e-05,
      "loss": 0.0075,
      "step": 19389
    },
    {
      "epoch": 2.102124891587164,
      "grad_norm": 0.13363231718540192,
      "learning_rate": 3.0037719425504135e-05,
      "loss": 0.0204,
      "step": 19390
    },
    {
      "epoch": 2.1022333044232435,
      "grad_norm": 0.1317981630563736,
      "learning_rate": 3.00340925576672e-05,
      "loss": 0.0083,
      "step": 19391
    },
    {
      "epoch": 2.1023417172593235,
      "grad_norm": 0.2781253159046173,
      "learning_rate": 3.003046568983026e-05,
      "loss": 0.047,
      "step": 19392
    },
    {
      "epoch": 2.1024501300954035,
      "grad_norm": 0.10807246714830399,
      "learning_rate": 3.002683882199333e-05,
      "loss": 0.0058,
      "step": 19393
    },
    {
      "epoch": 2.102558542931483,
      "grad_norm": 0.44653114676475525,
      "learning_rate": 3.0023211954156395e-05,
      "loss": 0.027,
      "step": 19394
    },
    {
      "epoch": 2.102666955767563,
      "grad_norm": 0.8895429372787476,
      "learning_rate": 3.0019585086319456e-05,
      "loss": 0.0222,
      "step": 19395
    },
    {
      "epoch": 2.1027753686036426,
      "grad_norm": 0.09950423240661621,
      "learning_rate": 3.001595821848252e-05,
      "loss": 0.0107,
      "step": 19396
    },
    {
      "epoch": 2.1028837814397225,
      "grad_norm": 0.02894856221973896,
      "learning_rate": 3.0012331350645584e-05,
      "loss": 0.0031,
      "step": 19397
    },
    {
      "epoch": 2.102992194275802,
      "grad_norm": 0.41825059056282043,
      "learning_rate": 3.0008704482808648e-05,
      "loss": 0.0286,
      "step": 19398
    },
    {
      "epoch": 2.103100607111882,
      "grad_norm": 0.0659119039773941,
      "learning_rate": 3.000507761497171e-05,
      "loss": 0.0011,
      "step": 19399
    },
    {
      "epoch": 2.103209019947962,
      "grad_norm": 0.01083642803132534,
      "learning_rate": 3.0001450747134773e-05,
      "loss": 0.0003,
      "step": 19400
    },
    {
      "epoch": 2.1033174327840416,
      "grad_norm": 0.11363555490970612,
      "learning_rate": 2.9997823879297837e-05,
      "loss": 0.0209,
      "step": 19401
    },
    {
      "epoch": 2.1034258456201216,
      "grad_norm": 0.05778096988797188,
      "learning_rate": 2.9994197011460905e-05,
      "loss": 0.0031,
      "step": 19402
    },
    {
      "epoch": 2.103534258456201,
      "grad_norm": 0.11112639307975769,
      "learning_rate": 2.999057014362397e-05,
      "loss": 0.007,
      "step": 19403
    },
    {
      "epoch": 2.103642671292281,
      "grad_norm": 0.24880598485469818,
      "learning_rate": 2.9986943275787033e-05,
      "loss": 0.0084,
      "step": 19404
    },
    {
      "epoch": 2.1037510841283606,
      "grad_norm": 0.042513810098171234,
      "learning_rate": 2.9983316407950097e-05,
      "loss": 0.003,
      "step": 19405
    },
    {
      "epoch": 2.1038594969644406,
      "grad_norm": 0.17054899036884308,
      "learning_rate": 2.997968954011316e-05,
      "loss": 0.0114,
      "step": 19406
    },
    {
      "epoch": 2.10396790980052,
      "grad_norm": 0.2538694441318512,
      "learning_rate": 2.9976062672276222e-05,
      "loss": 0.0081,
      "step": 19407
    },
    {
      "epoch": 2.1040763226366,
      "grad_norm": 0.050029173493385315,
      "learning_rate": 2.9972435804439286e-05,
      "loss": 0.0032,
      "step": 19408
    },
    {
      "epoch": 2.10418473547268,
      "grad_norm": 0.40497633814811707,
      "learning_rate": 2.996880893660235e-05,
      "loss": 0.0259,
      "step": 19409
    },
    {
      "epoch": 2.1042931483087597,
      "grad_norm": 0.21519990265369415,
      "learning_rate": 2.9965182068765418e-05,
      "loss": 0.0071,
      "step": 19410
    },
    {
      "epoch": 2.1044015611448397,
      "grad_norm": 0.882642924785614,
      "learning_rate": 2.996155520092848e-05,
      "loss": 0.0252,
      "step": 19411
    },
    {
      "epoch": 2.104509973980919,
      "grad_norm": 0.00208015157841146,
      "learning_rate": 2.9957928333091546e-05,
      "loss": 0.0002,
      "step": 19412
    },
    {
      "epoch": 2.104618386816999,
      "grad_norm": 0.1071612685918808,
      "learning_rate": 2.995430146525461e-05,
      "loss": 0.0144,
      "step": 19413
    },
    {
      "epoch": 2.1047267996530787,
      "grad_norm": 0.22488003969192505,
      "learning_rate": 2.995067459741767e-05,
      "loss": 0.0128,
      "step": 19414
    },
    {
      "epoch": 2.1048352124891587,
      "grad_norm": 0.057892754673957825,
      "learning_rate": 2.9947047729580735e-05,
      "loss": 0.0021,
      "step": 19415
    },
    {
      "epoch": 2.1049436253252387,
      "grad_norm": 0.37309980392456055,
      "learning_rate": 2.99434208617438e-05,
      "loss": 0.0463,
      "step": 19416
    },
    {
      "epoch": 2.1050520381613183,
      "grad_norm": 0.25636348128318787,
      "learning_rate": 2.9939793993906863e-05,
      "loss": 0.0387,
      "step": 19417
    },
    {
      "epoch": 2.1051604509973982,
      "grad_norm": 0.14828653633594513,
      "learning_rate": 2.9936167126069924e-05,
      "loss": 0.0124,
      "step": 19418
    },
    {
      "epoch": 2.1052688638334778,
      "grad_norm": 0.10656144469976425,
      "learning_rate": 2.9932540258232994e-05,
      "loss": 0.0104,
      "step": 19419
    },
    {
      "epoch": 2.1053772766695578,
      "grad_norm": 0.1500208079814911,
      "learning_rate": 2.992891339039606e-05,
      "loss": 0.013,
      "step": 19420
    },
    {
      "epoch": 2.1054856895056373,
      "grad_norm": 0.1625106781721115,
      "learning_rate": 2.992528652255912e-05,
      "loss": 0.0162,
      "step": 19421
    },
    {
      "epoch": 2.1055941023417173,
      "grad_norm": 0.3714730143547058,
      "learning_rate": 2.9921659654722183e-05,
      "loss": 0.0082,
      "step": 19422
    },
    {
      "epoch": 2.1057025151777973,
      "grad_norm": 0.040998633950948715,
      "learning_rate": 2.9918032786885248e-05,
      "loss": 0.0021,
      "step": 19423
    },
    {
      "epoch": 2.105810928013877,
      "grad_norm": 0.19356760382652283,
      "learning_rate": 2.991440591904831e-05,
      "loss": 0.0493,
      "step": 19424
    },
    {
      "epoch": 2.105919340849957,
      "grad_norm": 0.09024351090192795,
      "learning_rate": 2.9910779051211372e-05,
      "loss": 0.0136,
      "step": 19425
    },
    {
      "epoch": 2.1060277536860363,
      "grad_norm": 0.14914850890636444,
      "learning_rate": 2.9907152183374436e-05,
      "loss": 0.008,
      "step": 19426
    },
    {
      "epoch": 2.1061361665221163,
      "grad_norm": 0.37544092535972595,
      "learning_rate": 2.99035253155375e-05,
      "loss": 0.0338,
      "step": 19427
    },
    {
      "epoch": 2.106244579358196,
      "grad_norm": 0.08300527185201645,
      "learning_rate": 2.9899898447700568e-05,
      "loss": 0.0089,
      "step": 19428
    },
    {
      "epoch": 2.106352992194276,
      "grad_norm": 0.02845935896039009,
      "learning_rate": 2.9896271579863632e-05,
      "loss": 0.0009,
      "step": 19429
    },
    {
      "epoch": 2.1064614050303554,
      "grad_norm": 0.3396441638469696,
      "learning_rate": 2.9892644712026696e-05,
      "loss": 0.0364,
      "step": 19430
    },
    {
      "epoch": 2.1065698178664354,
      "grad_norm": 0.17772819101810455,
      "learning_rate": 2.988901784418976e-05,
      "loss": 0.0056,
      "step": 19431
    },
    {
      "epoch": 2.1066782307025154,
      "grad_norm": 0.19754832983016968,
      "learning_rate": 2.9885390976352824e-05,
      "loss": 0.0196,
      "step": 19432
    },
    {
      "epoch": 2.106786643538595,
      "grad_norm": 0.3095998167991638,
      "learning_rate": 2.9881764108515885e-05,
      "loss": 0.0251,
      "step": 19433
    },
    {
      "epoch": 2.106895056374675,
      "grad_norm": 0.27105897665023804,
      "learning_rate": 2.987813724067895e-05,
      "loss": 0.0171,
      "step": 19434
    },
    {
      "epoch": 2.1070034692107544,
      "grad_norm": 0.5910469889640808,
      "learning_rate": 2.9874510372842013e-05,
      "loss": 0.0258,
      "step": 19435
    },
    {
      "epoch": 2.1071118820468344,
      "grad_norm": 0.09753745794296265,
      "learning_rate": 2.987088350500508e-05,
      "loss": 0.0043,
      "step": 19436
    },
    {
      "epoch": 2.107220294882914,
      "grad_norm": 0.03820003941655159,
      "learning_rate": 2.9867256637168145e-05,
      "loss": 0.0015,
      "step": 19437
    },
    {
      "epoch": 2.107328707718994,
      "grad_norm": 0.046387940645217896,
      "learning_rate": 2.986362976933121e-05,
      "loss": 0.0077,
      "step": 19438
    },
    {
      "epoch": 2.107437120555074,
      "grad_norm": 0.11899017542600632,
      "learning_rate": 2.9860002901494273e-05,
      "loss": 0.0036,
      "step": 19439
    },
    {
      "epoch": 2.1075455333911535,
      "grad_norm": 0.18721097707748413,
      "learning_rate": 2.9856376033657334e-05,
      "loss": 0.0177,
      "step": 19440
    },
    {
      "epoch": 2.1076539462272335,
      "grad_norm": 0.3042016327381134,
      "learning_rate": 2.9852749165820398e-05,
      "loss": 0.0206,
      "step": 19441
    },
    {
      "epoch": 2.107762359063313,
      "grad_norm": 0.09765393286943436,
      "learning_rate": 2.9849122297983462e-05,
      "loss": 0.0087,
      "step": 19442
    },
    {
      "epoch": 2.107870771899393,
      "grad_norm": 0.026807764545083046,
      "learning_rate": 2.9845495430146526e-05,
      "loss": 0.0015,
      "step": 19443
    },
    {
      "epoch": 2.1079791847354725,
      "grad_norm": 0.11018621921539307,
      "learning_rate": 2.9841868562309587e-05,
      "loss": 0.0112,
      "step": 19444
    },
    {
      "epoch": 2.1080875975715525,
      "grad_norm": 0.22753699123859406,
      "learning_rate": 2.9838241694472658e-05,
      "loss": 0.0167,
      "step": 19445
    },
    {
      "epoch": 2.1081960104076325,
      "grad_norm": 0.12127124518156052,
      "learning_rate": 2.9834614826635722e-05,
      "loss": 0.0149,
      "step": 19446
    },
    {
      "epoch": 2.108304423243712,
      "grad_norm": 0.26429852843284607,
      "learning_rate": 2.9830987958798783e-05,
      "loss": 0.028,
      "step": 19447
    },
    {
      "epoch": 2.108412836079792,
      "grad_norm": 0.28007152676582336,
      "learning_rate": 2.9827361090961847e-05,
      "loss": 0.0206,
      "step": 19448
    },
    {
      "epoch": 2.1085212489158716,
      "grad_norm": 0.11015968769788742,
      "learning_rate": 2.982373422312491e-05,
      "loss": 0.0086,
      "step": 19449
    },
    {
      "epoch": 2.1086296617519515,
      "grad_norm": 0.14433105289936066,
      "learning_rate": 2.9820107355287975e-05,
      "loss": 0.0119,
      "step": 19450
    },
    {
      "epoch": 2.108738074588031,
      "grad_norm": 0.26020169258117676,
      "learning_rate": 2.9816480487451036e-05,
      "loss": 0.019,
      "step": 19451
    },
    {
      "epoch": 2.108846487424111,
      "grad_norm": 0.0841570496559143,
      "learning_rate": 2.98128536196141e-05,
      "loss": 0.0038,
      "step": 19452
    },
    {
      "epoch": 2.1089549002601906,
      "grad_norm": 0.0581933967769146,
      "learning_rate": 2.9809226751777164e-05,
      "loss": 0.0033,
      "step": 19453
    },
    {
      "epoch": 2.1090633130962706,
      "grad_norm": 0.1181766614317894,
      "learning_rate": 2.980559988394023e-05,
      "loss": 0.0111,
      "step": 19454
    },
    {
      "epoch": 2.1091717259323506,
      "grad_norm": 0.21936249732971191,
      "learning_rate": 2.9801973016103295e-05,
      "loss": 0.0125,
      "step": 19455
    },
    {
      "epoch": 2.10928013876843,
      "grad_norm": 0.31631821393966675,
      "learning_rate": 2.979834614826636e-05,
      "loss": 0.0242,
      "step": 19456
    },
    {
      "epoch": 2.10938855160451,
      "grad_norm": 0.050726935267448425,
      "learning_rate": 2.9794719280429424e-05,
      "loss": 0.003,
      "step": 19457
    },
    {
      "epoch": 2.1094969644405897,
      "grad_norm": 0.37788352370262146,
      "learning_rate": 2.9791092412592488e-05,
      "loss": 0.0256,
      "step": 19458
    },
    {
      "epoch": 2.1096053772766696,
      "grad_norm": 0.05894482880830765,
      "learning_rate": 2.978746554475555e-05,
      "loss": 0.0042,
      "step": 19459
    },
    {
      "epoch": 2.109713790112749,
      "grad_norm": 0.12230650335550308,
      "learning_rate": 2.9783838676918613e-05,
      "loss": 0.0108,
      "step": 19460
    },
    {
      "epoch": 2.109822202948829,
      "grad_norm": 0.5725176334381104,
      "learning_rate": 2.9780211809081677e-05,
      "loss": 0.0415,
      "step": 19461
    },
    {
      "epoch": 2.109930615784909,
      "grad_norm": 0.346900999546051,
      "learning_rate": 2.9776584941244744e-05,
      "loss": 0.022,
      "step": 19462
    },
    {
      "epoch": 2.1100390286209887,
      "grad_norm": 0.4049278497695923,
      "learning_rate": 2.977295807340781e-05,
      "loss": 0.0075,
      "step": 19463
    },
    {
      "epoch": 2.1101474414570687,
      "grad_norm": 0.24601790308952332,
      "learning_rate": 2.9769331205570872e-05,
      "loss": 0.0471,
      "step": 19464
    },
    {
      "epoch": 2.110255854293148,
      "grad_norm": 0.14703229069709778,
      "learning_rate": 2.9765704337733937e-05,
      "loss": 0.0099,
      "step": 19465
    },
    {
      "epoch": 2.110364267129228,
      "grad_norm": 0.20457246899604797,
      "learning_rate": 2.9762077469896997e-05,
      "loss": 0.0115,
      "step": 19466
    },
    {
      "epoch": 2.1104726799653077,
      "grad_norm": 0.1238652840256691,
      "learning_rate": 2.975845060206006e-05,
      "loss": 0.0161,
      "step": 19467
    },
    {
      "epoch": 2.1105810928013877,
      "grad_norm": 0.25666892528533936,
      "learning_rate": 2.9754823734223125e-05,
      "loss": 0.0179,
      "step": 19468
    },
    {
      "epoch": 2.1106895056374673,
      "grad_norm": 0.11176427453756332,
      "learning_rate": 2.975119686638619e-05,
      "loss": 0.0088,
      "step": 19469
    },
    {
      "epoch": 2.1107979184735473,
      "grad_norm": 0.1540105789899826,
      "learning_rate": 2.974756999854925e-05,
      "loss": 0.0348,
      "step": 19470
    },
    {
      "epoch": 2.1109063313096272,
      "grad_norm": 0.030574535951018333,
      "learning_rate": 2.974394313071232e-05,
      "loss": 0.0025,
      "step": 19471
    },
    {
      "epoch": 2.111014744145707,
      "grad_norm": 0.09911935776472092,
      "learning_rate": 2.9740316262875385e-05,
      "loss": 0.0159,
      "step": 19472
    },
    {
      "epoch": 2.1111231569817868,
      "grad_norm": 0.3790189325809479,
      "learning_rate": 2.9736689395038446e-05,
      "loss": 0.0109,
      "step": 19473
    },
    {
      "epoch": 2.1112315698178663,
      "grad_norm": 0.0784909576177597,
      "learning_rate": 2.973306252720151e-05,
      "loss": 0.0025,
      "step": 19474
    },
    {
      "epoch": 2.1113399826539463,
      "grad_norm": 0.36607226729393005,
      "learning_rate": 2.9729435659364574e-05,
      "loss": 0.0511,
      "step": 19475
    },
    {
      "epoch": 2.111448395490026,
      "grad_norm": 0.02352416142821312,
      "learning_rate": 2.9725808791527638e-05,
      "loss": 0.0016,
      "step": 19476
    },
    {
      "epoch": 2.111556808326106,
      "grad_norm": 0.23791812360286713,
      "learning_rate": 2.97221819236907e-05,
      "loss": 0.0215,
      "step": 19477
    },
    {
      "epoch": 2.111665221162186,
      "grad_norm": 0.27736517786979675,
      "learning_rate": 2.9718555055853763e-05,
      "loss": 0.0197,
      "step": 19478
    },
    {
      "epoch": 2.1117736339982653,
      "grad_norm": 0.3036141097545624,
      "learning_rate": 2.9714928188016827e-05,
      "loss": 0.0496,
      "step": 19479
    },
    {
      "epoch": 2.1118820468343453,
      "grad_norm": 0.2165810614824295,
      "learning_rate": 2.9711301320179895e-05,
      "loss": 0.0288,
      "step": 19480
    },
    {
      "epoch": 2.111990459670425,
      "grad_norm": 0.12838114798069,
      "learning_rate": 2.970767445234296e-05,
      "loss": 0.0062,
      "step": 19481
    },
    {
      "epoch": 2.112098872506505,
      "grad_norm": 0.10033059865236282,
      "learning_rate": 2.9704047584506023e-05,
      "loss": 0.0108,
      "step": 19482
    },
    {
      "epoch": 2.1122072853425844,
      "grad_norm": 0.17311976850032806,
      "learning_rate": 2.9700420716669087e-05,
      "loss": 0.0168,
      "step": 19483
    },
    {
      "epoch": 2.1123156981786644,
      "grad_norm": 0.21503736078739166,
      "learning_rate": 2.969679384883215e-05,
      "loss": 0.0122,
      "step": 19484
    },
    {
      "epoch": 2.112424111014744,
      "grad_norm": 0.08162336051464081,
      "learning_rate": 2.9693166980995212e-05,
      "loss": 0.0059,
      "step": 19485
    },
    {
      "epoch": 2.112532523850824,
      "grad_norm": 0.11542554944753647,
      "learning_rate": 2.9689540113158276e-05,
      "loss": 0.0124,
      "step": 19486
    },
    {
      "epoch": 2.112640936686904,
      "grad_norm": 0.36600449681282043,
      "learning_rate": 2.968591324532134e-05,
      "loss": 0.0185,
      "step": 19487
    },
    {
      "epoch": 2.1127493495229834,
      "grad_norm": 0.18449640274047852,
      "learning_rate": 2.9682286377484408e-05,
      "loss": 0.0295,
      "step": 19488
    },
    {
      "epoch": 2.1128577623590634,
      "grad_norm": 0.07606455683708191,
      "learning_rate": 2.967865950964747e-05,
      "loss": 0.0039,
      "step": 19489
    },
    {
      "epoch": 2.112966175195143,
      "grad_norm": 0.008257251232862473,
      "learning_rate": 2.9675032641810536e-05,
      "loss": 0.0004,
      "step": 19490
    },
    {
      "epoch": 2.113074588031223,
      "grad_norm": 0.19828124344348907,
      "learning_rate": 2.96714057739736e-05,
      "loss": 0.0084,
      "step": 19491
    },
    {
      "epoch": 2.1131830008673025,
      "grad_norm": 0.07957461476325989,
      "learning_rate": 2.966777890613666e-05,
      "loss": 0.0031,
      "step": 19492
    },
    {
      "epoch": 2.1132914137033825,
      "grad_norm": 0.028033118695020676,
      "learning_rate": 2.9664152038299725e-05,
      "loss": 0.0018,
      "step": 19493
    },
    {
      "epoch": 2.1133998265394625,
      "grad_norm": 0.06515730172395706,
      "learning_rate": 2.966052517046279e-05,
      "loss": 0.0043,
      "step": 19494
    },
    {
      "epoch": 2.113508239375542,
      "grad_norm": 0.17289160192012787,
      "learning_rate": 2.9656898302625853e-05,
      "loss": 0.0177,
      "step": 19495
    },
    {
      "epoch": 2.113616652211622,
      "grad_norm": 0.21358272433280945,
      "learning_rate": 2.9653271434788914e-05,
      "loss": 0.0235,
      "step": 19496
    },
    {
      "epoch": 2.1137250650477015,
      "grad_norm": 0.014521941542625427,
      "learning_rate": 2.9649644566951985e-05,
      "loss": 0.0015,
      "step": 19497
    },
    {
      "epoch": 2.1138334778837815,
      "grad_norm": 0.07565031200647354,
      "learning_rate": 2.964601769911505e-05,
      "loss": 0.0034,
      "step": 19498
    },
    {
      "epoch": 2.113941890719861,
      "grad_norm": 0.1865614652633667,
      "learning_rate": 2.964239083127811e-05,
      "loss": 0.0257,
      "step": 19499
    },
    {
      "epoch": 2.114050303555941,
      "grad_norm": 0.3580317199230194,
      "learning_rate": 2.9638763963441173e-05,
      "loss": 0.0069,
      "step": 19500
    },
    {
      "epoch": 2.114158716392021,
      "grad_norm": 0.3238544762134552,
      "learning_rate": 2.9635137095604238e-05,
      "loss": 0.0259,
      "step": 19501
    },
    {
      "epoch": 2.1142671292281006,
      "grad_norm": 0.15523065626621246,
      "learning_rate": 2.96315102277673e-05,
      "loss": 0.0051,
      "step": 19502
    },
    {
      "epoch": 2.1143755420641805,
      "grad_norm": 0.01628287322819233,
      "learning_rate": 2.9627883359930362e-05,
      "loss": 0.0012,
      "step": 19503
    },
    {
      "epoch": 2.11448395490026,
      "grad_norm": 0.49101921916007996,
      "learning_rate": 2.9624256492093426e-05,
      "loss": 0.0296,
      "step": 19504
    },
    {
      "epoch": 2.11459236773634,
      "grad_norm": 0.4505981504917145,
      "learning_rate": 2.9620629624256497e-05,
      "loss": 0.0238,
      "step": 19505
    },
    {
      "epoch": 2.1147007805724196,
      "grad_norm": 0.05958395078778267,
      "learning_rate": 2.9617002756419558e-05,
      "loss": 0.0025,
      "step": 19506
    },
    {
      "epoch": 2.1148091934084996,
      "grad_norm": 0.1899411976337433,
      "learning_rate": 2.9613375888582622e-05,
      "loss": 0.0165,
      "step": 19507
    },
    {
      "epoch": 2.114917606244579,
      "grad_norm": 0.09472738206386566,
      "learning_rate": 2.9609749020745686e-05,
      "loss": 0.005,
      "step": 19508
    },
    {
      "epoch": 2.115026019080659,
      "grad_norm": 0.18313032388687134,
      "learning_rate": 2.960612215290875e-05,
      "loss": 0.0109,
      "step": 19509
    },
    {
      "epoch": 2.115134431916739,
      "grad_norm": 0.07788047939538956,
      "learning_rate": 2.9602495285071814e-05,
      "loss": 0.0024,
      "step": 19510
    },
    {
      "epoch": 2.1152428447528187,
      "grad_norm": 0.14639067649841309,
      "learning_rate": 2.9598868417234875e-05,
      "loss": 0.0098,
      "step": 19511
    },
    {
      "epoch": 2.1153512575888986,
      "grad_norm": 0.04021789878606796,
      "learning_rate": 2.959524154939794e-05,
      "loss": 0.0037,
      "step": 19512
    },
    {
      "epoch": 2.115459670424978,
      "grad_norm": 0.06730388104915619,
      "learning_rate": 2.9591614681561003e-05,
      "loss": 0.0033,
      "step": 19513
    },
    {
      "epoch": 2.115568083261058,
      "grad_norm": 0.03345915302634239,
      "learning_rate": 2.958798781372407e-05,
      "loss": 0.0036,
      "step": 19514
    },
    {
      "epoch": 2.1156764960971377,
      "grad_norm": 0.21802552044391632,
      "learning_rate": 2.9584360945887135e-05,
      "loss": 0.0077,
      "step": 19515
    },
    {
      "epoch": 2.1157849089332177,
      "grad_norm": 0.278371125459671,
      "learning_rate": 2.95807340780502e-05,
      "loss": 0.0091,
      "step": 19516
    },
    {
      "epoch": 2.1158933217692977,
      "grad_norm": 0.20215585827827454,
      "learning_rate": 2.9577107210213263e-05,
      "loss": 0.0188,
      "step": 19517
    },
    {
      "epoch": 2.116001734605377,
      "grad_norm": 0.44385969638824463,
      "learning_rate": 2.9573480342376324e-05,
      "loss": 0.0305,
      "step": 19518
    },
    {
      "epoch": 2.116110147441457,
      "grad_norm": 0.16359442472457886,
      "learning_rate": 2.9569853474539388e-05,
      "loss": 0.0092,
      "step": 19519
    },
    {
      "epoch": 2.1162185602775367,
      "grad_norm": 0.16106219589710236,
      "learning_rate": 2.9566226606702452e-05,
      "loss": 0.026,
      "step": 19520
    },
    {
      "epoch": 2.1163269731136167,
      "grad_norm": 0.18867821991443634,
      "learning_rate": 2.9562599738865516e-05,
      "loss": 0.0136,
      "step": 19521
    },
    {
      "epoch": 2.1164353859496963,
      "grad_norm": 0.21364708244800568,
      "learning_rate": 2.9558972871028577e-05,
      "loss": 0.0123,
      "step": 19522
    },
    {
      "epoch": 2.1165437987857763,
      "grad_norm": 0.2616223394870758,
      "learning_rate": 2.9555346003191648e-05,
      "loss": 0.0438,
      "step": 19523
    },
    {
      "epoch": 2.1166522116218562,
      "grad_norm": 0.28902021050453186,
      "learning_rate": 2.9551719135354712e-05,
      "loss": 0.0088,
      "step": 19524
    },
    {
      "epoch": 2.116760624457936,
      "grad_norm": 0.03549645096063614,
      "learning_rate": 2.9548092267517773e-05,
      "loss": 0.002,
      "step": 19525
    },
    {
      "epoch": 2.1168690372940158,
      "grad_norm": 0.26953819394111633,
      "learning_rate": 2.9544465399680837e-05,
      "loss": 0.0173,
      "step": 19526
    },
    {
      "epoch": 2.1169774501300953,
      "grad_norm": 0.026730550453066826,
      "learning_rate": 2.95408385318439e-05,
      "loss": 0.0011,
      "step": 19527
    },
    {
      "epoch": 2.1170858629661753,
      "grad_norm": 0.5168376564979553,
      "learning_rate": 2.9537211664006965e-05,
      "loss": 0.0102,
      "step": 19528
    },
    {
      "epoch": 2.117194275802255,
      "grad_norm": 0.1882098913192749,
      "learning_rate": 2.9533584796170026e-05,
      "loss": 0.01,
      "step": 19529
    },
    {
      "epoch": 2.117302688638335,
      "grad_norm": 0.438647985458374,
      "learning_rate": 2.952995792833309e-05,
      "loss": 0.0408,
      "step": 19530
    },
    {
      "epoch": 2.1174111014744144,
      "grad_norm": 0.009751871228218079,
      "learning_rate": 2.952633106049616e-05,
      "loss": 0.0005,
      "step": 19531
    },
    {
      "epoch": 2.1175195143104943,
      "grad_norm": 0.01753607578575611,
      "learning_rate": 2.952270419265922e-05,
      "loss": 0.0008,
      "step": 19532
    },
    {
      "epoch": 2.1176279271465743,
      "grad_norm": 0.06424450874328613,
      "learning_rate": 2.9519077324822286e-05,
      "loss": 0.0021,
      "step": 19533
    },
    {
      "epoch": 2.117736339982654,
      "grad_norm": 0.17573384940624237,
      "learning_rate": 2.951545045698535e-05,
      "loss": 0.0069,
      "step": 19534
    },
    {
      "epoch": 2.117844752818734,
      "grad_norm": 0.15888458490371704,
      "learning_rate": 2.9511823589148414e-05,
      "loss": 0.0102,
      "step": 19535
    },
    {
      "epoch": 2.1179531656548134,
      "grad_norm": 0.3589273989200592,
      "learning_rate": 2.9508196721311478e-05,
      "loss": 0.0976,
      "step": 19536
    },
    {
      "epoch": 2.1180615784908934,
      "grad_norm": 0.10163333266973495,
      "learning_rate": 2.950456985347454e-05,
      "loss": 0.0027,
      "step": 19537
    },
    {
      "epoch": 2.118169991326973,
      "grad_norm": 0.3088794946670532,
      "learning_rate": 2.9500942985637603e-05,
      "loss": 0.0285,
      "step": 19538
    },
    {
      "epoch": 2.118278404163053,
      "grad_norm": 0.4532807767391205,
      "learning_rate": 2.9497316117800667e-05,
      "loss": 0.0316,
      "step": 19539
    },
    {
      "epoch": 2.118386816999133,
      "grad_norm": 0.42300331592559814,
      "learning_rate": 2.9493689249963734e-05,
      "loss": 0.0271,
      "step": 19540
    },
    {
      "epoch": 2.1184952298352124,
      "grad_norm": 0.42034146189689636,
      "learning_rate": 2.94900623821268e-05,
      "loss": 0.0349,
      "step": 19541
    },
    {
      "epoch": 2.1186036426712924,
      "grad_norm": 0.18335343897342682,
      "learning_rate": 2.9486435514289862e-05,
      "loss": 0.0108,
      "step": 19542
    },
    {
      "epoch": 2.118712055507372,
      "grad_norm": 0.3841841518878937,
      "learning_rate": 2.9482808646452927e-05,
      "loss": 0.0089,
      "step": 19543
    },
    {
      "epoch": 2.118820468343452,
      "grad_norm": 0.043034207075834274,
      "learning_rate": 2.9479181778615987e-05,
      "loss": 0.0032,
      "step": 19544
    },
    {
      "epoch": 2.1189288811795315,
      "grad_norm": 0.15119902789592743,
      "learning_rate": 2.947555491077905e-05,
      "loss": 0.0104,
      "step": 19545
    },
    {
      "epoch": 2.1190372940156115,
      "grad_norm": 0.4824393391609192,
      "learning_rate": 2.9471928042942115e-05,
      "loss": 0.0093,
      "step": 19546
    },
    {
      "epoch": 2.1191457068516915,
      "grad_norm": 0.25899145007133484,
      "learning_rate": 2.946830117510518e-05,
      "loss": 0.0182,
      "step": 19547
    },
    {
      "epoch": 2.119254119687771,
      "grad_norm": 0.07676751911640167,
      "learning_rate": 2.946467430726824e-05,
      "loss": 0.0041,
      "step": 19548
    },
    {
      "epoch": 2.119362532523851,
      "grad_norm": 0.30081111192703247,
      "learning_rate": 2.946104743943131e-05,
      "loss": 0.0283,
      "step": 19549
    },
    {
      "epoch": 2.1194709453599305,
      "grad_norm": 0.15132763981819153,
      "learning_rate": 2.9457420571594375e-05,
      "loss": 0.0044,
      "step": 19550
    },
    {
      "epoch": 2.1195793581960105,
      "grad_norm": 0.04284894838929176,
      "learning_rate": 2.9453793703757436e-05,
      "loss": 0.0022,
      "step": 19551
    },
    {
      "epoch": 2.11968777103209,
      "grad_norm": 0.6055430173873901,
      "learning_rate": 2.94501668359205e-05,
      "loss": 0.0152,
      "step": 19552
    },
    {
      "epoch": 2.11979618386817,
      "grad_norm": 0.18567252159118652,
      "learning_rate": 2.9446539968083564e-05,
      "loss": 0.0109,
      "step": 19553
    },
    {
      "epoch": 2.1199045967042496,
      "grad_norm": 0.3543704152107239,
      "learning_rate": 2.944291310024663e-05,
      "loss": 0.0465,
      "step": 19554
    },
    {
      "epoch": 2.1200130095403296,
      "grad_norm": 0.07916296273469925,
      "learning_rate": 2.9439286232409692e-05,
      "loss": 0.0033,
      "step": 19555
    },
    {
      "epoch": 2.1201214223764095,
      "grad_norm": 0.04599655047059059,
      "learning_rate": 2.9435659364572753e-05,
      "loss": 0.0035,
      "step": 19556
    },
    {
      "epoch": 2.120229835212489,
      "grad_norm": 0.186298668384552,
      "learning_rate": 2.9432032496735824e-05,
      "loss": 0.0116,
      "step": 19557
    },
    {
      "epoch": 2.120338248048569,
      "grad_norm": 0.08737769722938538,
      "learning_rate": 2.9428405628898885e-05,
      "loss": 0.0044,
      "step": 19558
    },
    {
      "epoch": 2.1204466608846486,
      "grad_norm": 0.816462516784668,
      "learning_rate": 2.942477876106195e-05,
      "loss": 0.0462,
      "step": 19559
    },
    {
      "epoch": 2.1205550737207286,
      "grad_norm": 0.08912855386734009,
      "learning_rate": 2.9421151893225013e-05,
      "loss": 0.0105,
      "step": 19560
    },
    {
      "epoch": 2.120663486556808,
      "grad_norm": 0.5166108012199402,
      "learning_rate": 2.9417525025388077e-05,
      "loss": 0.0124,
      "step": 19561
    },
    {
      "epoch": 2.120771899392888,
      "grad_norm": 0.19095255434513092,
      "learning_rate": 2.941389815755114e-05,
      "loss": 0.0108,
      "step": 19562
    },
    {
      "epoch": 2.120880312228968,
      "grad_norm": 0.07401519268751144,
      "learning_rate": 2.9410271289714202e-05,
      "loss": 0.0048,
      "step": 19563
    },
    {
      "epoch": 2.1209887250650477,
      "grad_norm": 0.029115088284015656,
      "learning_rate": 2.9406644421877266e-05,
      "loss": 0.0011,
      "step": 19564
    },
    {
      "epoch": 2.1210971379011276,
      "grad_norm": 0.20696642994880676,
      "learning_rate": 2.940301755404033e-05,
      "loss": 0.0078,
      "step": 19565
    },
    {
      "epoch": 2.121205550737207,
      "grad_norm": 0.44488754868507385,
      "learning_rate": 2.9399390686203398e-05,
      "loss": 0.0252,
      "step": 19566
    },
    {
      "epoch": 2.121313963573287,
      "grad_norm": 0.06154818460345268,
      "learning_rate": 2.939576381836646e-05,
      "loss": 0.0023,
      "step": 19567
    },
    {
      "epoch": 2.1214223764093667,
      "grad_norm": 0.02633410319685936,
      "learning_rate": 2.9392136950529526e-05,
      "loss": 0.0015,
      "step": 19568
    },
    {
      "epoch": 2.1215307892454467,
      "grad_norm": 0.08365996181964874,
      "learning_rate": 2.938851008269259e-05,
      "loss": 0.0038,
      "step": 19569
    },
    {
      "epoch": 2.1216392020815267,
      "grad_norm": 0.13860009610652924,
      "learning_rate": 2.938488321485565e-05,
      "loss": 0.0092,
      "step": 19570
    },
    {
      "epoch": 2.121747614917606,
      "grad_norm": 0.0974811539053917,
      "learning_rate": 2.9381256347018715e-05,
      "loss": 0.0085,
      "step": 19571
    },
    {
      "epoch": 2.121856027753686,
      "grad_norm": 0.03283267840743065,
      "learning_rate": 2.937762947918178e-05,
      "loss": 0.0025,
      "step": 19572
    },
    {
      "epoch": 2.1219644405897657,
      "grad_norm": 0.34494099020957947,
      "learning_rate": 2.9374002611344843e-05,
      "loss": 0.0289,
      "step": 19573
    },
    {
      "epoch": 2.1220728534258457,
      "grad_norm": 0.32069411873817444,
      "learning_rate": 2.9370375743507904e-05,
      "loss": 0.0119,
      "step": 19574
    },
    {
      "epoch": 2.1221812662619253,
      "grad_norm": 0.2570464611053467,
      "learning_rate": 2.9366748875670975e-05,
      "loss": 0.0221,
      "step": 19575
    },
    {
      "epoch": 2.1222896790980053,
      "grad_norm": 0.08458232879638672,
      "learning_rate": 2.936312200783404e-05,
      "loss": 0.0008,
      "step": 19576
    },
    {
      "epoch": 2.122398091934085,
      "grad_norm": 0.32676878571510315,
      "learning_rate": 2.93594951399971e-05,
      "loss": 0.0115,
      "step": 19577
    },
    {
      "epoch": 2.122506504770165,
      "grad_norm": 0.10221640020608902,
      "learning_rate": 2.9355868272160163e-05,
      "loss": 0.0039,
      "step": 19578
    },
    {
      "epoch": 2.1226149176062448,
      "grad_norm": 0.11107621341943741,
      "learning_rate": 2.9352241404323228e-05,
      "loss": 0.0077,
      "step": 19579
    },
    {
      "epoch": 2.1227233304423243,
      "grad_norm": 0.034788135439157486,
      "learning_rate": 2.934861453648629e-05,
      "loss": 0.0022,
      "step": 19580
    },
    {
      "epoch": 2.1228317432784043,
      "grad_norm": 0.1421932876110077,
      "learning_rate": 2.9344987668649356e-05,
      "loss": 0.0099,
      "step": 19581
    },
    {
      "epoch": 2.122940156114484,
      "grad_norm": 0.004642827436327934,
      "learning_rate": 2.9341360800812416e-05,
      "loss": 0.0003,
      "step": 19582
    },
    {
      "epoch": 2.123048568950564,
      "grad_norm": 0.054201409220695496,
      "learning_rate": 2.9337733932975487e-05,
      "loss": 0.0024,
      "step": 19583
    },
    {
      "epoch": 2.1231569817866434,
      "grad_norm": 0.3303539454936981,
      "learning_rate": 2.9334107065138548e-05,
      "loss": 0.0237,
      "step": 19584
    },
    {
      "epoch": 2.1232653946227233,
      "grad_norm": 0.05945203825831413,
      "learning_rate": 2.9330480197301612e-05,
      "loss": 0.0042,
      "step": 19585
    },
    {
      "epoch": 2.1233738074588033,
      "grad_norm": 0.0437031164765358,
      "learning_rate": 2.9326853329464676e-05,
      "loss": 0.002,
      "step": 19586
    },
    {
      "epoch": 2.123482220294883,
      "grad_norm": 0.0932643935084343,
      "learning_rate": 2.932322646162774e-05,
      "loss": 0.0035,
      "step": 19587
    },
    {
      "epoch": 2.123590633130963,
      "grad_norm": 0.26902443170547485,
      "learning_rate": 2.9319599593790805e-05,
      "loss": 0.0144,
      "step": 19588
    },
    {
      "epoch": 2.1236990459670424,
      "grad_norm": 0.6411048173904419,
      "learning_rate": 2.9315972725953865e-05,
      "loss": 0.0359,
      "step": 19589
    },
    {
      "epoch": 2.1238074588031224,
      "grad_norm": 0.15958374738693237,
      "learning_rate": 2.931234585811693e-05,
      "loss": 0.0074,
      "step": 19590
    },
    {
      "epoch": 2.123915871639202,
      "grad_norm": 0.28418493270874023,
      "learning_rate": 2.9308718990279993e-05,
      "loss": 0.0122,
      "step": 19591
    },
    {
      "epoch": 2.124024284475282,
      "grad_norm": 0.10912107676267624,
      "learning_rate": 2.930509212244306e-05,
      "loss": 0.0125,
      "step": 19592
    },
    {
      "epoch": 2.1241326973113615,
      "grad_norm": 0.16611237823963165,
      "learning_rate": 2.9301465254606125e-05,
      "loss": 0.0059,
      "step": 19593
    },
    {
      "epoch": 2.1242411101474414,
      "grad_norm": 0.1565018594264984,
      "learning_rate": 2.929783838676919e-05,
      "loss": 0.0103,
      "step": 19594
    },
    {
      "epoch": 2.1243495229835214,
      "grad_norm": 0.17398521304130554,
      "learning_rate": 2.9294211518932253e-05,
      "loss": 0.0197,
      "step": 19595
    },
    {
      "epoch": 2.124457935819601,
      "grad_norm": 0.12055633217096329,
      "learning_rate": 2.9290584651095314e-05,
      "loss": 0.012,
      "step": 19596
    },
    {
      "epoch": 2.124566348655681,
      "grad_norm": 0.08927124738693237,
      "learning_rate": 2.9286957783258378e-05,
      "loss": 0.0071,
      "step": 19597
    },
    {
      "epoch": 2.1246747614917605,
      "grad_norm": 0.7276672124862671,
      "learning_rate": 2.9283330915421442e-05,
      "loss": 0.0136,
      "step": 19598
    },
    {
      "epoch": 2.1247831743278405,
      "grad_norm": 0.024340124800801277,
      "learning_rate": 2.9279704047584506e-05,
      "loss": 0.0007,
      "step": 19599
    },
    {
      "epoch": 2.12489158716392,
      "grad_norm": 0.26721662282943726,
      "learning_rate": 2.9276077179747574e-05,
      "loss": 0.0386,
      "step": 19600
    },
    {
      "epoch": 2.125,
      "grad_norm": 0.04848868027329445,
      "learning_rate": 2.9272450311910638e-05,
      "loss": 0.0021,
      "step": 19601
    },
    {
      "epoch": 2.12510841283608,
      "grad_norm": 0.12983426451683044,
      "learning_rate": 2.9268823444073702e-05,
      "loss": 0.0101,
      "step": 19602
    },
    {
      "epoch": 2.1252168256721595,
      "grad_norm": 0.7121806144714355,
      "learning_rate": 2.9265196576236763e-05,
      "loss": 0.031,
      "step": 19603
    },
    {
      "epoch": 2.1253252385082395,
      "grad_norm": 0.2220364212989807,
      "learning_rate": 2.9261569708399827e-05,
      "loss": 0.0212,
      "step": 19604
    },
    {
      "epoch": 2.125433651344319,
      "grad_norm": 0.142722487449646,
      "learning_rate": 2.925794284056289e-05,
      "loss": 0.0117,
      "step": 19605
    },
    {
      "epoch": 2.125542064180399,
      "grad_norm": 0.22973252832889557,
      "learning_rate": 2.9254315972725955e-05,
      "loss": 0.013,
      "step": 19606
    },
    {
      "epoch": 2.1256504770164786,
      "grad_norm": 0.04345829412341118,
      "learning_rate": 2.925068910488902e-05,
      "loss": 0.0008,
      "step": 19607
    },
    {
      "epoch": 2.1257588898525586,
      "grad_norm": 0.1555016189813614,
      "learning_rate": 2.924706223705208e-05,
      "loss": 0.0134,
      "step": 19608
    },
    {
      "epoch": 2.125867302688638,
      "grad_norm": 0.23340937495231628,
      "learning_rate": 2.924343536921515e-05,
      "loss": 0.0142,
      "step": 19609
    },
    {
      "epoch": 2.125975715524718,
      "grad_norm": 0.14315564930438995,
      "learning_rate": 2.923980850137821e-05,
      "loss": 0.014,
      "step": 19610
    },
    {
      "epoch": 2.126084128360798,
      "grad_norm": 0.06779231131076813,
      "learning_rate": 2.9236181633541276e-05,
      "loss": 0.0128,
      "step": 19611
    },
    {
      "epoch": 2.1261925411968776,
      "grad_norm": 0.21890853345394135,
      "learning_rate": 2.923255476570434e-05,
      "loss": 0.0253,
      "step": 19612
    },
    {
      "epoch": 2.1263009540329576,
      "grad_norm": 0.15555183589458466,
      "learning_rate": 2.9228927897867404e-05,
      "loss": 0.0077,
      "step": 19613
    },
    {
      "epoch": 2.126409366869037,
      "grad_norm": 0.024336595088243484,
      "learning_rate": 2.9225301030030468e-05,
      "loss": 0.0011,
      "step": 19614
    },
    {
      "epoch": 2.126517779705117,
      "grad_norm": 0.5881527662277222,
      "learning_rate": 2.922167416219353e-05,
      "loss": 0.0322,
      "step": 19615
    },
    {
      "epoch": 2.126626192541197,
      "grad_norm": 0.13761061429977417,
      "learning_rate": 2.9218047294356593e-05,
      "loss": 0.0033,
      "step": 19616
    },
    {
      "epoch": 2.1267346053772767,
      "grad_norm": 0.4360082149505615,
      "learning_rate": 2.9214420426519657e-05,
      "loss": 0.0339,
      "step": 19617
    },
    {
      "epoch": 2.1268430182133566,
      "grad_norm": 0.6775617599487305,
      "learning_rate": 2.9210793558682724e-05,
      "loss": 0.0266,
      "step": 19618
    },
    {
      "epoch": 2.126951431049436,
      "grad_norm": 0.1744120568037033,
      "learning_rate": 2.920716669084579e-05,
      "loss": 0.0092,
      "step": 19619
    },
    {
      "epoch": 2.127059843885516,
      "grad_norm": 0.5363995432853699,
      "learning_rate": 2.9203539823008852e-05,
      "loss": 0.0598,
      "step": 19620
    },
    {
      "epoch": 2.1271682567215957,
      "grad_norm": 0.19399471580982208,
      "learning_rate": 2.9199912955171917e-05,
      "loss": 0.035,
      "step": 19621
    },
    {
      "epoch": 2.1272766695576757,
      "grad_norm": 0.2914915978908539,
      "learning_rate": 2.9196286087334977e-05,
      "loss": 0.0291,
      "step": 19622
    },
    {
      "epoch": 2.1273850823937552,
      "grad_norm": 0.25080135464668274,
      "learning_rate": 2.919265921949804e-05,
      "loss": 0.025,
      "step": 19623
    },
    {
      "epoch": 2.127493495229835,
      "grad_norm": 0.03690163791179657,
      "learning_rate": 2.9189032351661106e-05,
      "loss": 0.0012,
      "step": 19624
    },
    {
      "epoch": 2.127601908065915,
      "grad_norm": 0.10560405999422073,
      "learning_rate": 2.918540548382417e-05,
      "loss": 0.0058,
      "step": 19625
    },
    {
      "epoch": 2.1277103209019947,
      "grad_norm": 0.21266530454158783,
      "learning_rate": 2.9181778615987237e-05,
      "loss": 0.0166,
      "step": 19626
    },
    {
      "epoch": 2.1278187337380747,
      "grad_norm": 0.0432017520070076,
      "learning_rate": 2.91781517481503e-05,
      "loss": 0.0026,
      "step": 19627
    },
    {
      "epoch": 2.1279271465741543,
      "grad_norm": 0.12622705101966858,
      "learning_rate": 2.9174524880313365e-05,
      "loss": 0.0107,
      "step": 19628
    },
    {
      "epoch": 2.1280355594102343,
      "grad_norm": 0.2084760218858719,
      "learning_rate": 2.9170898012476426e-05,
      "loss": 0.0156,
      "step": 19629
    },
    {
      "epoch": 2.128143972246314,
      "grad_norm": 0.2979426085948944,
      "learning_rate": 2.916727114463949e-05,
      "loss": 0.008,
      "step": 19630
    },
    {
      "epoch": 2.128252385082394,
      "grad_norm": 0.3020760416984558,
      "learning_rate": 2.9163644276802554e-05,
      "loss": 0.0242,
      "step": 19631
    },
    {
      "epoch": 2.1283607979184733,
      "grad_norm": 0.1253403276205063,
      "learning_rate": 2.916001740896562e-05,
      "loss": 0.0051,
      "step": 19632
    },
    {
      "epoch": 2.1284692107545533,
      "grad_norm": 0.13845032453536987,
      "learning_rate": 2.9156390541128682e-05,
      "loss": 0.0051,
      "step": 19633
    },
    {
      "epoch": 2.1285776235906333,
      "grad_norm": 0.25263968110084534,
      "learning_rate": 2.9152763673291743e-05,
      "loss": 0.0247,
      "step": 19634
    },
    {
      "epoch": 2.128686036426713,
      "grad_norm": 0.05703321471810341,
      "learning_rate": 2.9149136805454814e-05,
      "loss": 0.0067,
      "step": 19635
    },
    {
      "epoch": 2.128794449262793,
      "grad_norm": 0.367694616317749,
      "learning_rate": 2.9145509937617875e-05,
      "loss": 0.0224,
      "step": 19636
    },
    {
      "epoch": 2.1289028620988724,
      "grad_norm": 0.07818838953971863,
      "learning_rate": 2.914188306978094e-05,
      "loss": 0.005,
      "step": 19637
    },
    {
      "epoch": 2.1290112749349523,
      "grad_norm": 0.07105987519025803,
      "learning_rate": 2.9138256201944003e-05,
      "loss": 0.0049,
      "step": 19638
    },
    {
      "epoch": 2.129119687771032,
      "grad_norm": 0.3269226551055908,
      "learning_rate": 2.9134629334107067e-05,
      "loss": 0.029,
      "step": 19639
    },
    {
      "epoch": 2.129228100607112,
      "grad_norm": 0.27727869153022766,
      "learning_rate": 2.913100246627013e-05,
      "loss": 0.0458,
      "step": 19640
    },
    {
      "epoch": 2.129336513443192,
      "grad_norm": 0.06563439965248108,
      "learning_rate": 2.9127375598433192e-05,
      "loss": 0.0023,
      "step": 19641
    },
    {
      "epoch": 2.1294449262792714,
      "grad_norm": 0.3071620762348175,
      "learning_rate": 2.9123748730596256e-05,
      "loss": 0.0326,
      "step": 19642
    },
    {
      "epoch": 2.1295533391153514,
      "grad_norm": 0.22876226902008057,
      "learning_rate": 2.912012186275932e-05,
      "loss": 0.0263,
      "step": 19643
    },
    {
      "epoch": 2.129661751951431,
      "grad_norm": 0.040115028619766235,
      "learning_rate": 2.9116494994922388e-05,
      "loss": 0.0034,
      "step": 19644
    },
    {
      "epoch": 2.129770164787511,
      "grad_norm": 0.015905553475022316,
      "learning_rate": 2.9112868127085452e-05,
      "loss": 0.0009,
      "step": 19645
    },
    {
      "epoch": 2.1298785776235905,
      "grad_norm": 0.3588424324989319,
      "learning_rate": 2.9109241259248516e-05,
      "loss": 0.0208,
      "step": 19646
    },
    {
      "epoch": 2.1299869904596704,
      "grad_norm": 0.03827979043126106,
      "learning_rate": 2.910561439141158e-05,
      "loss": 0.0024,
      "step": 19647
    },
    {
      "epoch": 2.1300954032957504,
      "grad_norm": 0.28447800874710083,
      "learning_rate": 2.910198752357464e-05,
      "loss": 0.0655,
      "step": 19648
    },
    {
      "epoch": 2.13020381613183,
      "grad_norm": 0.10527633130550385,
      "learning_rate": 2.9098360655737705e-05,
      "loss": 0.0141,
      "step": 19649
    },
    {
      "epoch": 2.13031222896791,
      "grad_norm": 0.05092601850628853,
      "learning_rate": 2.909473378790077e-05,
      "loss": 0.0024,
      "step": 19650
    },
    {
      "epoch": 2.1304206418039895,
      "grad_norm": 0.015429324470460415,
      "learning_rate": 2.9091106920063833e-05,
      "loss": 0.0006,
      "step": 19651
    },
    {
      "epoch": 2.1305290546400695,
      "grad_norm": 0.1345471888780594,
      "learning_rate": 2.90874800522269e-05,
      "loss": 0.0027,
      "step": 19652
    },
    {
      "epoch": 2.130637467476149,
      "grad_norm": 0.19304880499839783,
      "learning_rate": 2.9083853184389965e-05,
      "loss": 0.0126,
      "step": 19653
    },
    {
      "epoch": 2.130745880312229,
      "grad_norm": 0.3036210536956787,
      "learning_rate": 2.908022631655303e-05,
      "loss": 0.0476,
      "step": 19654
    },
    {
      "epoch": 2.1308542931483085,
      "grad_norm": 0.2275821417570114,
      "learning_rate": 2.907659944871609e-05,
      "loss": 0.0067,
      "step": 19655
    },
    {
      "epoch": 2.1309627059843885,
      "grad_norm": 0.563062310218811,
      "learning_rate": 2.9072972580879153e-05,
      "loss": 0.0277,
      "step": 19656
    },
    {
      "epoch": 2.1310711188204685,
      "grad_norm": 0.18630103766918182,
      "learning_rate": 2.9069345713042218e-05,
      "loss": 0.0148,
      "step": 19657
    },
    {
      "epoch": 2.131179531656548,
      "grad_norm": 0.14474165439605713,
      "learning_rate": 2.9065718845205282e-05,
      "loss": 0.015,
      "step": 19658
    },
    {
      "epoch": 2.131287944492628,
      "grad_norm": 0.7088034152984619,
      "learning_rate": 2.9062091977368346e-05,
      "loss": 0.0139,
      "step": 19659
    },
    {
      "epoch": 2.1313963573287076,
      "grad_norm": 0.3408793807029724,
      "learning_rate": 2.9058465109531407e-05,
      "loss": 0.0165,
      "step": 19660
    },
    {
      "epoch": 2.1315047701647876,
      "grad_norm": 0.1416894644498825,
      "learning_rate": 2.9054838241694477e-05,
      "loss": 0.006,
      "step": 19661
    },
    {
      "epoch": 2.131613183000867,
      "grad_norm": 0.07847707718610764,
      "learning_rate": 2.9051211373857538e-05,
      "loss": 0.0097,
      "step": 19662
    },
    {
      "epoch": 2.131721595836947,
      "grad_norm": 0.06863685697317123,
      "learning_rate": 2.9047584506020602e-05,
      "loss": 0.0033,
      "step": 19663
    },
    {
      "epoch": 2.131830008673027,
      "grad_norm": 0.03207358345389366,
      "learning_rate": 2.9043957638183666e-05,
      "loss": 0.0025,
      "step": 19664
    },
    {
      "epoch": 2.1319384215091066,
      "grad_norm": 0.19370120763778687,
      "learning_rate": 2.904033077034673e-05,
      "loss": 0.0341,
      "step": 19665
    },
    {
      "epoch": 2.1320468343451866,
      "grad_norm": 0.10727132111787796,
      "learning_rate": 2.9036703902509795e-05,
      "loss": 0.0044,
      "step": 19666
    },
    {
      "epoch": 2.132155247181266,
      "grad_norm": 0.22656390070915222,
      "learning_rate": 2.9033077034672855e-05,
      "loss": 0.0149,
      "step": 19667
    },
    {
      "epoch": 2.132263660017346,
      "grad_norm": 0.08607237040996552,
      "learning_rate": 2.902945016683592e-05,
      "loss": 0.0054,
      "step": 19668
    },
    {
      "epoch": 2.1323720728534257,
      "grad_norm": 0.026775162667036057,
      "learning_rate": 2.9025823298998983e-05,
      "loss": 0.0028,
      "step": 19669
    },
    {
      "epoch": 2.1324804856895057,
      "grad_norm": 0.17099995911121368,
      "learning_rate": 2.902219643116205e-05,
      "loss": 0.0049,
      "step": 19670
    },
    {
      "epoch": 2.1325888985255856,
      "grad_norm": 0.30256471037864685,
      "learning_rate": 2.9018569563325115e-05,
      "loss": 0.0241,
      "step": 19671
    },
    {
      "epoch": 2.132697311361665,
      "grad_norm": 0.25321802496910095,
      "learning_rate": 2.901494269548818e-05,
      "loss": 0.0163,
      "step": 19672
    },
    {
      "epoch": 2.132805724197745,
      "grad_norm": 0.07707200944423676,
      "learning_rate": 2.9011315827651243e-05,
      "loss": 0.0058,
      "step": 19673
    },
    {
      "epoch": 2.1329141370338247,
      "grad_norm": 0.1400195062160492,
      "learning_rate": 2.9007688959814304e-05,
      "loss": 0.0082,
      "step": 19674
    },
    {
      "epoch": 2.1330225498699047,
      "grad_norm": 0.1448766142129898,
      "learning_rate": 2.9004062091977368e-05,
      "loss": 0.0197,
      "step": 19675
    },
    {
      "epoch": 2.1331309627059842,
      "grad_norm": 0.9084339737892151,
      "learning_rate": 2.9000435224140432e-05,
      "loss": 0.0343,
      "step": 19676
    },
    {
      "epoch": 2.133239375542064,
      "grad_norm": 0.23417067527770996,
      "learning_rate": 2.8996808356303496e-05,
      "loss": 0.0229,
      "step": 19677
    },
    {
      "epoch": 2.1333477883781438,
      "grad_norm": 0.3473166823387146,
      "learning_rate": 2.8993181488466564e-05,
      "loss": 0.026,
      "step": 19678
    },
    {
      "epoch": 2.1334562012142237,
      "grad_norm": 0.2912682592868805,
      "learning_rate": 2.8989554620629628e-05,
      "loss": 0.0338,
      "step": 19679
    },
    {
      "epoch": 2.1335646140503037,
      "grad_norm": 0.3934617042541504,
      "learning_rate": 2.8985927752792692e-05,
      "loss": 0.0141,
      "step": 19680
    },
    {
      "epoch": 2.1336730268863833,
      "grad_norm": 0.2697335183620453,
      "learning_rate": 2.8982300884955753e-05,
      "loss": 0.0129,
      "step": 19681
    },
    {
      "epoch": 2.1337814397224633,
      "grad_norm": 0.20136772096157074,
      "learning_rate": 2.8978674017118817e-05,
      "loss": 0.0172,
      "step": 19682
    },
    {
      "epoch": 2.133889852558543,
      "grad_norm": 0.5661895275115967,
      "learning_rate": 2.897504714928188e-05,
      "loss": 0.0123,
      "step": 19683
    },
    {
      "epoch": 2.133998265394623,
      "grad_norm": 0.1742887645959854,
      "learning_rate": 2.8971420281444945e-05,
      "loss": 0.013,
      "step": 19684
    },
    {
      "epoch": 2.1341066782307023,
      "grad_norm": 0.18113598227500916,
      "learning_rate": 2.896779341360801e-05,
      "loss": 0.0172,
      "step": 19685
    },
    {
      "epoch": 2.1342150910667823,
      "grad_norm": 0.06834696978330612,
      "learning_rate": 2.896416654577107e-05,
      "loss": 0.0056,
      "step": 19686
    },
    {
      "epoch": 2.1343235039028623,
      "grad_norm": 0.0848378986120224,
      "learning_rate": 2.896053967793414e-05,
      "loss": 0.0038,
      "step": 19687
    },
    {
      "epoch": 2.134431916738942,
      "grad_norm": 0.022859467193484306,
      "learning_rate": 2.89569128100972e-05,
      "loss": 0.0021,
      "step": 19688
    },
    {
      "epoch": 2.134540329575022,
      "grad_norm": 0.21452432870864868,
      "learning_rate": 2.8953285942260266e-05,
      "loss": 0.0083,
      "step": 19689
    },
    {
      "epoch": 2.1346487424111014,
      "grad_norm": 0.13539858162403107,
      "learning_rate": 2.894965907442333e-05,
      "loss": 0.0087,
      "step": 19690
    },
    {
      "epoch": 2.1347571552471813,
      "grad_norm": 0.1583046317100525,
      "learning_rate": 2.8946032206586394e-05,
      "loss": 0.0058,
      "step": 19691
    },
    {
      "epoch": 2.134865568083261,
      "grad_norm": 0.03505696728825569,
      "learning_rate": 2.8942405338749458e-05,
      "loss": 0.001,
      "step": 19692
    },
    {
      "epoch": 2.134973980919341,
      "grad_norm": 0.0457775741815567,
      "learning_rate": 2.893877847091252e-05,
      "loss": 0.0042,
      "step": 19693
    },
    {
      "epoch": 2.135082393755421,
      "grad_norm": 0.2761228680610657,
      "learning_rate": 2.8935151603075583e-05,
      "loss": 0.0279,
      "step": 19694
    },
    {
      "epoch": 2.1351908065915004,
      "grad_norm": 0.41070032119750977,
      "learning_rate": 2.8931524735238654e-05,
      "loss": 0.0278,
      "step": 19695
    },
    {
      "epoch": 2.1352992194275804,
      "grad_norm": 0.10637841373682022,
      "learning_rate": 2.8927897867401714e-05,
      "loss": 0.0036,
      "step": 19696
    },
    {
      "epoch": 2.13540763226366,
      "grad_norm": 0.195529967546463,
      "learning_rate": 2.892427099956478e-05,
      "loss": 0.0062,
      "step": 19697
    },
    {
      "epoch": 2.13551604509974,
      "grad_norm": 0.10414408892393112,
      "learning_rate": 2.8920644131727843e-05,
      "loss": 0.0035,
      "step": 19698
    },
    {
      "epoch": 2.1356244579358195,
      "grad_norm": 0.2943783104419708,
      "learning_rate": 2.8917017263890907e-05,
      "loss": 0.0061,
      "step": 19699
    },
    {
      "epoch": 2.1357328707718994,
      "grad_norm": 0.12166450917720795,
      "learning_rate": 2.8913390396053967e-05,
      "loss": 0.0089,
      "step": 19700
    },
    {
      "epoch": 2.135841283607979,
      "grad_norm": 0.16184766590595245,
      "learning_rate": 2.890976352821703e-05,
      "loss": 0.0111,
      "step": 19701
    },
    {
      "epoch": 2.135949696444059,
      "grad_norm": 0.5631215572357178,
      "learning_rate": 2.8906136660380096e-05,
      "loss": 0.0473,
      "step": 19702
    },
    {
      "epoch": 2.136058109280139,
      "grad_norm": 0.040438711643218994,
      "learning_rate": 2.890250979254316e-05,
      "loss": 0.002,
      "step": 19703
    },
    {
      "epoch": 2.1361665221162185,
      "grad_norm": 0.22009976208209991,
      "learning_rate": 2.8898882924706227e-05,
      "loss": 0.0315,
      "step": 19704
    },
    {
      "epoch": 2.1362749349522985,
      "grad_norm": 0.47204914689064026,
      "learning_rate": 2.889525605686929e-05,
      "loss": 0.0385,
      "step": 19705
    },
    {
      "epoch": 2.136383347788378,
      "grad_norm": 0.35074248909950256,
      "learning_rate": 2.8891629189032355e-05,
      "loss": 0.0133,
      "step": 19706
    },
    {
      "epoch": 2.136491760624458,
      "grad_norm": 0.399264395236969,
      "learning_rate": 2.8888002321195416e-05,
      "loss": 0.0276,
      "step": 19707
    },
    {
      "epoch": 2.1366001734605375,
      "grad_norm": 0.11693944036960602,
      "learning_rate": 2.888437545335848e-05,
      "loss": 0.0077,
      "step": 19708
    },
    {
      "epoch": 2.1367085862966175,
      "grad_norm": 0.12282334268093109,
      "learning_rate": 2.8880748585521544e-05,
      "loss": 0.0062,
      "step": 19709
    },
    {
      "epoch": 2.1368169991326975,
      "grad_norm": 0.04788771644234657,
      "learning_rate": 2.887712171768461e-05,
      "loss": 0.0054,
      "step": 19710
    },
    {
      "epoch": 2.136925411968777,
      "grad_norm": 0.12809869647026062,
      "learning_rate": 2.8873494849847672e-05,
      "loss": 0.009,
      "step": 19711
    },
    {
      "epoch": 2.137033824804857,
      "grad_norm": 0.25357747077941895,
      "learning_rate": 2.8869867982010733e-05,
      "loss": 0.0061,
      "step": 19712
    },
    {
      "epoch": 2.1371422376409366,
      "grad_norm": 0.013886353000998497,
      "learning_rate": 2.8866241114173804e-05,
      "loss": 0.0009,
      "step": 19713
    },
    {
      "epoch": 2.1372506504770166,
      "grad_norm": 0.017429843544960022,
      "learning_rate": 2.8862614246336865e-05,
      "loss": 0.0011,
      "step": 19714
    },
    {
      "epoch": 2.137359063313096,
      "grad_norm": 0.5087292790412903,
      "learning_rate": 2.885898737849993e-05,
      "loss": 0.0261,
      "step": 19715
    },
    {
      "epoch": 2.137467476149176,
      "grad_norm": 0.4631895124912262,
      "learning_rate": 2.8855360510662993e-05,
      "loss": 0.0171,
      "step": 19716
    },
    {
      "epoch": 2.137575888985256,
      "grad_norm": 0.2207416594028473,
      "learning_rate": 2.8851733642826057e-05,
      "loss": 0.0496,
      "step": 19717
    },
    {
      "epoch": 2.1376843018213356,
      "grad_norm": 0.2555844783782959,
      "learning_rate": 2.884810677498912e-05,
      "loss": 0.0209,
      "step": 19718
    },
    {
      "epoch": 2.1377927146574156,
      "grad_norm": 0.21119828522205353,
      "learning_rate": 2.8844479907152182e-05,
      "loss": 0.0141,
      "step": 19719
    },
    {
      "epoch": 2.137901127493495,
      "grad_norm": 0.039178114384412766,
      "learning_rate": 2.8840853039315246e-05,
      "loss": 0.0029,
      "step": 19720
    },
    {
      "epoch": 2.138009540329575,
      "grad_norm": 0.2659192681312561,
      "learning_rate": 2.8837226171478317e-05,
      "loss": 0.033,
      "step": 19721
    },
    {
      "epoch": 2.1381179531656547,
      "grad_norm": 0.6897295713424683,
      "learning_rate": 2.8833599303641378e-05,
      "loss": 0.0172,
      "step": 19722
    },
    {
      "epoch": 2.1382263660017347,
      "grad_norm": 0.17230767011642456,
      "learning_rate": 2.8829972435804442e-05,
      "loss": 0.0115,
      "step": 19723
    },
    {
      "epoch": 2.138334778837814,
      "grad_norm": 0.1262112259864807,
      "learning_rate": 2.8826345567967506e-05,
      "loss": 0.0138,
      "step": 19724
    },
    {
      "epoch": 2.138443191673894,
      "grad_norm": 0.11497768759727478,
      "learning_rate": 2.882271870013057e-05,
      "loss": 0.014,
      "step": 19725
    },
    {
      "epoch": 2.138551604509974,
      "grad_norm": 0.02553192526102066,
      "learning_rate": 2.881909183229363e-05,
      "loss": 0.0012,
      "step": 19726
    },
    {
      "epoch": 2.1386600173460537,
      "grad_norm": 0.051574286073446274,
      "learning_rate": 2.8815464964456695e-05,
      "loss": 0.0019,
      "step": 19727
    },
    {
      "epoch": 2.1387684301821337,
      "grad_norm": 0.13641025125980377,
      "learning_rate": 2.881183809661976e-05,
      "loss": 0.0105,
      "step": 19728
    },
    {
      "epoch": 2.1388768430182132,
      "grad_norm": 0.2388952374458313,
      "learning_rate": 2.8808211228782823e-05,
      "loss": 0.0105,
      "step": 19729
    },
    {
      "epoch": 2.138985255854293,
      "grad_norm": 0.9082382917404175,
      "learning_rate": 2.880458436094589e-05,
      "loss": 0.0193,
      "step": 19730
    },
    {
      "epoch": 2.1390936686903728,
      "grad_norm": 0.0656583234667778,
      "learning_rate": 2.8800957493108955e-05,
      "loss": 0.0078,
      "step": 19731
    },
    {
      "epoch": 2.1392020815264527,
      "grad_norm": 0.2510456144809723,
      "learning_rate": 2.879733062527202e-05,
      "loss": 0.0136,
      "step": 19732
    },
    {
      "epoch": 2.1393104943625323,
      "grad_norm": 0.14630530774593353,
      "learning_rate": 2.879370375743508e-05,
      "loss": 0.004,
      "step": 19733
    },
    {
      "epoch": 2.1394189071986123,
      "grad_norm": 0.2143373191356659,
      "learning_rate": 2.8790076889598144e-05,
      "loss": 0.021,
      "step": 19734
    },
    {
      "epoch": 2.1395273200346923,
      "grad_norm": 0.07505594193935394,
      "learning_rate": 2.8786450021761208e-05,
      "loss": 0.0056,
      "step": 19735
    },
    {
      "epoch": 2.139635732870772,
      "grad_norm": 0.09126688539981842,
      "learning_rate": 2.8782823153924272e-05,
      "loss": 0.003,
      "step": 19736
    },
    {
      "epoch": 2.139744145706852,
      "grad_norm": 0.025760870426893234,
      "learning_rate": 2.8779196286087336e-05,
      "loss": 0.0011,
      "step": 19737
    },
    {
      "epoch": 2.1398525585429313,
      "grad_norm": 0.30315566062927246,
      "learning_rate": 2.8775569418250397e-05,
      "loss": 0.0106,
      "step": 19738
    },
    {
      "epoch": 2.1399609713790113,
      "grad_norm": 0.10938619077205658,
      "learning_rate": 2.8771942550413467e-05,
      "loss": 0.0047,
      "step": 19739
    },
    {
      "epoch": 2.1400693842150913,
      "grad_norm": 0.2626376450061798,
      "learning_rate": 2.876831568257653e-05,
      "loss": 0.0165,
      "step": 19740
    },
    {
      "epoch": 2.140177797051171,
      "grad_norm": 0.24613173305988312,
      "learning_rate": 2.8764688814739592e-05,
      "loss": 0.0312,
      "step": 19741
    },
    {
      "epoch": 2.140286209887251,
      "grad_norm": 0.2437087446451187,
      "learning_rate": 2.8761061946902656e-05,
      "loss": 0.022,
      "step": 19742
    },
    {
      "epoch": 2.1403946227233304,
      "grad_norm": 0.16182030737400055,
      "learning_rate": 2.875743507906572e-05,
      "loss": 0.0072,
      "step": 19743
    },
    {
      "epoch": 2.1405030355594103,
      "grad_norm": 0.7416160106658936,
      "learning_rate": 2.8753808211228785e-05,
      "loss": 0.0233,
      "step": 19744
    },
    {
      "epoch": 2.14061144839549,
      "grad_norm": 0.09940698742866516,
      "learning_rate": 2.8750181343391845e-05,
      "loss": 0.0061,
      "step": 19745
    },
    {
      "epoch": 2.14071986123157,
      "grad_norm": 0.1327381432056427,
      "learning_rate": 2.874655447555491e-05,
      "loss": 0.0067,
      "step": 19746
    },
    {
      "epoch": 2.1408282740676494,
      "grad_norm": 0.29244574904441833,
      "learning_rate": 2.874292760771798e-05,
      "loss": 0.0175,
      "step": 19747
    },
    {
      "epoch": 2.1409366869037294,
      "grad_norm": 0.21471868455410004,
      "learning_rate": 2.873930073988104e-05,
      "loss": 0.0178,
      "step": 19748
    },
    {
      "epoch": 2.1410450997398094,
      "grad_norm": 0.5686876773834229,
      "learning_rate": 2.8735673872044105e-05,
      "loss": 0.0357,
      "step": 19749
    },
    {
      "epoch": 2.141153512575889,
      "grad_norm": 0.17485016584396362,
      "learning_rate": 2.873204700420717e-05,
      "loss": 0.0216,
      "step": 19750
    },
    {
      "epoch": 2.141261925411969,
      "grad_norm": 0.01262728776782751,
      "learning_rate": 2.8728420136370233e-05,
      "loss": 0.0005,
      "step": 19751
    },
    {
      "epoch": 2.1413703382480485,
      "grad_norm": 0.21041813492774963,
      "learning_rate": 2.8724793268533294e-05,
      "loss": 0.0125,
      "step": 19752
    },
    {
      "epoch": 2.1414787510841284,
      "grad_norm": 0.14800074696540833,
      "learning_rate": 2.8721166400696358e-05,
      "loss": 0.0094,
      "step": 19753
    },
    {
      "epoch": 2.141587163920208,
      "grad_norm": 0.12519662082195282,
      "learning_rate": 2.8717539532859422e-05,
      "loss": 0.0078,
      "step": 19754
    },
    {
      "epoch": 2.141695576756288,
      "grad_norm": 0.8703560829162598,
      "learning_rate": 2.8713912665022486e-05,
      "loss": 0.0238,
      "step": 19755
    },
    {
      "epoch": 2.1418039895923675,
      "grad_norm": 0.18639828264713287,
      "learning_rate": 2.8710285797185554e-05,
      "loss": 0.0101,
      "step": 19756
    },
    {
      "epoch": 2.1419124024284475,
      "grad_norm": 0.2911539077758789,
      "learning_rate": 2.8706658929348618e-05,
      "loss": 0.0235,
      "step": 19757
    },
    {
      "epoch": 2.1420208152645275,
      "grad_norm": 0.11166748404502869,
      "learning_rate": 2.8703032061511682e-05,
      "loss": 0.0098,
      "step": 19758
    },
    {
      "epoch": 2.142129228100607,
      "grad_norm": 0.03324448689818382,
      "learning_rate": 2.8699405193674743e-05,
      "loss": 0.0015,
      "step": 19759
    },
    {
      "epoch": 2.142237640936687,
      "grad_norm": 0.35406795144081116,
      "learning_rate": 2.8695778325837807e-05,
      "loss": 0.0104,
      "step": 19760
    },
    {
      "epoch": 2.1423460537727665,
      "grad_norm": 0.02178739570081234,
      "learning_rate": 2.869215145800087e-05,
      "loss": 0.0008,
      "step": 19761
    },
    {
      "epoch": 2.1424544666088465,
      "grad_norm": 0.34489700198173523,
      "learning_rate": 2.8688524590163935e-05,
      "loss": 0.0184,
      "step": 19762
    },
    {
      "epoch": 2.142562879444926,
      "grad_norm": 0.03343617916107178,
      "learning_rate": 2.8684897722327e-05,
      "loss": 0.0014,
      "step": 19763
    },
    {
      "epoch": 2.142671292281006,
      "grad_norm": 0.08550415188074112,
      "learning_rate": 2.868127085449006e-05,
      "loss": 0.0018,
      "step": 19764
    },
    {
      "epoch": 2.142779705117086,
      "grad_norm": 0.2585781216621399,
      "learning_rate": 2.867764398665313e-05,
      "loss": 0.0089,
      "step": 19765
    },
    {
      "epoch": 2.1428881179531656,
      "grad_norm": 0.8278937935829163,
      "learning_rate": 2.8674017118816195e-05,
      "loss": 0.0362,
      "step": 19766
    },
    {
      "epoch": 2.1429965307892456,
      "grad_norm": 0.33346763253211975,
      "learning_rate": 2.8670390250979256e-05,
      "loss": 0.0169,
      "step": 19767
    },
    {
      "epoch": 2.143104943625325,
      "grad_norm": 0.1613955795764923,
      "learning_rate": 2.866676338314232e-05,
      "loss": 0.0074,
      "step": 19768
    },
    {
      "epoch": 2.143213356461405,
      "grad_norm": 0.05963725224137306,
      "learning_rate": 2.8663136515305384e-05,
      "loss": 0.0015,
      "step": 19769
    },
    {
      "epoch": 2.1433217692974846,
      "grad_norm": 0.0354490652680397,
      "learning_rate": 2.8659509647468448e-05,
      "loss": 0.0015,
      "step": 19770
    },
    {
      "epoch": 2.1434301821335646,
      "grad_norm": 0.09577199816703796,
      "learning_rate": 2.865588277963151e-05,
      "loss": 0.0055,
      "step": 19771
    },
    {
      "epoch": 2.1435385949696446,
      "grad_norm": 0.17792513966560364,
      "learning_rate": 2.8652255911794573e-05,
      "loss": 0.0076,
      "step": 19772
    },
    {
      "epoch": 2.143647007805724,
      "grad_norm": 0.0968555212020874,
      "learning_rate": 2.8648629043957644e-05,
      "loss": 0.0085,
      "step": 19773
    },
    {
      "epoch": 2.143755420641804,
      "grad_norm": 0.1469433605670929,
      "learning_rate": 2.8645002176120704e-05,
      "loss": 0.0105,
      "step": 19774
    },
    {
      "epoch": 2.1438638334778837,
      "grad_norm": 0.18740196526050568,
      "learning_rate": 2.864137530828377e-05,
      "loss": 0.0174,
      "step": 19775
    },
    {
      "epoch": 2.1439722463139637,
      "grad_norm": 0.46274638175964355,
      "learning_rate": 2.8637748440446833e-05,
      "loss": 0.0374,
      "step": 19776
    },
    {
      "epoch": 2.144080659150043,
      "grad_norm": 0.12589438259601593,
      "learning_rate": 2.8634121572609897e-05,
      "loss": 0.0077,
      "step": 19777
    },
    {
      "epoch": 2.144189071986123,
      "grad_norm": 0.28669610619544983,
      "learning_rate": 2.8630494704772957e-05,
      "loss": 0.0058,
      "step": 19778
    },
    {
      "epoch": 2.1442974848222027,
      "grad_norm": 0.20608404278755188,
      "learning_rate": 2.862686783693602e-05,
      "loss": 0.0188,
      "step": 19779
    },
    {
      "epoch": 2.1444058976582827,
      "grad_norm": 0.12204980850219727,
      "learning_rate": 2.8623240969099086e-05,
      "loss": 0.0026,
      "step": 19780
    },
    {
      "epoch": 2.1445143104943627,
      "grad_norm": 0.15074872970581055,
      "learning_rate": 2.861961410126215e-05,
      "loss": 0.008,
      "step": 19781
    },
    {
      "epoch": 2.1446227233304422,
      "grad_norm": 0.10545855760574341,
      "learning_rate": 2.8615987233425217e-05,
      "loss": 0.0018,
      "step": 19782
    },
    {
      "epoch": 2.1447311361665222,
      "grad_norm": 0.22235259413719177,
      "learning_rate": 2.861236036558828e-05,
      "loss": 0.0143,
      "step": 19783
    },
    {
      "epoch": 2.1448395490026018,
      "grad_norm": 0.39073318243026733,
      "learning_rate": 2.8608733497751345e-05,
      "loss": 0.0258,
      "step": 19784
    },
    {
      "epoch": 2.1449479618386817,
      "grad_norm": 0.13383616507053375,
      "learning_rate": 2.8605106629914406e-05,
      "loss": 0.009,
      "step": 19785
    },
    {
      "epoch": 2.1450563746747613,
      "grad_norm": 0.09339655190706253,
      "learning_rate": 2.860147976207747e-05,
      "loss": 0.0046,
      "step": 19786
    },
    {
      "epoch": 2.1451647875108413,
      "grad_norm": 0.15387921035289764,
      "learning_rate": 2.8597852894240534e-05,
      "loss": 0.0175,
      "step": 19787
    },
    {
      "epoch": 2.1452732003469213,
      "grad_norm": 0.15097008645534515,
      "learning_rate": 2.85942260264036e-05,
      "loss": 0.0091,
      "step": 19788
    },
    {
      "epoch": 2.145381613183001,
      "grad_norm": 0.39766839146614075,
      "learning_rate": 2.8590599158566663e-05,
      "loss": 0.0299,
      "step": 19789
    },
    {
      "epoch": 2.145490026019081,
      "grad_norm": 0.29662322998046875,
      "learning_rate": 2.858697229072973e-05,
      "loss": 0.0388,
      "step": 19790
    },
    {
      "epoch": 2.1455984388551603,
      "grad_norm": 0.21470192074775696,
      "learning_rate": 2.8583345422892794e-05,
      "loss": 0.0255,
      "step": 19791
    },
    {
      "epoch": 2.1457068516912403,
      "grad_norm": 0.3497917652130127,
      "learning_rate": 2.8579718555055858e-05,
      "loss": 0.0307,
      "step": 19792
    },
    {
      "epoch": 2.14581526452732,
      "grad_norm": 0.26096659898757935,
      "learning_rate": 2.857609168721892e-05,
      "loss": 0.0153,
      "step": 19793
    },
    {
      "epoch": 2.1459236773634,
      "grad_norm": 0.2038579285144806,
      "learning_rate": 2.8572464819381983e-05,
      "loss": 0.0098,
      "step": 19794
    },
    {
      "epoch": 2.14603209019948,
      "grad_norm": 0.18219785392284393,
      "learning_rate": 2.8568837951545047e-05,
      "loss": 0.0095,
      "step": 19795
    },
    {
      "epoch": 2.1461405030355594,
      "grad_norm": 0.21343697607517242,
      "learning_rate": 2.856521108370811e-05,
      "loss": 0.016,
      "step": 19796
    },
    {
      "epoch": 2.1462489158716394,
      "grad_norm": 0.5066064596176147,
      "learning_rate": 2.8561584215871172e-05,
      "loss": 0.0289,
      "step": 19797
    },
    {
      "epoch": 2.146357328707719,
      "grad_norm": 0.5638237595558167,
      "learning_rate": 2.8557957348034236e-05,
      "loss": 0.0289,
      "step": 19798
    },
    {
      "epoch": 2.146465741543799,
      "grad_norm": 0.3173353374004364,
      "learning_rate": 2.8554330480197307e-05,
      "loss": 0.0152,
      "step": 19799
    },
    {
      "epoch": 2.1465741543798784,
      "grad_norm": 0.8007310628890991,
      "learning_rate": 2.8550703612360368e-05,
      "loss": 0.0188,
      "step": 19800
    },
    {
      "epoch": 2.1466825672159584,
      "grad_norm": 0.20191597938537598,
      "learning_rate": 2.8547076744523432e-05,
      "loss": 0.0182,
      "step": 19801
    },
    {
      "epoch": 2.146790980052038,
      "grad_norm": 0.4364588260650635,
      "learning_rate": 2.8543449876686496e-05,
      "loss": 0.0361,
      "step": 19802
    },
    {
      "epoch": 2.146899392888118,
      "grad_norm": 0.015536597929894924,
      "learning_rate": 2.853982300884956e-05,
      "loss": 0.0005,
      "step": 19803
    },
    {
      "epoch": 2.147007805724198,
      "grad_norm": 0.4351801574230194,
      "learning_rate": 2.853619614101262e-05,
      "loss": 0.0274,
      "step": 19804
    },
    {
      "epoch": 2.1471162185602775,
      "grad_norm": 0.43806323409080505,
      "learning_rate": 2.8532569273175685e-05,
      "loss": 0.0427,
      "step": 19805
    },
    {
      "epoch": 2.1472246313963574,
      "grad_norm": 0.06182508543133736,
      "learning_rate": 2.852894240533875e-05,
      "loss": 0.0015,
      "step": 19806
    },
    {
      "epoch": 2.147333044232437,
      "grad_norm": 0.3521718680858612,
      "learning_rate": 2.8525315537501813e-05,
      "loss": 0.068,
      "step": 19807
    },
    {
      "epoch": 2.147441457068517,
      "grad_norm": 0.08453001081943512,
      "learning_rate": 2.852168866966488e-05,
      "loss": 0.0031,
      "step": 19808
    },
    {
      "epoch": 2.1475498699045965,
      "grad_norm": 0.2562342882156372,
      "learning_rate": 2.8518061801827945e-05,
      "loss": 0.0299,
      "step": 19809
    },
    {
      "epoch": 2.1476582827406765,
      "grad_norm": 0.2584761381149292,
      "learning_rate": 2.851443493399101e-05,
      "loss": 0.0063,
      "step": 19810
    },
    {
      "epoch": 2.1477666955767565,
      "grad_norm": 0.0832367092370987,
      "learning_rate": 2.851080806615407e-05,
      "loss": 0.006,
      "step": 19811
    },
    {
      "epoch": 2.147875108412836,
      "grad_norm": 0.3285457193851471,
      "learning_rate": 2.8507181198317134e-05,
      "loss": 0.0077,
      "step": 19812
    },
    {
      "epoch": 2.147983521248916,
      "grad_norm": 0.4425913393497467,
      "learning_rate": 2.8503554330480198e-05,
      "loss": 0.087,
      "step": 19813
    },
    {
      "epoch": 2.1480919340849955,
      "grad_norm": 0.024434709921479225,
      "learning_rate": 2.8499927462643262e-05,
      "loss": 0.0016,
      "step": 19814
    },
    {
      "epoch": 2.1482003469210755,
      "grad_norm": 0.10509530454874039,
      "learning_rate": 2.8496300594806326e-05,
      "loss": 0.0067,
      "step": 19815
    },
    {
      "epoch": 2.148308759757155,
      "grad_norm": 0.15499843657016754,
      "learning_rate": 2.8492673726969393e-05,
      "loss": 0.007,
      "step": 19816
    },
    {
      "epoch": 2.148417172593235,
      "grad_norm": 0.2356143593788147,
      "learning_rate": 2.8489046859132457e-05,
      "loss": 0.0037,
      "step": 19817
    },
    {
      "epoch": 2.148525585429315,
      "grad_norm": 0.7997987270355225,
      "learning_rate": 2.848541999129552e-05,
      "loss": 0.0205,
      "step": 19818
    },
    {
      "epoch": 2.1486339982653946,
      "grad_norm": 0.2350848913192749,
      "learning_rate": 2.8481793123458582e-05,
      "loss": 0.0165,
      "step": 19819
    },
    {
      "epoch": 2.1487424111014746,
      "grad_norm": 0.1098061054944992,
      "learning_rate": 2.8478166255621646e-05,
      "loss": 0.0113,
      "step": 19820
    },
    {
      "epoch": 2.148850823937554,
      "grad_norm": 0.32141628861427307,
      "learning_rate": 2.847453938778471e-05,
      "loss": 0.0236,
      "step": 19821
    },
    {
      "epoch": 2.148959236773634,
      "grad_norm": 0.3940196633338928,
      "learning_rate": 2.8470912519947775e-05,
      "loss": 0.0075,
      "step": 19822
    },
    {
      "epoch": 2.1490676496097136,
      "grad_norm": 0.3178562521934509,
      "learning_rate": 2.8467285652110835e-05,
      "loss": 0.0204,
      "step": 19823
    },
    {
      "epoch": 2.1491760624457936,
      "grad_norm": 0.10686466842889786,
      "learning_rate": 2.84636587842739e-05,
      "loss": 0.0026,
      "step": 19824
    },
    {
      "epoch": 2.149284475281873,
      "grad_norm": 0.07282272726297379,
      "learning_rate": 2.846003191643697e-05,
      "loss": 0.0045,
      "step": 19825
    },
    {
      "epoch": 2.149392888117953,
      "grad_norm": 0.07977365702390671,
      "learning_rate": 2.845640504860003e-05,
      "loss": 0.0033,
      "step": 19826
    },
    {
      "epoch": 2.149501300954033,
      "grad_norm": 0.08960699290037155,
      "learning_rate": 2.8452778180763095e-05,
      "loss": 0.0037,
      "step": 19827
    },
    {
      "epoch": 2.1496097137901127,
      "grad_norm": 0.28305602073669434,
      "learning_rate": 2.844915131292616e-05,
      "loss": 0.0293,
      "step": 19828
    },
    {
      "epoch": 2.1497181266261927,
      "grad_norm": 0.14231540262699127,
      "learning_rate": 2.8445524445089223e-05,
      "loss": 0.0046,
      "step": 19829
    },
    {
      "epoch": 2.149826539462272,
      "grad_norm": 0.1216103583574295,
      "learning_rate": 2.8441897577252284e-05,
      "loss": 0.0136,
      "step": 19830
    },
    {
      "epoch": 2.149934952298352,
      "grad_norm": 0.09450103342533112,
      "learning_rate": 2.8438270709415348e-05,
      "loss": 0.0034,
      "step": 19831
    },
    {
      "epoch": 2.1500433651344317,
      "grad_norm": 0.3498208522796631,
      "learning_rate": 2.8434643841578412e-05,
      "loss": 0.0178,
      "step": 19832
    },
    {
      "epoch": 2.1501517779705117,
      "grad_norm": 0.47778254747390747,
      "learning_rate": 2.8431016973741476e-05,
      "loss": 0.0095,
      "step": 19833
    },
    {
      "epoch": 2.1502601908065917,
      "grad_norm": 0.7588416337966919,
      "learning_rate": 2.8427390105904544e-05,
      "loss": 0.0495,
      "step": 19834
    },
    {
      "epoch": 2.1503686036426712,
      "grad_norm": 0.6685103178024292,
      "learning_rate": 2.8423763238067608e-05,
      "loss": 0.0057,
      "step": 19835
    },
    {
      "epoch": 2.1504770164787512,
      "grad_norm": 0.06942118704319,
      "learning_rate": 2.8420136370230672e-05,
      "loss": 0.0071,
      "step": 19836
    },
    {
      "epoch": 2.1505854293148308,
      "grad_norm": 0.6341835260391235,
      "learning_rate": 2.8416509502393733e-05,
      "loss": 0.0178,
      "step": 19837
    },
    {
      "epoch": 2.1506938421509108,
      "grad_norm": 0.06637994945049286,
      "learning_rate": 2.8412882634556797e-05,
      "loss": 0.0024,
      "step": 19838
    },
    {
      "epoch": 2.1508022549869903,
      "grad_norm": 0.04338875412940979,
      "learning_rate": 2.840925576671986e-05,
      "loss": 0.0021,
      "step": 19839
    },
    {
      "epoch": 2.1509106678230703,
      "grad_norm": 0.03538495674729347,
      "learning_rate": 2.8405628898882925e-05,
      "loss": 0.0025,
      "step": 19840
    },
    {
      "epoch": 2.1510190806591503,
      "grad_norm": 0.36420607566833496,
      "learning_rate": 2.840200203104599e-05,
      "loss": 0.0131,
      "step": 19841
    },
    {
      "epoch": 2.15112749349523,
      "grad_norm": 0.37769007682800293,
      "learning_rate": 2.8398375163209057e-05,
      "loss": 0.0263,
      "step": 19842
    },
    {
      "epoch": 2.15123590633131,
      "grad_norm": 0.03331669420003891,
      "learning_rate": 2.839474829537212e-05,
      "loss": 0.0016,
      "step": 19843
    },
    {
      "epoch": 2.1513443191673893,
      "grad_norm": 0.2930193245410919,
      "learning_rate": 2.8391121427535185e-05,
      "loss": 0.0081,
      "step": 19844
    },
    {
      "epoch": 2.1514527320034693,
      "grad_norm": 0.3311489224433899,
      "learning_rate": 2.8387494559698246e-05,
      "loss": 0.0118,
      "step": 19845
    },
    {
      "epoch": 2.151561144839549,
      "grad_norm": 0.3861038386821747,
      "learning_rate": 2.838386769186131e-05,
      "loss": 0.0164,
      "step": 19846
    },
    {
      "epoch": 2.151669557675629,
      "grad_norm": 0.32218194007873535,
      "learning_rate": 2.8380240824024374e-05,
      "loss": 0.0383,
      "step": 19847
    },
    {
      "epoch": 2.1517779705117084,
      "grad_norm": 0.0932331457734108,
      "learning_rate": 2.8376613956187438e-05,
      "loss": 0.0052,
      "step": 19848
    },
    {
      "epoch": 2.1518863833477884,
      "grad_norm": 0.10127813369035721,
      "learning_rate": 2.83729870883505e-05,
      "loss": 0.0027,
      "step": 19849
    },
    {
      "epoch": 2.1519947961838684,
      "grad_norm": 0.3275751769542694,
      "learning_rate": 2.8369360220513563e-05,
      "loss": 0.0325,
      "step": 19850
    },
    {
      "epoch": 2.152103209019948,
      "grad_norm": 0.13042636215686798,
      "learning_rate": 2.8365733352676634e-05,
      "loss": 0.0113,
      "step": 19851
    },
    {
      "epoch": 2.152211621856028,
      "grad_norm": 0.2791147828102112,
      "learning_rate": 2.8362106484839694e-05,
      "loss": 0.0253,
      "step": 19852
    },
    {
      "epoch": 2.1523200346921074,
      "grad_norm": 0.19674403965473175,
      "learning_rate": 2.835847961700276e-05,
      "loss": 0.0237,
      "step": 19853
    },
    {
      "epoch": 2.1524284475281874,
      "grad_norm": 0.3960045278072357,
      "learning_rate": 2.8354852749165823e-05,
      "loss": 0.027,
      "step": 19854
    },
    {
      "epoch": 2.152536860364267,
      "grad_norm": 0.24855448305606842,
      "learning_rate": 2.8351225881328887e-05,
      "loss": 0.0217,
      "step": 19855
    },
    {
      "epoch": 2.152645273200347,
      "grad_norm": 0.09368886798620224,
      "learning_rate": 2.8347599013491947e-05,
      "loss": 0.0053,
      "step": 19856
    },
    {
      "epoch": 2.152753686036427,
      "grad_norm": 0.10209612548351288,
      "learning_rate": 2.834397214565501e-05,
      "loss": 0.0114,
      "step": 19857
    },
    {
      "epoch": 2.1528620988725065,
      "grad_norm": 0.2786027789115906,
      "learning_rate": 2.8340345277818076e-05,
      "loss": 0.0133,
      "step": 19858
    },
    {
      "epoch": 2.1529705117085864,
      "grad_norm": 0.25804969668388367,
      "learning_rate": 2.833671840998114e-05,
      "loss": 0.0251,
      "step": 19859
    },
    {
      "epoch": 2.153078924544666,
      "grad_norm": 0.2847115695476532,
      "learning_rate": 2.8333091542144207e-05,
      "loss": 0.0265,
      "step": 19860
    },
    {
      "epoch": 2.153187337380746,
      "grad_norm": 0.37924250960350037,
      "learning_rate": 2.832946467430727e-05,
      "loss": 0.0216,
      "step": 19861
    },
    {
      "epoch": 2.1532957502168255,
      "grad_norm": 0.132936492562294,
      "learning_rate": 2.8325837806470335e-05,
      "loss": 0.0173,
      "step": 19862
    },
    {
      "epoch": 2.1534041630529055,
      "grad_norm": 0.1387438178062439,
      "learning_rate": 2.8322210938633396e-05,
      "loss": 0.0019,
      "step": 19863
    },
    {
      "epoch": 2.1535125758889855,
      "grad_norm": 0.10976859927177429,
      "learning_rate": 2.831858407079646e-05,
      "loss": 0.0073,
      "step": 19864
    },
    {
      "epoch": 2.153620988725065,
      "grad_norm": 0.0553821362555027,
      "learning_rate": 2.8314957202959524e-05,
      "loss": 0.0036,
      "step": 19865
    },
    {
      "epoch": 2.153729401561145,
      "grad_norm": 0.33193516731262207,
      "learning_rate": 2.831133033512259e-05,
      "loss": 0.0194,
      "step": 19866
    },
    {
      "epoch": 2.1538378143972245,
      "grad_norm": 0.7774204015731812,
      "learning_rate": 2.8307703467285653e-05,
      "loss": 0.0877,
      "step": 19867
    },
    {
      "epoch": 2.1539462272333045,
      "grad_norm": 0.3358626365661621,
      "learning_rate": 2.830407659944872e-05,
      "loss": 0.0338,
      "step": 19868
    },
    {
      "epoch": 2.154054640069384,
      "grad_norm": 0.2065577208995819,
      "learning_rate": 2.8300449731611784e-05,
      "loss": 0.0167,
      "step": 19869
    },
    {
      "epoch": 2.154163052905464,
      "grad_norm": 0.2548885643482208,
      "learning_rate": 2.8296822863774848e-05,
      "loss": 0.0122,
      "step": 19870
    },
    {
      "epoch": 2.1542714657415436,
      "grad_norm": 0.1885697990655899,
      "learning_rate": 2.829319599593791e-05,
      "loss": 0.0177,
      "step": 19871
    },
    {
      "epoch": 2.1543798785776236,
      "grad_norm": 0.5114642977714539,
      "learning_rate": 2.8289569128100973e-05,
      "loss": 0.0346,
      "step": 19872
    },
    {
      "epoch": 2.1544882914137036,
      "grad_norm": 0.09599728137254715,
      "learning_rate": 2.8285942260264037e-05,
      "loss": 0.0053,
      "step": 19873
    },
    {
      "epoch": 2.154596704249783,
      "grad_norm": 0.04527663439512253,
      "learning_rate": 2.82823153924271e-05,
      "loss": 0.0027,
      "step": 19874
    },
    {
      "epoch": 2.154705117085863,
      "grad_norm": 0.23556873202323914,
      "learning_rate": 2.8278688524590162e-05,
      "loss": 0.008,
      "step": 19875
    },
    {
      "epoch": 2.1548135299219426,
      "grad_norm": 0.3121039867401123,
      "learning_rate": 2.8275061656753226e-05,
      "loss": 0.0122,
      "step": 19876
    },
    {
      "epoch": 2.1549219427580226,
      "grad_norm": 0.0630827397108078,
      "learning_rate": 2.8271434788916297e-05,
      "loss": 0.0038,
      "step": 19877
    },
    {
      "epoch": 2.155030355594102,
      "grad_norm": 0.4401923716068268,
      "learning_rate": 2.8267807921079358e-05,
      "loss": 0.0567,
      "step": 19878
    },
    {
      "epoch": 2.155138768430182,
      "grad_norm": 0.16536268591880798,
      "learning_rate": 2.8264181053242422e-05,
      "loss": 0.0191,
      "step": 19879
    },
    {
      "epoch": 2.1552471812662617,
      "grad_norm": 0.3166804611682892,
      "learning_rate": 2.8260554185405486e-05,
      "loss": 0.0162,
      "step": 19880
    },
    {
      "epoch": 2.1553555941023417,
      "grad_norm": 0.290802538394928,
      "learning_rate": 2.825692731756855e-05,
      "loss": 0.0196,
      "step": 19881
    },
    {
      "epoch": 2.1554640069384217,
      "grad_norm": 0.11521809548139572,
      "learning_rate": 2.825330044973161e-05,
      "loss": 0.0025,
      "step": 19882
    },
    {
      "epoch": 2.155572419774501,
      "grad_norm": 0.26802295446395874,
      "learning_rate": 2.8249673581894675e-05,
      "loss": 0.0488,
      "step": 19883
    },
    {
      "epoch": 2.155680832610581,
      "grad_norm": 0.3202860653400421,
      "learning_rate": 2.824604671405774e-05,
      "loss": 0.022,
      "step": 19884
    },
    {
      "epoch": 2.1557892454466607,
      "grad_norm": 0.11696567386388779,
      "learning_rate": 2.8242419846220806e-05,
      "loss": 0.0503,
      "step": 19885
    },
    {
      "epoch": 2.1558976582827407,
      "grad_norm": 0.18848185241222382,
      "learning_rate": 2.823879297838387e-05,
      "loss": 0.0158,
      "step": 19886
    },
    {
      "epoch": 2.1560060711188207,
      "grad_norm": 0.17523197829723358,
      "learning_rate": 2.8235166110546935e-05,
      "loss": 0.012,
      "step": 19887
    },
    {
      "epoch": 2.1561144839549002,
      "grad_norm": 0.3970550298690796,
      "learning_rate": 2.823153924271e-05,
      "loss": 0.0214,
      "step": 19888
    },
    {
      "epoch": 2.1562228967909802,
      "grad_norm": 0.06914947926998138,
      "learning_rate": 2.822791237487306e-05,
      "loss": 0.0058,
      "step": 19889
    },
    {
      "epoch": 2.1563313096270598,
      "grad_norm": 0.1749078631401062,
      "learning_rate": 2.8224285507036124e-05,
      "loss": 0.0598,
      "step": 19890
    },
    {
      "epoch": 2.1564397224631398,
      "grad_norm": 0.3430645763874054,
      "learning_rate": 2.8220658639199188e-05,
      "loss": 0.0248,
      "step": 19891
    },
    {
      "epoch": 2.1565481352992193,
      "grad_norm": 0.17041021585464478,
      "learning_rate": 2.8217031771362252e-05,
      "loss": 0.008,
      "step": 19892
    },
    {
      "epoch": 2.1566565481352993,
      "grad_norm": 0.09416677057743073,
      "learning_rate": 2.8213404903525316e-05,
      "loss": 0.0057,
      "step": 19893
    },
    {
      "epoch": 2.156764960971379,
      "grad_norm": 0.13423344492912292,
      "learning_rate": 2.8209778035688383e-05,
      "loss": 0.0046,
      "step": 19894
    },
    {
      "epoch": 2.156873373807459,
      "grad_norm": 0.27628907561302185,
      "learning_rate": 2.8206151167851448e-05,
      "loss": 0.0178,
      "step": 19895
    },
    {
      "epoch": 2.156981786643539,
      "grad_norm": 0.5531057715415955,
      "learning_rate": 2.820252430001451e-05,
      "loss": 0.0166,
      "step": 19896
    },
    {
      "epoch": 2.1570901994796183,
      "grad_norm": 0.24140499532222748,
      "learning_rate": 2.8198897432177572e-05,
      "loss": 0.0135,
      "step": 19897
    },
    {
      "epoch": 2.1571986123156983,
      "grad_norm": 0.06596704572439194,
      "learning_rate": 2.8195270564340636e-05,
      "loss": 0.0049,
      "step": 19898
    },
    {
      "epoch": 2.157307025151778,
      "grad_norm": 0.5250710844993591,
      "learning_rate": 2.81916436965037e-05,
      "loss": 0.0315,
      "step": 19899
    },
    {
      "epoch": 2.157415437987858,
      "grad_norm": 0.06030377000570297,
      "learning_rate": 2.8188016828666765e-05,
      "loss": 0.0061,
      "step": 19900
    },
    {
      "epoch": 2.1575238508239374,
      "grad_norm": 0.27331939339637756,
      "learning_rate": 2.8184389960829825e-05,
      "loss": 0.0306,
      "step": 19901
    },
    {
      "epoch": 2.1576322636600174,
      "grad_norm": 0.8560473322868347,
      "learning_rate": 2.818076309299289e-05,
      "loss": 0.053,
      "step": 19902
    },
    {
      "epoch": 2.157740676496097,
      "grad_norm": 0.41238003969192505,
      "learning_rate": 2.817713622515596e-05,
      "loss": 0.0304,
      "step": 19903
    },
    {
      "epoch": 2.157849089332177,
      "grad_norm": 0.06130002439022064,
      "learning_rate": 2.817350935731902e-05,
      "loss": 0.0036,
      "step": 19904
    },
    {
      "epoch": 2.157957502168257,
      "grad_norm": 0.11464139819145203,
      "learning_rate": 2.8169882489482085e-05,
      "loss": 0.0025,
      "step": 19905
    },
    {
      "epoch": 2.1580659150043364,
      "grad_norm": 0.204365536570549,
      "learning_rate": 2.816625562164515e-05,
      "loss": 0.0063,
      "step": 19906
    },
    {
      "epoch": 2.1581743278404164,
      "grad_norm": 0.4679549038410187,
      "learning_rate": 2.8162628753808213e-05,
      "loss": 0.0276,
      "step": 19907
    },
    {
      "epoch": 2.158282740676496,
      "grad_norm": 0.18580426275730133,
      "learning_rate": 2.8159001885971274e-05,
      "loss": 0.0162,
      "step": 19908
    },
    {
      "epoch": 2.158391153512576,
      "grad_norm": 0.4474354684352875,
      "learning_rate": 2.8155375018134338e-05,
      "loss": 0.0207,
      "step": 19909
    },
    {
      "epoch": 2.1584995663486555,
      "grad_norm": 0.185580775141716,
      "learning_rate": 2.8151748150297402e-05,
      "loss": 0.0389,
      "step": 19910
    },
    {
      "epoch": 2.1586079791847355,
      "grad_norm": 0.14597873389720917,
      "learning_rate": 2.814812128246047e-05,
      "loss": 0.0075,
      "step": 19911
    },
    {
      "epoch": 2.1587163920208154,
      "grad_norm": 0.32499071955680847,
      "learning_rate": 2.8144494414623534e-05,
      "loss": 0.0126,
      "step": 19912
    },
    {
      "epoch": 2.158824804856895,
      "grad_norm": 0.26091545820236206,
      "learning_rate": 2.8140867546786598e-05,
      "loss": 0.0565,
      "step": 19913
    },
    {
      "epoch": 2.158933217692975,
      "grad_norm": 0.30195876955986023,
      "learning_rate": 2.8137240678949662e-05,
      "loss": 0.0155,
      "step": 19914
    },
    {
      "epoch": 2.1590416305290545,
      "grad_norm": 0.24293263256549835,
      "learning_rate": 2.8133613811112726e-05,
      "loss": 0.0053,
      "step": 19915
    },
    {
      "epoch": 2.1591500433651345,
      "grad_norm": 0.10011527687311172,
      "learning_rate": 2.8129986943275787e-05,
      "loss": 0.0066,
      "step": 19916
    },
    {
      "epoch": 2.159258456201214,
      "grad_norm": 0.25597506761550903,
      "learning_rate": 2.812636007543885e-05,
      "loss": 0.0499,
      "step": 19917
    },
    {
      "epoch": 2.159366869037294,
      "grad_norm": 0.07565218210220337,
      "learning_rate": 2.8122733207601915e-05,
      "loss": 0.0015,
      "step": 19918
    },
    {
      "epoch": 2.159475281873374,
      "grad_norm": 0.16832603514194489,
      "learning_rate": 2.811910633976498e-05,
      "loss": 0.0155,
      "step": 19919
    },
    {
      "epoch": 2.1595836947094535,
      "grad_norm": 0.23852641880512238,
      "learning_rate": 2.8115479471928047e-05,
      "loss": 0.0174,
      "step": 19920
    },
    {
      "epoch": 2.1596921075455335,
      "grad_norm": 0.5150098204612732,
      "learning_rate": 2.811185260409111e-05,
      "loss": 0.0242,
      "step": 19921
    },
    {
      "epoch": 2.159800520381613,
      "grad_norm": 0.139610156416893,
      "learning_rate": 2.8108225736254175e-05,
      "loss": 0.0122,
      "step": 19922
    },
    {
      "epoch": 2.159908933217693,
      "grad_norm": 0.28188997507095337,
      "learning_rate": 2.8104598868417236e-05,
      "loss": 0.0064,
      "step": 19923
    },
    {
      "epoch": 2.1600173460537726,
      "grad_norm": 0.02973003126680851,
      "learning_rate": 2.81009720005803e-05,
      "loss": 0.001,
      "step": 19924
    },
    {
      "epoch": 2.1601257588898526,
      "grad_norm": 0.24007916450500488,
      "learning_rate": 2.8097345132743364e-05,
      "loss": 0.0168,
      "step": 19925
    },
    {
      "epoch": 2.160234171725932,
      "grad_norm": 0.05420178920030594,
      "learning_rate": 2.8093718264906428e-05,
      "loss": 0.004,
      "step": 19926
    },
    {
      "epoch": 2.160342584562012,
      "grad_norm": 0.296243816614151,
      "learning_rate": 2.809009139706949e-05,
      "loss": 0.0141,
      "step": 19927
    },
    {
      "epoch": 2.160450997398092,
      "grad_norm": 0.25227195024490356,
      "learning_rate": 2.8086464529232553e-05,
      "loss": 0.0152,
      "step": 19928
    },
    {
      "epoch": 2.1605594102341716,
      "grad_norm": 0.3313126266002655,
      "learning_rate": 2.8082837661395624e-05,
      "loss": 0.0398,
      "step": 19929
    },
    {
      "epoch": 2.1606678230702516,
      "grad_norm": 0.43074026703834534,
      "learning_rate": 2.8079210793558684e-05,
      "loss": 0.0278,
      "step": 19930
    },
    {
      "epoch": 2.160776235906331,
      "grad_norm": 0.23828276991844177,
      "learning_rate": 2.807558392572175e-05,
      "loss": 0.0316,
      "step": 19931
    },
    {
      "epoch": 2.160884648742411,
      "grad_norm": 0.16932323575019836,
      "learning_rate": 2.8071957057884813e-05,
      "loss": 0.0193,
      "step": 19932
    },
    {
      "epoch": 2.1609930615784907,
      "grad_norm": 0.18214023113250732,
      "learning_rate": 2.8068330190047877e-05,
      "loss": 0.0071,
      "step": 19933
    },
    {
      "epoch": 2.1611014744145707,
      "grad_norm": 0.1550024300813675,
      "learning_rate": 2.8064703322210937e-05,
      "loss": 0.0095,
      "step": 19934
    },
    {
      "epoch": 2.1612098872506507,
      "grad_norm": 0.14648231863975525,
      "learning_rate": 2.8061076454374e-05,
      "loss": 0.0043,
      "step": 19935
    },
    {
      "epoch": 2.16131830008673,
      "grad_norm": 0.2193288803100586,
      "learning_rate": 2.8057449586537066e-05,
      "loss": 0.0125,
      "step": 19936
    },
    {
      "epoch": 2.16142671292281,
      "grad_norm": 0.28907737135887146,
      "learning_rate": 2.8053822718700133e-05,
      "loss": 0.0116,
      "step": 19937
    },
    {
      "epoch": 2.1615351257588897,
      "grad_norm": 0.29078051447868347,
      "learning_rate": 2.8050195850863197e-05,
      "loss": 0.0528,
      "step": 19938
    },
    {
      "epoch": 2.1616435385949697,
      "grad_norm": 0.2781248390674591,
      "learning_rate": 2.804656898302626e-05,
      "loss": 0.0316,
      "step": 19939
    },
    {
      "epoch": 2.1617519514310493,
      "grad_norm": 0.1475696861743927,
      "learning_rate": 2.8042942115189325e-05,
      "loss": 0.0105,
      "step": 19940
    },
    {
      "epoch": 2.1618603642671292,
      "grad_norm": 0.8450745344161987,
      "learning_rate": 2.803931524735239e-05,
      "loss": 0.0319,
      "step": 19941
    },
    {
      "epoch": 2.1619687771032092,
      "grad_norm": 0.26650339365005493,
      "learning_rate": 2.803568837951545e-05,
      "loss": 0.0212,
      "step": 19942
    },
    {
      "epoch": 2.1620771899392888,
      "grad_norm": 0.22970247268676758,
      "learning_rate": 2.8032061511678514e-05,
      "loss": 0.0129,
      "step": 19943
    },
    {
      "epoch": 2.1621856027753688,
      "grad_norm": 0.28162655234336853,
      "learning_rate": 2.802843464384158e-05,
      "loss": 0.0101,
      "step": 19944
    },
    {
      "epoch": 2.1622940156114483,
      "grad_norm": 0.1574753224849701,
      "learning_rate": 2.8024807776004643e-05,
      "loss": 0.0144,
      "step": 19945
    },
    {
      "epoch": 2.1624024284475283,
      "grad_norm": 0.32097429037094116,
      "learning_rate": 2.802118090816771e-05,
      "loss": 0.041,
      "step": 19946
    },
    {
      "epoch": 2.162510841283608,
      "grad_norm": 0.18617947399616241,
      "learning_rate": 2.8017554040330774e-05,
      "loss": 0.0077,
      "step": 19947
    },
    {
      "epoch": 2.162619254119688,
      "grad_norm": 1.1015323400497437,
      "learning_rate": 2.8013927172493838e-05,
      "loss": 0.0745,
      "step": 19948
    },
    {
      "epoch": 2.1627276669557673,
      "grad_norm": 0.15226618945598602,
      "learning_rate": 2.80103003046569e-05,
      "loss": 0.0184,
      "step": 19949
    },
    {
      "epoch": 2.1628360797918473,
      "grad_norm": 0.35831642150878906,
      "learning_rate": 2.8006673436819963e-05,
      "loss": 0.0297,
      "step": 19950
    },
    {
      "epoch": 2.1629444926279273,
      "grad_norm": 0.08386105298995972,
      "learning_rate": 2.8003046568983027e-05,
      "loss": 0.0066,
      "step": 19951
    },
    {
      "epoch": 2.163052905464007,
      "grad_norm": 0.14930498600006104,
      "learning_rate": 2.799941970114609e-05,
      "loss": 0.0085,
      "step": 19952
    },
    {
      "epoch": 2.163161318300087,
      "grad_norm": 0.10878776758909225,
      "learning_rate": 2.7995792833309152e-05,
      "loss": 0.0068,
      "step": 19953
    },
    {
      "epoch": 2.1632697311361664,
      "grad_norm": 0.2062065154314041,
      "learning_rate": 2.7992165965472216e-05,
      "loss": 0.0241,
      "step": 19954
    },
    {
      "epoch": 2.1633781439722464,
      "grad_norm": 0.4461814761161804,
      "learning_rate": 2.7988539097635287e-05,
      "loss": 0.0228,
      "step": 19955
    },
    {
      "epoch": 2.163486556808326,
      "grad_norm": 0.00374980247579515,
      "learning_rate": 2.7984912229798348e-05,
      "loss": 0.0003,
      "step": 19956
    },
    {
      "epoch": 2.163594969644406,
      "grad_norm": 0.25338149070739746,
      "learning_rate": 2.7981285361961412e-05,
      "loss": 0.0214,
      "step": 19957
    },
    {
      "epoch": 2.163703382480486,
      "grad_norm": 0.17859722673892975,
      "learning_rate": 2.7977658494124476e-05,
      "loss": 0.0063,
      "step": 19958
    },
    {
      "epoch": 2.1638117953165654,
      "grad_norm": 0.3811531662940979,
      "learning_rate": 2.797403162628754e-05,
      "loss": 0.0518,
      "step": 19959
    },
    {
      "epoch": 2.1639202081526454,
      "grad_norm": 0.17629379034042358,
      "learning_rate": 2.79704047584506e-05,
      "loss": 0.0156,
      "step": 19960
    },
    {
      "epoch": 2.164028620988725,
      "grad_norm": 0.5527084469795227,
      "learning_rate": 2.7966777890613665e-05,
      "loss": 0.0205,
      "step": 19961
    },
    {
      "epoch": 2.164137033824805,
      "grad_norm": 0.1893957555294037,
      "learning_rate": 2.796315102277673e-05,
      "loss": 0.0078,
      "step": 19962
    },
    {
      "epoch": 2.1642454466608845,
      "grad_norm": 0.09033393859863281,
      "learning_rate": 2.7959524154939796e-05,
      "loss": 0.003,
      "step": 19963
    },
    {
      "epoch": 2.1643538594969645,
      "grad_norm": 0.33029651641845703,
      "learning_rate": 2.795589728710286e-05,
      "loss": 0.0227,
      "step": 19964
    },
    {
      "epoch": 2.1644622723330444,
      "grad_norm": 0.3048906624317169,
      "learning_rate": 2.7952270419265925e-05,
      "loss": 0.0276,
      "step": 19965
    },
    {
      "epoch": 2.164570685169124,
      "grad_norm": 0.5259985327720642,
      "learning_rate": 2.794864355142899e-05,
      "loss": 0.0281,
      "step": 19966
    },
    {
      "epoch": 2.164679098005204,
      "grad_norm": 0.09402865171432495,
      "learning_rate": 2.7945016683592053e-05,
      "loss": 0.0134,
      "step": 19967
    },
    {
      "epoch": 2.1647875108412835,
      "grad_norm": 0.45310553908348083,
      "learning_rate": 2.7941389815755114e-05,
      "loss": 0.0199,
      "step": 19968
    },
    {
      "epoch": 2.1648959236773635,
      "grad_norm": 0.21992476284503937,
      "learning_rate": 2.7937762947918178e-05,
      "loss": 0.0157,
      "step": 19969
    },
    {
      "epoch": 2.165004336513443,
      "grad_norm": 0.1631058305501938,
      "learning_rate": 2.7934136080081242e-05,
      "loss": 0.0132,
      "step": 19970
    },
    {
      "epoch": 2.165112749349523,
      "grad_norm": 0.25997182726860046,
      "learning_rate": 2.7930509212244306e-05,
      "loss": 0.0096,
      "step": 19971
    },
    {
      "epoch": 2.1652211621856026,
      "grad_norm": 0.6726071834564209,
      "learning_rate": 2.7926882344407373e-05,
      "loss": 0.0259,
      "step": 19972
    },
    {
      "epoch": 2.1653295750216826,
      "grad_norm": 0.10247214138507843,
      "learning_rate": 2.7923255476570438e-05,
      "loss": 0.0075,
      "step": 19973
    },
    {
      "epoch": 2.1654379878577625,
      "grad_norm": 0.22646580636501312,
      "learning_rate": 2.79196286087335e-05,
      "loss": 0.0204,
      "step": 19974
    },
    {
      "epoch": 2.165546400693842,
      "grad_norm": 0.2889334261417389,
      "learning_rate": 2.7916001740896562e-05,
      "loss": 0.0239,
      "step": 19975
    },
    {
      "epoch": 2.165654813529922,
      "grad_norm": 0.0588790662586689,
      "learning_rate": 2.7912374873059626e-05,
      "loss": 0.0038,
      "step": 19976
    },
    {
      "epoch": 2.1657632263660016,
      "grad_norm": 0.2990517020225525,
      "learning_rate": 2.790874800522269e-05,
      "loss": 0.0261,
      "step": 19977
    },
    {
      "epoch": 2.1658716392020816,
      "grad_norm": 0.021569151431322098,
      "learning_rate": 2.7905121137385755e-05,
      "loss": 0.0014,
      "step": 19978
    },
    {
      "epoch": 2.165980052038161,
      "grad_norm": 0.16865655779838562,
      "learning_rate": 2.7901494269548815e-05,
      "loss": 0.0163,
      "step": 19979
    },
    {
      "epoch": 2.166088464874241,
      "grad_norm": 0.18193133175373077,
      "learning_rate": 2.7897867401711886e-05,
      "loss": 0.0257,
      "step": 19980
    },
    {
      "epoch": 2.166196877710321,
      "grad_norm": 0.3811289668083191,
      "learning_rate": 2.789424053387495e-05,
      "loss": 0.0116,
      "step": 19981
    },
    {
      "epoch": 2.1663052905464006,
      "grad_norm": 0.168561190366745,
      "learning_rate": 2.789061366603801e-05,
      "loss": 0.0125,
      "step": 19982
    },
    {
      "epoch": 2.1664137033824806,
      "grad_norm": 0.11990277469158173,
      "learning_rate": 2.7886986798201075e-05,
      "loss": 0.0068,
      "step": 19983
    },
    {
      "epoch": 2.16652211621856,
      "grad_norm": 0.08920055627822876,
      "learning_rate": 2.788335993036414e-05,
      "loss": 0.0072,
      "step": 19984
    },
    {
      "epoch": 2.16663052905464,
      "grad_norm": 0.10792969167232513,
      "learning_rate": 2.7879733062527203e-05,
      "loss": 0.0179,
      "step": 19985
    },
    {
      "epoch": 2.1667389418907197,
      "grad_norm": 0.2929195165634155,
      "learning_rate": 2.7876106194690264e-05,
      "loss": 0.0442,
      "step": 19986
    },
    {
      "epoch": 2.1668473547267997,
      "grad_norm": 0.09499040991067886,
      "learning_rate": 2.7872479326853328e-05,
      "loss": 0.0076,
      "step": 19987
    },
    {
      "epoch": 2.1669557675628797,
      "grad_norm": 0.24924270808696747,
      "learning_rate": 2.7868852459016392e-05,
      "loss": 0.0242,
      "step": 19988
    },
    {
      "epoch": 2.167064180398959,
      "grad_norm": 0.5293394923210144,
      "learning_rate": 2.786522559117946e-05,
      "loss": 0.042,
      "step": 19989
    },
    {
      "epoch": 2.167172593235039,
      "grad_norm": 0.18813656270503998,
      "learning_rate": 2.7861598723342524e-05,
      "loss": 0.0164,
      "step": 19990
    },
    {
      "epoch": 2.1672810060711187,
      "grad_norm": 0.30283427238464355,
      "learning_rate": 2.7857971855505588e-05,
      "loss": 0.023,
      "step": 19991
    },
    {
      "epoch": 2.1673894189071987,
      "grad_norm": 0.07776525616645813,
      "learning_rate": 2.7854344987668652e-05,
      "loss": 0.0087,
      "step": 19992
    },
    {
      "epoch": 2.1674978317432783,
      "grad_norm": 0.20742861926555634,
      "learning_rate": 2.7850718119831716e-05,
      "loss": 0.0061,
      "step": 19993
    },
    {
      "epoch": 2.1676062445793582,
      "grad_norm": 0.1928866058588028,
      "learning_rate": 2.7847091251994777e-05,
      "loss": 0.0277,
      "step": 19994
    },
    {
      "epoch": 2.167714657415438,
      "grad_norm": 0.2647368311882019,
      "learning_rate": 2.784346438415784e-05,
      "loss": 0.0376,
      "step": 19995
    },
    {
      "epoch": 2.1678230702515178,
      "grad_norm": 0.24956829845905304,
      "learning_rate": 2.7839837516320905e-05,
      "loss": 0.0145,
      "step": 19996
    },
    {
      "epoch": 2.1679314830875978,
      "grad_norm": 0.13121680915355682,
      "learning_rate": 2.783621064848397e-05,
      "loss": 0.0124,
      "step": 19997
    },
    {
      "epoch": 2.1680398959236773,
      "grad_norm": 0.3320617079734802,
      "learning_rate": 2.7832583780647037e-05,
      "loss": 0.0165,
      "step": 19998
    },
    {
      "epoch": 2.1681483087597573,
      "grad_norm": 0.6717758178710938,
      "learning_rate": 2.78289569128101e-05,
      "loss": 0.031,
      "step": 19999
    },
    {
      "epoch": 2.168256721595837,
      "grad_norm": 0.42082348465919495,
      "learning_rate": 2.7825330044973165e-05,
      "loss": 0.0168,
      "step": 20000
    },
    {
      "epoch": 2.168365134431917,
      "grad_norm": 0.008393567986786366,
      "learning_rate": 2.7821703177136226e-05,
      "loss": 0.0007,
      "step": 20001
    },
    {
      "epoch": 2.1684735472679963,
      "grad_norm": 0.3210645616054535,
      "learning_rate": 2.781807630929929e-05,
      "loss": 0.0276,
      "step": 20002
    },
    {
      "epoch": 2.1685819601040763,
      "grad_norm": 0.3023484945297241,
      "learning_rate": 2.7814449441462354e-05,
      "loss": 0.0293,
      "step": 20003
    },
    {
      "epoch": 2.1686903729401563,
      "grad_norm": 0.2652919888496399,
      "learning_rate": 2.7810822573625418e-05,
      "loss": 0.0129,
      "step": 20004
    },
    {
      "epoch": 2.168798785776236,
      "grad_norm": 0.5620975494384766,
      "learning_rate": 2.780719570578848e-05,
      "loss": 0.0405,
      "step": 20005
    },
    {
      "epoch": 2.168907198612316,
      "grad_norm": 0.034929413348436356,
      "learning_rate": 2.780356883795155e-05,
      "loss": 0.0022,
      "step": 20006
    },
    {
      "epoch": 2.1690156114483954,
      "grad_norm": 0.10699784755706787,
      "learning_rate": 2.7799941970114614e-05,
      "loss": 0.002,
      "step": 20007
    },
    {
      "epoch": 2.1691240242844754,
      "grad_norm": 0.4177912473678589,
      "learning_rate": 2.7796315102277674e-05,
      "loss": 0.0419,
      "step": 20008
    },
    {
      "epoch": 2.169232437120555,
      "grad_norm": 0.2966359853744507,
      "learning_rate": 2.779268823444074e-05,
      "loss": 0.0175,
      "step": 20009
    },
    {
      "epoch": 2.169340849956635,
      "grad_norm": 0.19400277733802795,
      "learning_rate": 2.7789061366603803e-05,
      "loss": 0.0283,
      "step": 20010
    },
    {
      "epoch": 2.169449262792715,
      "grad_norm": 0.16792765259742737,
      "learning_rate": 2.7785434498766867e-05,
      "loss": 0.0317,
      "step": 20011
    },
    {
      "epoch": 2.1695576756287944,
      "grad_norm": 0.05409560352563858,
      "learning_rate": 2.7781807630929927e-05,
      "loss": 0.0024,
      "step": 20012
    },
    {
      "epoch": 2.1696660884648744,
      "grad_norm": 0.27402058243751526,
      "learning_rate": 2.777818076309299e-05,
      "loss": 0.0345,
      "step": 20013
    },
    {
      "epoch": 2.169774501300954,
      "grad_norm": 0.458482950925827,
      "learning_rate": 2.7774553895256056e-05,
      "loss": 0.0418,
      "step": 20014
    },
    {
      "epoch": 2.169882914137034,
      "grad_norm": 0.049898311495780945,
      "learning_rate": 2.7770927027419123e-05,
      "loss": 0.0035,
      "step": 20015
    },
    {
      "epoch": 2.1699913269731135,
      "grad_norm": 0.0866350382566452,
      "learning_rate": 2.7767300159582187e-05,
      "loss": 0.0043,
      "step": 20016
    },
    {
      "epoch": 2.1700997398091935,
      "grad_norm": 0.04568670690059662,
      "learning_rate": 2.776367329174525e-05,
      "loss": 0.0036,
      "step": 20017
    },
    {
      "epoch": 2.170208152645273,
      "grad_norm": 0.2221631407737732,
      "learning_rate": 2.7760046423908315e-05,
      "loss": 0.0196,
      "step": 20018
    },
    {
      "epoch": 2.170316565481353,
      "grad_norm": 0.21939042210578918,
      "learning_rate": 2.775641955607138e-05,
      "loss": 0.0181,
      "step": 20019
    },
    {
      "epoch": 2.170424978317433,
      "grad_norm": 0.15385659039020538,
      "learning_rate": 2.775279268823444e-05,
      "loss": 0.0165,
      "step": 20020
    },
    {
      "epoch": 2.1705333911535125,
      "grad_norm": 0.18544642627239227,
      "learning_rate": 2.7749165820397504e-05,
      "loss": 0.0087,
      "step": 20021
    },
    {
      "epoch": 2.1706418039895925,
      "grad_norm": 0.0948001816868782,
      "learning_rate": 2.774553895256057e-05,
      "loss": 0.0055,
      "step": 20022
    },
    {
      "epoch": 2.170750216825672,
      "grad_norm": 0.05049220100045204,
      "learning_rate": 2.7741912084723633e-05,
      "loss": 0.0024,
      "step": 20023
    },
    {
      "epoch": 2.170858629661752,
      "grad_norm": 0.2893712818622589,
      "learning_rate": 2.77382852168867e-05,
      "loss": 0.028,
      "step": 20024
    },
    {
      "epoch": 2.1709670424978316,
      "grad_norm": 0.1622413843870163,
      "learning_rate": 2.7734658349049764e-05,
      "loss": 0.0096,
      "step": 20025
    },
    {
      "epoch": 2.1710754553339116,
      "grad_norm": 0.07436864823102951,
      "learning_rate": 2.773103148121283e-05,
      "loss": 0.009,
      "step": 20026
    },
    {
      "epoch": 2.171183868169991,
      "grad_norm": 0.003921352326869965,
      "learning_rate": 2.772740461337589e-05,
      "loss": 0.0002,
      "step": 20027
    },
    {
      "epoch": 2.171292281006071,
      "grad_norm": 0.21438480913639069,
      "learning_rate": 2.7723777745538953e-05,
      "loss": 0.0092,
      "step": 20028
    },
    {
      "epoch": 2.171400693842151,
      "grad_norm": 0.6596877574920654,
      "learning_rate": 2.7720150877702017e-05,
      "loss": 0.0784,
      "step": 20029
    },
    {
      "epoch": 2.1715091066782306,
      "grad_norm": 0.4422992467880249,
      "learning_rate": 2.771652400986508e-05,
      "loss": 0.0341,
      "step": 20030
    },
    {
      "epoch": 2.1716175195143106,
      "grad_norm": 0.10139869898557663,
      "learning_rate": 2.7712897142028142e-05,
      "loss": 0.0063,
      "step": 20031
    },
    {
      "epoch": 2.17172593235039,
      "grad_norm": 0.26188549399375916,
      "learning_rate": 2.7709270274191213e-05,
      "loss": 0.0289,
      "step": 20032
    },
    {
      "epoch": 2.17183434518647,
      "grad_norm": 0.050672564655542374,
      "learning_rate": 2.7705643406354277e-05,
      "loss": 0.0029,
      "step": 20033
    },
    {
      "epoch": 2.17194275802255,
      "grad_norm": 0.2894192636013031,
      "learning_rate": 2.7702016538517338e-05,
      "loss": 0.0409,
      "step": 20034
    },
    {
      "epoch": 2.1720511708586296,
      "grad_norm": 0.5124881267547607,
      "learning_rate": 2.7698389670680402e-05,
      "loss": 0.0218,
      "step": 20035
    },
    {
      "epoch": 2.1721595836947096,
      "grad_norm": 0.5826040506362915,
      "learning_rate": 2.7694762802843466e-05,
      "loss": 0.0131,
      "step": 20036
    },
    {
      "epoch": 2.172267996530789,
      "grad_norm": 0.03500702232122421,
      "learning_rate": 2.769113593500653e-05,
      "loss": 0.0031,
      "step": 20037
    },
    {
      "epoch": 2.172376409366869,
      "grad_norm": 0.2149607390165329,
      "learning_rate": 2.768750906716959e-05,
      "loss": 0.0135,
      "step": 20038
    },
    {
      "epoch": 2.1724848222029487,
      "grad_norm": 0.10760381817817688,
      "learning_rate": 2.7683882199332655e-05,
      "loss": 0.0085,
      "step": 20039
    },
    {
      "epoch": 2.1725932350390287,
      "grad_norm": 0.14838829636573792,
      "learning_rate": 2.768025533149572e-05,
      "loss": 0.0216,
      "step": 20040
    },
    {
      "epoch": 2.172701647875108,
      "grad_norm": 0.20681580901145935,
      "learning_rate": 2.7676628463658787e-05,
      "loss": 0.0322,
      "step": 20041
    },
    {
      "epoch": 2.172810060711188,
      "grad_norm": 0.0553048774600029,
      "learning_rate": 2.767300159582185e-05,
      "loss": 0.0037,
      "step": 20042
    },
    {
      "epoch": 2.172918473547268,
      "grad_norm": 0.12858784198760986,
      "learning_rate": 2.7669374727984915e-05,
      "loss": 0.0042,
      "step": 20043
    },
    {
      "epoch": 2.1730268863833477,
      "grad_norm": 0.3676874339580536,
      "learning_rate": 2.766574786014798e-05,
      "loss": 0.0305,
      "step": 20044
    },
    {
      "epoch": 2.1731352992194277,
      "grad_norm": 0.2202344536781311,
      "learning_rate": 2.7662120992311043e-05,
      "loss": 0.0142,
      "step": 20045
    },
    {
      "epoch": 2.1732437120555073,
      "grad_norm": 0.10899143666028976,
      "learning_rate": 2.7658494124474104e-05,
      "loss": 0.0154,
      "step": 20046
    },
    {
      "epoch": 2.1733521248915872,
      "grad_norm": 0.08329913765192032,
      "learning_rate": 2.7654867256637168e-05,
      "loss": 0.0048,
      "step": 20047
    },
    {
      "epoch": 2.173460537727667,
      "grad_norm": 0.3769330084323883,
      "learning_rate": 2.7651240388800232e-05,
      "loss": 0.0263,
      "step": 20048
    },
    {
      "epoch": 2.1735689505637468,
      "grad_norm": 0.14932097494602203,
      "learning_rate": 2.7647613520963296e-05,
      "loss": 0.0136,
      "step": 20049
    },
    {
      "epoch": 2.1736773633998263,
      "grad_norm": 0.07890726625919342,
      "learning_rate": 2.7643986653126363e-05,
      "loss": 0.007,
      "step": 20050
    },
    {
      "epoch": 2.1737857762359063,
      "grad_norm": 0.09481914341449738,
      "learning_rate": 2.7640359785289428e-05,
      "loss": 0.0145,
      "step": 20051
    },
    {
      "epoch": 2.1738941890719863,
      "grad_norm": 0.42696303129196167,
      "learning_rate": 2.763673291745249e-05,
      "loss": 0.0332,
      "step": 20052
    },
    {
      "epoch": 2.174002601908066,
      "grad_norm": 0.1088123768568039,
      "learning_rate": 2.7633106049615552e-05,
      "loss": 0.0044,
      "step": 20053
    },
    {
      "epoch": 2.174111014744146,
      "grad_norm": 0.09963393211364746,
      "learning_rate": 2.7629479181778616e-05,
      "loss": 0.0043,
      "step": 20054
    },
    {
      "epoch": 2.1742194275802254,
      "grad_norm": 0.3597990572452545,
      "learning_rate": 2.762585231394168e-05,
      "loss": 0.0268,
      "step": 20055
    },
    {
      "epoch": 2.1743278404163053,
      "grad_norm": 0.3543424606323242,
      "learning_rate": 2.7622225446104745e-05,
      "loss": 0.0248,
      "step": 20056
    },
    {
      "epoch": 2.174436253252385,
      "grad_norm": 0.1486203372478485,
      "learning_rate": 2.7618598578267805e-05,
      "loss": 0.019,
      "step": 20057
    },
    {
      "epoch": 2.174544666088465,
      "grad_norm": 0.21934819221496582,
      "learning_rate": 2.7614971710430876e-05,
      "loss": 0.0499,
      "step": 20058
    },
    {
      "epoch": 2.174653078924545,
      "grad_norm": 0.05843222141265869,
      "learning_rate": 2.761134484259394e-05,
      "loss": 0.0055,
      "step": 20059
    },
    {
      "epoch": 2.1747614917606244,
      "grad_norm": 0.3266195058822632,
      "learning_rate": 2.7607717974757e-05,
      "loss": 0.017,
      "step": 20060
    },
    {
      "epoch": 2.1748699045967044,
      "grad_norm": 0.21685902774333954,
      "learning_rate": 2.7604091106920065e-05,
      "loss": 0.0116,
      "step": 20061
    },
    {
      "epoch": 2.174978317432784,
      "grad_norm": 0.30896884202957153,
      "learning_rate": 2.760046423908313e-05,
      "loss": 0.0213,
      "step": 20062
    },
    {
      "epoch": 2.175086730268864,
      "grad_norm": 0.07156949490308762,
      "learning_rate": 2.7596837371246193e-05,
      "loss": 0.005,
      "step": 20063
    },
    {
      "epoch": 2.1751951431049434,
      "grad_norm": 0.10989242047071457,
      "learning_rate": 2.7593210503409254e-05,
      "loss": 0.0227,
      "step": 20064
    },
    {
      "epoch": 2.1753035559410234,
      "grad_norm": 0.10381787270307541,
      "learning_rate": 2.7589583635572318e-05,
      "loss": 0.0068,
      "step": 20065
    },
    {
      "epoch": 2.1754119687771034,
      "grad_norm": 0.32543718814849854,
      "learning_rate": 2.7585956767735382e-05,
      "loss": 0.018,
      "step": 20066
    },
    {
      "epoch": 2.175520381613183,
      "grad_norm": 0.24102427065372467,
      "learning_rate": 2.758232989989845e-05,
      "loss": 0.0233,
      "step": 20067
    },
    {
      "epoch": 2.175628794449263,
      "grad_norm": 0.01582484319806099,
      "learning_rate": 2.7578703032061514e-05,
      "loss": 0.001,
      "step": 20068
    },
    {
      "epoch": 2.1757372072853425,
      "grad_norm": 0.33914339542388916,
      "learning_rate": 2.7575076164224578e-05,
      "loss": 0.0312,
      "step": 20069
    },
    {
      "epoch": 2.1758456201214225,
      "grad_norm": 0.23682627081871033,
      "learning_rate": 2.7571449296387642e-05,
      "loss": 0.0321,
      "step": 20070
    },
    {
      "epoch": 2.175954032957502,
      "grad_norm": 0.27882763743400574,
      "learning_rate": 2.7567822428550706e-05,
      "loss": 0.0114,
      "step": 20071
    },
    {
      "epoch": 2.176062445793582,
      "grad_norm": 0.02792295627295971,
      "learning_rate": 2.7564195560713767e-05,
      "loss": 0.0017,
      "step": 20072
    },
    {
      "epoch": 2.1761708586296615,
      "grad_norm": 0.5247048139572144,
      "learning_rate": 2.756056869287683e-05,
      "loss": 0.0305,
      "step": 20073
    },
    {
      "epoch": 2.1762792714657415,
      "grad_norm": 0.09962736070156097,
      "learning_rate": 2.7556941825039895e-05,
      "loss": 0.0066,
      "step": 20074
    },
    {
      "epoch": 2.1763876843018215,
      "grad_norm": 0.27465999126434326,
      "learning_rate": 2.755331495720296e-05,
      "loss": 0.0306,
      "step": 20075
    },
    {
      "epoch": 2.176496097137901,
      "grad_norm": 0.12609648704528809,
      "learning_rate": 2.7549688089366027e-05,
      "loss": 0.006,
      "step": 20076
    },
    {
      "epoch": 2.176604509973981,
      "grad_norm": 0.3426559865474701,
      "learning_rate": 2.754606122152909e-05,
      "loss": 0.0096,
      "step": 20077
    },
    {
      "epoch": 2.1767129228100606,
      "grad_norm": 0.14485585689544678,
      "learning_rate": 2.7542434353692155e-05,
      "loss": 0.0079,
      "step": 20078
    },
    {
      "epoch": 2.1768213356461406,
      "grad_norm": 0.26538020372390747,
      "learning_rate": 2.7538807485855216e-05,
      "loss": 0.0378,
      "step": 20079
    },
    {
      "epoch": 2.17692974848222,
      "grad_norm": 0.2084709256887436,
      "learning_rate": 2.753518061801828e-05,
      "loss": 0.0292,
      "step": 20080
    },
    {
      "epoch": 2.1770381613183,
      "grad_norm": 0.18139073252677917,
      "learning_rate": 2.7531553750181344e-05,
      "loss": 0.0065,
      "step": 20081
    },
    {
      "epoch": 2.17714657415438,
      "grad_norm": 0.4557936489582062,
      "learning_rate": 2.7527926882344408e-05,
      "loss": 0.03,
      "step": 20082
    },
    {
      "epoch": 2.1772549869904596,
      "grad_norm": 0.13788112998008728,
      "learning_rate": 2.752430001450747e-05,
      "loss": 0.0026,
      "step": 20083
    },
    {
      "epoch": 2.1773633998265396,
      "grad_norm": 0.19142426550388336,
      "learning_rate": 2.752067314667054e-05,
      "loss": 0.0213,
      "step": 20084
    },
    {
      "epoch": 2.177471812662619,
      "grad_norm": 0.13398490846157074,
      "learning_rate": 2.7517046278833604e-05,
      "loss": 0.0063,
      "step": 20085
    },
    {
      "epoch": 2.177580225498699,
      "grad_norm": 0.09228631854057312,
      "learning_rate": 2.7513419410996664e-05,
      "loss": 0.0019,
      "step": 20086
    },
    {
      "epoch": 2.1776886383347787,
      "grad_norm": 0.16283215582370758,
      "learning_rate": 2.750979254315973e-05,
      "loss": 0.0221,
      "step": 20087
    },
    {
      "epoch": 2.1777970511708586,
      "grad_norm": 0.07045730948448181,
      "learning_rate": 2.7506165675322793e-05,
      "loss": 0.0052,
      "step": 20088
    },
    {
      "epoch": 2.1779054640069386,
      "grad_norm": 0.11712546646595001,
      "learning_rate": 2.7502538807485857e-05,
      "loss": 0.0074,
      "step": 20089
    },
    {
      "epoch": 2.178013876843018,
      "grad_norm": 0.06739526242017746,
      "learning_rate": 2.749891193964892e-05,
      "loss": 0.0068,
      "step": 20090
    },
    {
      "epoch": 2.178122289679098,
      "grad_norm": 0.4238795340061188,
      "learning_rate": 2.749528507181198e-05,
      "loss": 0.0392,
      "step": 20091
    },
    {
      "epoch": 2.1782307025151777,
      "grad_norm": 0.27114105224609375,
      "learning_rate": 2.7491658203975046e-05,
      "loss": 0.0187,
      "step": 20092
    },
    {
      "epoch": 2.1783391153512577,
      "grad_norm": 0.04719487577676773,
      "learning_rate": 2.7488031336138113e-05,
      "loss": 0.0042,
      "step": 20093
    },
    {
      "epoch": 2.1784475281873372,
      "grad_norm": 0.12339816242456436,
      "learning_rate": 2.7484404468301177e-05,
      "loss": 0.0109,
      "step": 20094
    },
    {
      "epoch": 2.178555941023417,
      "grad_norm": 0.2214771956205368,
      "learning_rate": 2.748077760046424e-05,
      "loss": 0.011,
      "step": 20095
    },
    {
      "epoch": 2.1786643538594967,
      "grad_norm": 0.150301992893219,
      "learning_rate": 2.7477150732627306e-05,
      "loss": 0.0071,
      "step": 20096
    },
    {
      "epoch": 2.1787727666955767,
      "grad_norm": 0.45116597414016724,
      "learning_rate": 2.747352386479037e-05,
      "loss": 0.0162,
      "step": 20097
    },
    {
      "epoch": 2.1788811795316567,
      "grad_norm": 0.15312838554382324,
      "learning_rate": 2.746989699695343e-05,
      "loss": 0.0066,
      "step": 20098
    },
    {
      "epoch": 2.1789895923677363,
      "grad_norm": 0.249436616897583,
      "learning_rate": 2.7466270129116494e-05,
      "loss": 0.0208,
      "step": 20099
    },
    {
      "epoch": 2.1790980052038162,
      "grad_norm": 0.3084033727645874,
      "learning_rate": 2.746264326127956e-05,
      "loss": 0.0105,
      "step": 20100
    },
    {
      "epoch": 2.179206418039896,
      "grad_norm": 0.2865142822265625,
      "learning_rate": 2.7459016393442626e-05,
      "loss": 0.0341,
      "step": 20101
    },
    {
      "epoch": 2.1793148308759758,
      "grad_norm": 0.1527673453092575,
      "learning_rate": 2.745538952560569e-05,
      "loss": 0.0219,
      "step": 20102
    },
    {
      "epoch": 2.1794232437120553,
      "grad_norm": 0.15460173785686493,
      "learning_rate": 2.7451762657768754e-05,
      "loss": 0.0121,
      "step": 20103
    },
    {
      "epoch": 2.1795316565481353,
      "grad_norm": 0.18430593609809875,
      "learning_rate": 2.744813578993182e-05,
      "loss": 0.0216,
      "step": 20104
    },
    {
      "epoch": 2.1796400693842153,
      "grad_norm": 0.12368418276309967,
      "learning_rate": 2.744450892209488e-05,
      "loss": 0.0076,
      "step": 20105
    },
    {
      "epoch": 2.179748482220295,
      "grad_norm": 0.042722832411527634,
      "learning_rate": 2.7440882054257943e-05,
      "loss": 0.0024,
      "step": 20106
    },
    {
      "epoch": 2.179856895056375,
      "grad_norm": 0.15548516809940338,
      "learning_rate": 2.7437255186421007e-05,
      "loss": 0.0142,
      "step": 20107
    },
    {
      "epoch": 2.1799653078924544,
      "grad_norm": 0.21665427088737488,
      "learning_rate": 2.743362831858407e-05,
      "loss": 0.0224,
      "step": 20108
    },
    {
      "epoch": 2.1800737207285343,
      "grad_norm": 0.1959032416343689,
      "learning_rate": 2.7430001450747132e-05,
      "loss": 0.0158,
      "step": 20109
    },
    {
      "epoch": 2.180182133564614,
      "grad_norm": 0.5038069486618042,
      "learning_rate": 2.7426374582910203e-05,
      "loss": 0.045,
      "step": 20110
    },
    {
      "epoch": 2.180290546400694,
      "grad_norm": 0.11241603642702103,
      "learning_rate": 2.7422747715073267e-05,
      "loss": 0.0063,
      "step": 20111
    },
    {
      "epoch": 2.180398959236774,
      "grad_norm": 0.5334873795509338,
      "learning_rate": 2.7419120847236328e-05,
      "loss": 0.0471,
      "step": 20112
    },
    {
      "epoch": 2.1805073720728534,
      "grad_norm": 0.6900109052658081,
      "learning_rate": 2.7415493979399392e-05,
      "loss": 0.0721,
      "step": 20113
    },
    {
      "epoch": 2.1806157849089334,
      "grad_norm": 0.20878516137599945,
      "learning_rate": 2.7411867111562456e-05,
      "loss": 0.0284,
      "step": 20114
    },
    {
      "epoch": 2.180724197745013,
      "grad_norm": 0.02773210033774376,
      "learning_rate": 2.740824024372552e-05,
      "loss": 0.0016,
      "step": 20115
    },
    {
      "epoch": 2.180832610581093,
      "grad_norm": 0.2403057962656021,
      "learning_rate": 2.7404613375888584e-05,
      "loss": 0.0118,
      "step": 20116
    },
    {
      "epoch": 2.1809410234171724,
      "grad_norm": 0.004427754785865545,
      "learning_rate": 2.7400986508051645e-05,
      "loss": 0.0004,
      "step": 20117
    },
    {
      "epoch": 2.1810494362532524,
      "grad_norm": 0.23632879555225372,
      "learning_rate": 2.739735964021471e-05,
      "loss": 0.015,
      "step": 20118
    },
    {
      "epoch": 2.181157849089332,
      "grad_norm": 0.2183443009853363,
      "learning_rate": 2.7393732772377777e-05,
      "loss": 0.0076,
      "step": 20119
    },
    {
      "epoch": 2.181266261925412,
      "grad_norm": 0.03534504026174545,
      "learning_rate": 2.739010590454084e-05,
      "loss": 0.0027,
      "step": 20120
    },
    {
      "epoch": 2.181374674761492,
      "grad_norm": 0.08772734552621841,
      "learning_rate": 2.7386479036703905e-05,
      "loss": 0.0092,
      "step": 20121
    },
    {
      "epoch": 2.1814830875975715,
      "grad_norm": 0.2090488225221634,
      "learning_rate": 2.738285216886697e-05,
      "loss": 0.0187,
      "step": 20122
    },
    {
      "epoch": 2.1815915004336515,
      "grad_norm": 0.39353063702583313,
      "learning_rate": 2.7379225301030033e-05,
      "loss": 0.0518,
      "step": 20123
    },
    {
      "epoch": 2.181699913269731,
      "grad_norm": 0.47780275344848633,
      "learning_rate": 2.7375598433193094e-05,
      "loss": 0.028,
      "step": 20124
    },
    {
      "epoch": 2.181808326105811,
      "grad_norm": 0.5423361659049988,
      "learning_rate": 2.7371971565356158e-05,
      "loss": 0.0287,
      "step": 20125
    },
    {
      "epoch": 2.1819167389418905,
      "grad_norm": 0.5767552852630615,
      "learning_rate": 2.7368344697519222e-05,
      "loss": 0.0209,
      "step": 20126
    },
    {
      "epoch": 2.1820251517779705,
      "grad_norm": 0.3104873299598694,
      "learning_rate": 2.736471782968229e-05,
      "loss": 0.0354,
      "step": 20127
    },
    {
      "epoch": 2.1821335646140505,
      "grad_norm": 0.15202389657497406,
      "learning_rate": 2.7361090961845353e-05,
      "loss": 0.0095,
      "step": 20128
    },
    {
      "epoch": 2.18224197745013,
      "grad_norm": 0.12695935368537903,
      "learning_rate": 2.7357464094008418e-05,
      "loss": 0.0111,
      "step": 20129
    },
    {
      "epoch": 2.18235039028621,
      "grad_norm": 0.16743512451648712,
      "learning_rate": 2.7353837226171482e-05,
      "loss": 0.0143,
      "step": 20130
    },
    {
      "epoch": 2.1824588031222896,
      "grad_norm": 0.1277948021888733,
      "learning_rate": 2.7350210358334542e-05,
      "loss": 0.0154,
      "step": 20131
    },
    {
      "epoch": 2.1825672159583696,
      "grad_norm": 0.06632857024669647,
      "learning_rate": 2.7346583490497607e-05,
      "loss": 0.0062,
      "step": 20132
    },
    {
      "epoch": 2.182675628794449,
      "grad_norm": 0.07732570916414261,
      "learning_rate": 2.734295662266067e-05,
      "loss": 0.0015,
      "step": 20133
    },
    {
      "epoch": 2.182784041630529,
      "grad_norm": 0.4986606240272522,
      "learning_rate": 2.7339329754823735e-05,
      "loss": 0.0262,
      "step": 20134
    },
    {
      "epoch": 2.182892454466609,
      "grad_norm": 0.1992408186197281,
      "learning_rate": 2.7335702886986795e-05,
      "loss": 0.009,
      "step": 20135
    },
    {
      "epoch": 2.1830008673026886,
      "grad_norm": 0.5150622129440308,
      "learning_rate": 2.7332076019149866e-05,
      "loss": 0.0648,
      "step": 20136
    },
    {
      "epoch": 2.1831092801387686,
      "grad_norm": 0.1478438526391983,
      "learning_rate": 2.732844915131293e-05,
      "loss": 0.0185,
      "step": 20137
    },
    {
      "epoch": 2.183217692974848,
      "grad_norm": 0.07237056642770767,
      "learning_rate": 2.732482228347599e-05,
      "loss": 0.0034,
      "step": 20138
    },
    {
      "epoch": 2.183326105810928,
      "grad_norm": 0.058912090957164764,
      "learning_rate": 2.7321195415639055e-05,
      "loss": 0.0034,
      "step": 20139
    },
    {
      "epoch": 2.1834345186470077,
      "grad_norm": 0.08751832693815231,
      "learning_rate": 2.731756854780212e-05,
      "loss": 0.0076,
      "step": 20140
    },
    {
      "epoch": 2.1835429314830876,
      "grad_norm": 0.4115896224975586,
      "learning_rate": 2.7313941679965183e-05,
      "loss": 0.0226,
      "step": 20141
    },
    {
      "epoch": 2.183651344319167,
      "grad_norm": 0.10708045959472656,
      "learning_rate": 2.7310314812128248e-05,
      "loss": 0.0111,
      "step": 20142
    },
    {
      "epoch": 2.183759757155247,
      "grad_norm": 0.205112487077713,
      "learning_rate": 2.7306687944291308e-05,
      "loss": 0.0146,
      "step": 20143
    },
    {
      "epoch": 2.183868169991327,
      "grad_norm": 0.27188584208488464,
      "learning_rate": 2.7303061076454372e-05,
      "loss": 0.0208,
      "step": 20144
    },
    {
      "epoch": 2.1839765828274067,
      "grad_norm": 0.26115548610687256,
      "learning_rate": 2.729943420861744e-05,
      "loss": 0.0342,
      "step": 20145
    },
    {
      "epoch": 2.1840849956634867,
      "grad_norm": 0.09393959492444992,
      "learning_rate": 2.7295807340780504e-05,
      "loss": 0.0081,
      "step": 20146
    },
    {
      "epoch": 2.1841934084995662,
      "grad_norm": 0.07052625715732574,
      "learning_rate": 2.7292180472943568e-05,
      "loss": 0.0075,
      "step": 20147
    },
    {
      "epoch": 2.184301821335646,
      "grad_norm": 0.3330272436141968,
      "learning_rate": 2.7288553605106632e-05,
      "loss": 0.0456,
      "step": 20148
    },
    {
      "epoch": 2.1844102341717258,
      "grad_norm": 0.25111526250839233,
      "learning_rate": 2.7284926737269696e-05,
      "loss": 0.0233,
      "step": 20149
    },
    {
      "epoch": 2.1845186470078057,
      "grad_norm": 0.2613002359867096,
      "learning_rate": 2.7281299869432757e-05,
      "loss": 0.0101,
      "step": 20150
    },
    {
      "epoch": 2.1846270598438857,
      "grad_norm": 0.16345161199569702,
      "learning_rate": 2.727767300159582e-05,
      "loss": 0.0179,
      "step": 20151
    },
    {
      "epoch": 2.1847354726799653,
      "grad_norm": 0.23021261394023895,
      "learning_rate": 2.7274046133758885e-05,
      "loss": 0.0329,
      "step": 20152
    },
    {
      "epoch": 2.1848438855160452,
      "grad_norm": 0.17748808860778809,
      "learning_rate": 2.7270419265921953e-05,
      "loss": 0.017,
      "step": 20153
    },
    {
      "epoch": 2.184952298352125,
      "grad_norm": 0.24805137515068054,
      "learning_rate": 2.7266792398085017e-05,
      "loss": 0.0346,
      "step": 20154
    },
    {
      "epoch": 2.1850607111882048,
      "grad_norm": 0.33089035749435425,
      "learning_rate": 2.726316553024808e-05,
      "loss": 0.0284,
      "step": 20155
    },
    {
      "epoch": 2.1851691240242843,
      "grad_norm": 0.010139064863324165,
      "learning_rate": 2.7259538662411145e-05,
      "loss": 0.0006,
      "step": 20156
    },
    {
      "epoch": 2.1852775368603643,
      "grad_norm": 0.20037439465522766,
      "learning_rate": 2.7255911794574206e-05,
      "loss": 0.0176,
      "step": 20157
    },
    {
      "epoch": 2.1853859496964443,
      "grad_norm": 0.407146692276001,
      "learning_rate": 2.725228492673727e-05,
      "loss": 0.0186,
      "step": 20158
    },
    {
      "epoch": 2.185494362532524,
      "grad_norm": 0.1479828804731369,
      "learning_rate": 2.7248658058900334e-05,
      "loss": 0.014,
      "step": 20159
    },
    {
      "epoch": 2.185602775368604,
      "grad_norm": 0.006961081642657518,
      "learning_rate": 2.7245031191063398e-05,
      "loss": 0.0003,
      "step": 20160
    },
    {
      "epoch": 2.1857111882046834,
      "grad_norm": 0.22533313930034637,
      "learning_rate": 2.724140432322646e-05,
      "loss": 0.0364,
      "step": 20161
    },
    {
      "epoch": 2.1858196010407633,
      "grad_norm": 0.16532860696315765,
      "learning_rate": 2.723777745538953e-05,
      "loss": 0.0255,
      "step": 20162
    },
    {
      "epoch": 2.185928013876843,
      "grad_norm": 0.18735909461975098,
      "learning_rate": 2.7234150587552594e-05,
      "loss": 0.0179,
      "step": 20163
    },
    {
      "epoch": 2.186036426712923,
      "grad_norm": 0.5053941607475281,
      "learning_rate": 2.7230523719715654e-05,
      "loss": 0.055,
      "step": 20164
    },
    {
      "epoch": 2.1861448395490024,
      "grad_norm": 0.19771850109100342,
      "learning_rate": 2.722689685187872e-05,
      "loss": 0.0207,
      "step": 20165
    },
    {
      "epoch": 2.1862532523850824,
      "grad_norm": 0.14436282217502594,
      "learning_rate": 2.7223269984041783e-05,
      "loss": 0.0196,
      "step": 20166
    },
    {
      "epoch": 2.1863616652211624,
      "grad_norm": 0.12088501453399658,
      "learning_rate": 2.7219643116204847e-05,
      "loss": 0.008,
      "step": 20167
    },
    {
      "epoch": 2.186470078057242,
      "grad_norm": 0.08735176175832748,
      "learning_rate": 2.721601624836791e-05,
      "loss": 0.0075,
      "step": 20168
    },
    {
      "epoch": 2.186578490893322,
      "grad_norm": 0.10420768707990646,
      "learning_rate": 2.721238938053097e-05,
      "loss": 0.0059,
      "step": 20169
    },
    {
      "epoch": 2.1866869037294014,
      "grad_norm": 0.2665155231952667,
      "learning_rate": 2.7208762512694036e-05,
      "loss": 0.023,
      "step": 20170
    },
    {
      "epoch": 2.1867953165654814,
      "grad_norm": 0.3264405429363251,
      "learning_rate": 2.7205135644857103e-05,
      "loss": 0.0248,
      "step": 20171
    },
    {
      "epoch": 2.186903729401561,
      "grad_norm": 0.18449227511882782,
      "learning_rate": 2.7201508777020167e-05,
      "loss": 0.0084,
      "step": 20172
    },
    {
      "epoch": 2.187012142237641,
      "grad_norm": 0.1671144664287567,
      "learning_rate": 2.719788190918323e-05,
      "loss": 0.0152,
      "step": 20173
    },
    {
      "epoch": 2.1871205550737205,
      "grad_norm": 0.1877547800540924,
      "learning_rate": 2.7194255041346296e-05,
      "loss": 0.016,
      "step": 20174
    },
    {
      "epoch": 2.1872289679098005,
      "grad_norm": 0.12952394783496857,
      "learning_rate": 2.719062817350936e-05,
      "loss": 0.012,
      "step": 20175
    },
    {
      "epoch": 2.1873373807458805,
      "grad_norm": 0.32508784532546997,
      "learning_rate": 2.718700130567242e-05,
      "loss": 0.0134,
      "step": 20176
    },
    {
      "epoch": 2.18744579358196,
      "grad_norm": 0.2133162021636963,
      "learning_rate": 2.7183374437835484e-05,
      "loss": 0.0261,
      "step": 20177
    },
    {
      "epoch": 2.18755420641804,
      "grad_norm": 0.2974262237548828,
      "learning_rate": 2.717974756999855e-05,
      "loss": 0.0298,
      "step": 20178
    },
    {
      "epoch": 2.1876626192541195,
      "grad_norm": 0.15146882832050323,
      "learning_rate": 2.7176120702161616e-05,
      "loss": 0.0085,
      "step": 20179
    },
    {
      "epoch": 2.1877710320901995,
      "grad_norm": 0.19783848524093628,
      "learning_rate": 2.717249383432468e-05,
      "loss": 0.0251,
      "step": 20180
    },
    {
      "epoch": 2.1878794449262795,
      "grad_norm": 0.08515683561563492,
      "learning_rate": 2.7168866966487744e-05,
      "loss": 0.0052,
      "step": 20181
    },
    {
      "epoch": 2.187987857762359,
      "grad_norm": 0.28485628962516785,
      "learning_rate": 2.716524009865081e-05,
      "loss": 0.0215,
      "step": 20182
    },
    {
      "epoch": 2.188096270598439,
      "grad_norm": 0.16156986355781555,
      "learning_rate": 2.716161323081387e-05,
      "loss": 0.0069,
      "step": 20183
    },
    {
      "epoch": 2.1882046834345186,
      "grad_norm": 0.19514916837215424,
      "learning_rate": 2.7157986362976933e-05,
      "loss": 0.0262,
      "step": 20184
    },
    {
      "epoch": 2.1883130962705986,
      "grad_norm": 0.162787526845932,
      "learning_rate": 2.7154359495139997e-05,
      "loss": 0.0038,
      "step": 20185
    },
    {
      "epoch": 2.188421509106678,
      "grad_norm": 0.011050363071262836,
      "learning_rate": 2.715073262730306e-05,
      "loss": 0.0007,
      "step": 20186
    },
    {
      "epoch": 2.188529921942758,
      "grad_norm": 0.0990263894200325,
      "learning_rate": 2.7147105759466122e-05,
      "loss": 0.011,
      "step": 20187
    },
    {
      "epoch": 2.1886383347788376,
      "grad_norm": 0.47868022322654724,
      "learning_rate": 2.7143478891629193e-05,
      "loss": 0.0251,
      "step": 20188
    },
    {
      "epoch": 2.1887467476149176,
      "grad_norm": 0.48347195982933044,
      "learning_rate": 2.7139852023792257e-05,
      "loss": 0.0202,
      "step": 20189
    },
    {
      "epoch": 2.1888551604509976,
      "grad_norm": 0.1744505763053894,
      "learning_rate": 2.7136225155955318e-05,
      "loss": 0.0196,
      "step": 20190
    },
    {
      "epoch": 2.188963573287077,
      "grad_norm": 0.09783938527107239,
      "learning_rate": 2.7132598288118382e-05,
      "loss": 0.0075,
      "step": 20191
    },
    {
      "epoch": 2.189071986123157,
      "grad_norm": 0.38853782415390015,
      "learning_rate": 2.7128971420281446e-05,
      "loss": 0.0284,
      "step": 20192
    },
    {
      "epoch": 2.1891803989592367,
      "grad_norm": 0.0985107496380806,
      "learning_rate": 2.712534455244451e-05,
      "loss": 0.0045,
      "step": 20193
    },
    {
      "epoch": 2.1892888117953166,
      "grad_norm": 0.12133262306451797,
      "learning_rate": 2.7121717684607574e-05,
      "loss": 0.0073,
      "step": 20194
    },
    {
      "epoch": 2.189397224631396,
      "grad_norm": 0.10998275130987167,
      "learning_rate": 2.7118090816770635e-05,
      "loss": 0.0079,
      "step": 20195
    },
    {
      "epoch": 2.189505637467476,
      "grad_norm": 0.059590741991996765,
      "learning_rate": 2.7114463948933706e-05,
      "loss": 0.0055,
      "step": 20196
    },
    {
      "epoch": 2.1896140503035557,
      "grad_norm": 0.2506410479545593,
      "learning_rate": 2.7110837081096767e-05,
      "loss": 0.0243,
      "step": 20197
    },
    {
      "epoch": 2.1897224631396357,
      "grad_norm": 0.8357946872711182,
      "learning_rate": 2.710721021325983e-05,
      "loss": 0.0525,
      "step": 20198
    },
    {
      "epoch": 2.1898308759757157,
      "grad_norm": 0.10402987152338028,
      "learning_rate": 2.7103583345422895e-05,
      "loss": 0.008,
      "step": 20199
    },
    {
      "epoch": 2.1899392888117952,
      "grad_norm": 0.2249039113521576,
      "learning_rate": 2.709995647758596e-05,
      "loss": 0.0547,
      "step": 20200
    },
    {
      "epoch": 2.190047701647875,
      "grad_norm": 0.2870060205459595,
      "learning_rate": 2.7096329609749023e-05,
      "loss": 0.0229,
      "step": 20201
    },
    {
      "epoch": 2.1901561144839548,
      "grad_norm": 0.22600914537906647,
      "learning_rate": 2.7092702741912084e-05,
      "loss": 0.0147,
      "step": 20202
    },
    {
      "epoch": 2.1902645273200347,
      "grad_norm": 0.025799505412578583,
      "learning_rate": 2.7089075874075148e-05,
      "loss": 0.0019,
      "step": 20203
    },
    {
      "epoch": 2.1903729401561143,
      "grad_norm": 0.12310084700584412,
      "learning_rate": 2.7085449006238212e-05,
      "loss": 0.0094,
      "step": 20204
    },
    {
      "epoch": 2.1904813529921943,
      "grad_norm": 0.08689214289188385,
      "learning_rate": 2.708182213840128e-05,
      "loss": 0.0068,
      "step": 20205
    },
    {
      "epoch": 2.1905897658282742,
      "grad_norm": 0.37606194615364075,
      "learning_rate": 2.7078195270564344e-05,
      "loss": 0.0405,
      "step": 20206
    },
    {
      "epoch": 2.190698178664354,
      "grad_norm": 0.11036648601293564,
      "learning_rate": 2.7074568402727408e-05,
      "loss": 0.0071,
      "step": 20207
    },
    {
      "epoch": 2.1908065915004338,
      "grad_norm": 0.2590171694755554,
      "learning_rate": 2.7070941534890472e-05,
      "loss": 0.0159,
      "step": 20208
    },
    {
      "epoch": 2.1909150043365133,
      "grad_norm": 0.07382534444332123,
      "learning_rate": 2.7067314667053532e-05,
      "loss": 0.0048,
      "step": 20209
    },
    {
      "epoch": 2.1910234171725933,
      "grad_norm": 0.2154626101255417,
      "learning_rate": 2.7063687799216597e-05,
      "loss": 0.016,
      "step": 20210
    },
    {
      "epoch": 2.191131830008673,
      "grad_norm": 0.09366359561681747,
      "learning_rate": 2.706006093137966e-05,
      "loss": 0.0048,
      "step": 20211
    },
    {
      "epoch": 2.191240242844753,
      "grad_norm": 0.24138560891151428,
      "learning_rate": 2.7056434063542725e-05,
      "loss": 0.0188,
      "step": 20212
    },
    {
      "epoch": 2.191348655680833,
      "grad_norm": 0.3856944143772125,
      "learning_rate": 2.7052807195705785e-05,
      "loss": 0.0248,
      "step": 20213
    },
    {
      "epoch": 2.1914570685169124,
      "grad_norm": 0.11718543618917465,
      "learning_rate": 2.7049180327868856e-05,
      "loss": 0.0154,
      "step": 20214
    },
    {
      "epoch": 2.1915654813529923,
      "grad_norm": 0.05050922557711601,
      "learning_rate": 2.704555346003192e-05,
      "loss": 0.0037,
      "step": 20215
    },
    {
      "epoch": 2.191673894189072,
      "grad_norm": 0.1598183661699295,
      "learning_rate": 2.704192659219498e-05,
      "loss": 0.0193,
      "step": 20216
    },
    {
      "epoch": 2.191782307025152,
      "grad_norm": 0.16285669803619385,
      "learning_rate": 2.7038299724358045e-05,
      "loss": 0.0108,
      "step": 20217
    },
    {
      "epoch": 2.1918907198612314,
      "grad_norm": 0.5298536419868469,
      "learning_rate": 2.703467285652111e-05,
      "loss": 0.0447,
      "step": 20218
    },
    {
      "epoch": 2.1919991326973114,
      "grad_norm": 0.13021405041217804,
      "learning_rate": 2.7031045988684174e-05,
      "loss": 0.0139,
      "step": 20219
    },
    {
      "epoch": 2.192107545533391,
      "grad_norm": 0.15710335969924927,
      "learning_rate": 2.7027419120847238e-05,
      "loss": 0.0158,
      "step": 20220
    },
    {
      "epoch": 2.192215958369471,
      "grad_norm": 0.2858773469924927,
      "learning_rate": 2.70237922530103e-05,
      "loss": 0.0189,
      "step": 20221
    },
    {
      "epoch": 2.192324371205551,
      "grad_norm": 0.01746179163455963,
      "learning_rate": 2.702016538517337e-05,
      "loss": 0.0014,
      "step": 20222
    },
    {
      "epoch": 2.1924327840416304,
      "grad_norm": 0.25190016627311707,
      "learning_rate": 2.701653851733643e-05,
      "loss": 0.0108,
      "step": 20223
    },
    {
      "epoch": 2.1925411968777104,
      "grad_norm": 0.08378119766712189,
      "learning_rate": 2.7012911649499494e-05,
      "loss": 0.0111,
      "step": 20224
    },
    {
      "epoch": 2.19264960971379,
      "grad_norm": 0.04967238008975983,
      "learning_rate": 2.7009284781662558e-05,
      "loss": 0.002,
      "step": 20225
    },
    {
      "epoch": 2.19275802254987,
      "grad_norm": 0.28319334983825684,
      "learning_rate": 2.7005657913825622e-05,
      "loss": 0.0254,
      "step": 20226
    },
    {
      "epoch": 2.1928664353859495,
      "grad_norm": 0.33156588673591614,
      "learning_rate": 2.7002031045988686e-05,
      "loss": 0.0108,
      "step": 20227
    },
    {
      "epoch": 2.1929748482220295,
      "grad_norm": 0.27942708134651184,
      "learning_rate": 2.6998404178151747e-05,
      "loss": 0.012,
      "step": 20228
    },
    {
      "epoch": 2.1930832610581095,
      "grad_norm": 0.1881871223449707,
      "learning_rate": 2.699477731031481e-05,
      "loss": 0.0148,
      "step": 20229
    },
    {
      "epoch": 2.193191673894189,
      "grad_norm": 0.13635790348052979,
      "learning_rate": 2.6991150442477875e-05,
      "loss": 0.0065,
      "step": 20230
    },
    {
      "epoch": 2.193300086730269,
      "grad_norm": 0.6710785031318665,
      "learning_rate": 2.6987523574640943e-05,
      "loss": 0.022,
      "step": 20231
    },
    {
      "epoch": 2.1934084995663485,
      "grad_norm": 0.3295733332633972,
      "learning_rate": 2.6983896706804007e-05,
      "loss": 0.0103,
      "step": 20232
    },
    {
      "epoch": 2.1935169124024285,
      "grad_norm": 0.062476299703121185,
      "learning_rate": 2.698026983896707e-05,
      "loss": 0.0046,
      "step": 20233
    },
    {
      "epoch": 2.193625325238508,
      "grad_norm": 0.048624008893966675,
      "learning_rate": 2.6976642971130135e-05,
      "loss": 0.0037,
      "step": 20234
    },
    {
      "epoch": 2.193733738074588,
      "grad_norm": 0.16211692988872528,
      "learning_rate": 2.6973016103293196e-05,
      "loss": 0.0263,
      "step": 20235
    },
    {
      "epoch": 2.193842150910668,
      "grad_norm": 0.1825370043516159,
      "learning_rate": 2.696938923545626e-05,
      "loss": 0.0175,
      "step": 20236
    },
    {
      "epoch": 2.1939505637467476,
      "grad_norm": 0.17119310796260834,
      "learning_rate": 2.6965762367619324e-05,
      "loss": 0.0101,
      "step": 20237
    },
    {
      "epoch": 2.1940589765828276,
      "grad_norm": 0.05659492313861847,
      "learning_rate": 2.6962135499782388e-05,
      "loss": 0.008,
      "step": 20238
    },
    {
      "epoch": 2.194167389418907,
      "grad_norm": 0.3886600434780121,
      "learning_rate": 2.695850863194545e-05,
      "loss": 0.0296,
      "step": 20239
    },
    {
      "epoch": 2.194275802254987,
      "grad_norm": 0.27160656452178955,
      "learning_rate": 2.695488176410852e-05,
      "loss": 0.0391,
      "step": 20240
    },
    {
      "epoch": 2.1943842150910666,
      "grad_norm": 0.12689201533794403,
      "learning_rate": 2.6951254896271584e-05,
      "loss": 0.0077,
      "step": 20241
    },
    {
      "epoch": 2.1944926279271466,
      "grad_norm": 0.49954989552497864,
      "learning_rate": 2.6947628028434645e-05,
      "loss": 0.0189,
      "step": 20242
    },
    {
      "epoch": 2.194601040763226,
      "grad_norm": 0.4317277669906616,
      "learning_rate": 2.694400116059771e-05,
      "loss": 0.0524,
      "step": 20243
    },
    {
      "epoch": 2.194709453599306,
      "grad_norm": 0.11359941214323044,
      "learning_rate": 2.6940374292760773e-05,
      "loss": 0.0105,
      "step": 20244
    },
    {
      "epoch": 2.194817866435386,
      "grad_norm": 0.08281242847442627,
      "learning_rate": 2.6936747424923837e-05,
      "loss": 0.0079,
      "step": 20245
    },
    {
      "epoch": 2.1949262792714657,
      "grad_norm": 0.11232752352952957,
      "learning_rate": 2.69331205570869e-05,
      "loss": 0.0057,
      "step": 20246
    },
    {
      "epoch": 2.1950346921075456,
      "grad_norm": 0.17939169704914093,
      "learning_rate": 2.692949368924996e-05,
      "loss": 0.0046,
      "step": 20247
    },
    {
      "epoch": 2.195143104943625,
      "grad_norm": 0.3139694333076477,
      "learning_rate": 2.6925866821413033e-05,
      "loss": 0.0316,
      "step": 20248
    },
    {
      "epoch": 2.195251517779705,
      "grad_norm": 0.342850923538208,
      "learning_rate": 2.6922239953576097e-05,
      "loss": 0.0077,
      "step": 20249
    },
    {
      "epoch": 2.1953599306157847,
      "grad_norm": 0.09767542779445648,
      "learning_rate": 2.6918613085739157e-05,
      "loss": 0.0055,
      "step": 20250
    },
    {
      "epoch": 2.1954683434518647,
      "grad_norm": 0.2941593527793884,
      "learning_rate": 2.691498621790222e-05,
      "loss": 0.0109,
      "step": 20251
    },
    {
      "epoch": 2.1955767562879447,
      "grad_norm": 0.038744136691093445,
      "learning_rate": 2.6911359350065286e-05,
      "loss": 0.0021,
      "step": 20252
    },
    {
      "epoch": 2.1956851691240242,
      "grad_norm": 0.1694517582654953,
      "learning_rate": 2.690773248222835e-05,
      "loss": 0.0124,
      "step": 20253
    },
    {
      "epoch": 2.195793581960104,
      "grad_norm": 0.07623771578073502,
      "learning_rate": 2.690410561439141e-05,
      "loss": 0.0045,
      "step": 20254
    },
    {
      "epoch": 2.1959019947961838,
      "grad_norm": 0.34939536452293396,
      "learning_rate": 2.6900478746554475e-05,
      "loss": 0.0134,
      "step": 20255
    },
    {
      "epoch": 2.1960104076322637,
      "grad_norm": 0.5446576476097107,
      "learning_rate": 2.689685187871754e-05,
      "loss": 0.0501,
      "step": 20256
    },
    {
      "epoch": 2.1961188204683433,
      "grad_norm": 0.17165431380271912,
      "learning_rate": 2.6893225010880606e-05,
      "loss": 0.0061,
      "step": 20257
    },
    {
      "epoch": 2.1962272333044233,
      "grad_norm": 0.8486084342002869,
      "learning_rate": 2.688959814304367e-05,
      "loss": 0.031,
      "step": 20258
    },
    {
      "epoch": 2.1963356461405033,
      "grad_norm": 0.3625306189060211,
      "learning_rate": 2.6885971275206734e-05,
      "loss": 0.0326,
      "step": 20259
    },
    {
      "epoch": 2.196444058976583,
      "grad_norm": 0.42961159348487854,
      "learning_rate": 2.68823444073698e-05,
      "loss": 0.0174,
      "step": 20260
    },
    {
      "epoch": 2.1965524718126628,
      "grad_norm": 0.19388824701309204,
      "learning_rate": 2.687871753953286e-05,
      "loss": 0.0051,
      "step": 20261
    },
    {
      "epoch": 2.1966608846487423,
      "grad_norm": 0.3147422969341278,
      "learning_rate": 2.6875090671695923e-05,
      "loss": 0.0226,
      "step": 20262
    },
    {
      "epoch": 2.1967692974848223,
      "grad_norm": 0.17371554672718048,
      "learning_rate": 2.6871463803858987e-05,
      "loss": 0.0186,
      "step": 20263
    },
    {
      "epoch": 2.196877710320902,
      "grad_norm": 0.26837357878685,
      "learning_rate": 2.686783693602205e-05,
      "loss": 0.0464,
      "step": 20264
    },
    {
      "epoch": 2.196986123156982,
      "grad_norm": 0.06561324000358582,
      "learning_rate": 2.6864210068185116e-05,
      "loss": 0.0046,
      "step": 20265
    },
    {
      "epoch": 2.1970945359930614,
      "grad_norm": 0.19755685329437256,
      "learning_rate": 2.6860583200348183e-05,
      "loss": 0.0238,
      "step": 20266
    },
    {
      "epoch": 2.1972029488291414,
      "grad_norm": 0.0781012699007988,
      "learning_rate": 2.6856956332511247e-05,
      "loss": 0.0054,
      "step": 20267
    },
    {
      "epoch": 2.1973113616652213,
      "grad_norm": 0.04835541546344757,
      "learning_rate": 2.6853329464674308e-05,
      "loss": 0.0015,
      "step": 20268
    },
    {
      "epoch": 2.197419774501301,
      "grad_norm": 0.1915966272354126,
      "learning_rate": 2.6849702596837372e-05,
      "loss": 0.0321,
      "step": 20269
    },
    {
      "epoch": 2.197528187337381,
      "grad_norm": 0.27739471197128296,
      "learning_rate": 2.6846075729000436e-05,
      "loss": 0.0182,
      "step": 20270
    },
    {
      "epoch": 2.1976366001734604,
      "grad_norm": 0.029511364176869392,
      "learning_rate": 2.68424488611635e-05,
      "loss": 0.0039,
      "step": 20271
    },
    {
      "epoch": 2.1977450130095404,
      "grad_norm": 0.08205095678567886,
      "learning_rate": 2.6838821993326564e-05,
      "loss": 0.0037,
      "step": 20272
    },
    {
      "epoch": 2.19785342584562,
      "grad_norm": 0.28735098242759705,
      "learning_rate": 2.6835195125489625e-05,
      "loss": 0.0191,
      "step": 20273
    },
    {
      "epoch": 2.1979618386817,
      "grad_norm": 0.27351275086402893,
      "learning_rate": 2.6831568257652696e-05,
      "loss": 0.0153,
      "step": 20274
    },
    {
      "epoch": 2.19807025151778,
      "grad_norm": 0.0838329866528511,
      "learning_rate": 2.682794138981576e-05,
      "loss": 0.0027,
      "step": 20275
    },
    {
      "epoch": 2.1981786643538594,
      "grad_norm": 0.5500131845474243,
      "learning_rate": 2.682431452197882e-05,
      "loss": 0.0358,
      "step": 20276
    },
    {
      "epoch": 2.1982870771899394,
      "grad_norm": 0.0801469162106514,
      "learning_rate": 2.6820687654141885e-05,
      "loss": 0.0032,
      "step": 20277
    },
    {
      "epoch": 2.198395490026019,
      "grad_norm": 0.056630972772836685,
      "learning_rate": 2.681706078630495e-05,
      "loss": 0.0057,
      "step": 20278
    },
    {
      "epoch": 2.198503902862099,
      "grad_norm": 0.094391368329525,
      "learning_rate": 2.6813433918468013e-05,
      "loss": 0.0089,
      "step": 20279
    },
    {
      "epoch": 2.1986123156981785,
      "grad_norm": 0.026312032714486122,
      "learning_rate": 2.6809807050631074e-05,
      "loss": 0.0012,
      "step": 20280
    },
    {
      "epoch": 2.1987207285342585,
      "grad_norm": 0.3291902542114258,
      "learning_rate": 2.6806180182794138e-05,
      "loss": 0.0583,
      "step": 20281
    },
    {
      "epoch": 2.1988291413703385,
      "grad_norm": 0.11391966044902802,
      "learning_rate": 2.6802553314957202e-05,
      "loss": 0.0129,
      "step": 20282
    },
    {
      "epoch": 2.198937554206418,
      "grad_norm": 0.27362415194511414,
      "learning_rate": 2.679892644712027e-05,
      "loss": 0.0124,
      "step": 20283
    },
    {
      "epoch": 2.199045967042498,
      "grad_norm": 0.40427324175834656,
      "learning_rate": 2.6795299579283334e-05,
      "loss": 0.0187,
      "step": 20284
    },
    {
      "epoch": 2.1991543798785775,
      "grad_norm": 0.07852108776569366,
      "learning_rate": 2.6791672711446398e-05,
      "loss": 0.0084,
      "step": 20285
    },
    {
      "epoch": 2.1992627927146575,
      "grad_norm": 0.2893456816673279,
      "learning_rate": 2.6788045843609462e-05,
      "loss": 0.0252,
      "step": 20286
    },
    {
      "epoch": 2.199371205550737,
      "grad_norm": 0.017993010580539703,
      "learning_rate": 2.6784418975772522e-05,
      "loss": 0.0006,
      "step": 20287
    },
    {
      "epoch": 2.199479618386817,
      "grad_norm": 0.2082543820142746,
      "learning_rate": 2.6780792107935587e-05,
      "loss": 0.0208,
      "step": 20288
    },
    {
      "epoch": 2.1995880312228966,
      "grad_norm": 0.20642150938510895,
      "learning_rate": 2.677716524009865e-05,
      "loss": 0.0091,
      "step": 20289
    },
    {
      "epoch": 2.1996964440589766,
      "grad_norm": 0.01988343521952629,
      "learning_rate": 2.6773538372261715e-05,
      "loss": 0.0014,
      "step": 20290
    },
    {
      "epoch": 2.1998048568950566,
      "grad_norm": 0.18045729398727417,
      "learning_rate": 2.6769911504424782e-05,
      "loss": 0.0062,
      "step": 20291
    },
    {
      "epoch": 2.199913269731136,
      "grad_norm": 0.42975807189941406,
      "learning_rate": 2.6766284636587846e-05,
      "loss": 0.0229,
      "step": 20292
    },
    {
      "epoch": 2.200021682567216,
      "grad_norm": 0.21889376640319824,
      "learning_rate": 2.676265776875091e-05,
      "loss": 0.0212,
      "step": 20293
    },
    {
      "epoch": 2.2001300954032956,
      "grad_norm": 0.1612708419561386,
      "learning_rate": 2.675903090091397e-05,
      "loss": 0.011,
      "step": 20294
    },
    {
      "epoch": 2.2002385082393756,
      "grad_norm": 0.09315180778503418,
      "learning_rate": 2.6755404033077035e-05,
      "loss": 0.0038,
      "step": 20295
    },
    {
      "epoch": 2.200346921075455,
      "grad_norm": 0.47217270731925964,
      "learning_rate": 2.67517771652401e-05,
      "loss": 0.0259,
      "step": 20296
    },
    {
      "epoch": 2.200455333911535,
      "grad_norm": 0.333798348903656,
      "learning_rate": 2.6748150297403164e-05,
      "loss": 0.0219,
      "step": 20297
    },
    {
      "epoch": 2.200563746747615,
      "grad_norm": 0.5263315439224243,
      "learning_rate": 2.6744523429566228e-05,
      "loss": 0.0252,
      "step": 20298
    },
    {
      "epoch": 2.2006721595836947,
      "grad_norm": 0.20975303649902344,
      "learning_rate": 2.674089656172929e-05,
      "loss": 0.0076,
      "step": 20299
    },
    {
      "epoch": 2.2007805724197746,
      "grad_norm": 0.3165176212787628,
      "learning_rate": 2.673726969389236e-05,
      "loss": 0.0223,
      "step": 20300
    },
    {
      "epoch": 2.200888985255854,
      "grad_norm": 0.49020105600357056,
      "learning_rate": 2.6733642826055423e-05,
      "loss": 0.0469,
      "step": 20301
    },
    {
      "epoch": 2.200997398091934,
      "grad_norm": 0.12999702990055084,
      "learning_rate": 2.6730015958218484e-05,
      "loss": 0.0028,
      "step": 20302
    },
    {
      "epoch": 2.2011058109280137,
      "grad_norm": 0.27557530999183655,
      "learning_rate": 2.6726389090381548e-05,
      "loss": 0.0097,
      "step": 20303
    },
    {
      "epoch": 2.2012142237640937,
      "grad_norm": 0.1542370468378067,
      "learning_rate": 2.6722762222544612e-05,
      "loss": 0.0261,
      "step": 20304
    },
    {
      "epoch": 2.2013226366001737,
      "grad_norm": 0.09914367645978928,
      "learning_rate": 2.6719135354707676e-05,
      "loss": 0.004,
      "step": 20305
    },
    {
      "epoch": 2.2014310494362532,
      "grad_norm": 0.16699784994125366,
      "learning_rate": 2.6715508486870737e-05,
      "loss": 0.0152,
      "step": 20306
    },
    {
      "epoch": 2.201539462272333,
      "grad_norm": 0.1271415650844574,
      "learning_rate": 2.67118816190338e-05,
      "loss": 0.0112,
      "step": 20307
    },
    {
      "epoch": 2.2016478751084128,
      "grad_norm": 0.11508282274007797,
      "learning_rate": 2.6708254751196865e-05,
      "loss": 0.0037,
      "step": 20308
    },
    {
      "epoch": 2.2017562879444927,
      "grad_norm": 0.04925494268536568,
      "learning_rate": 2.6704627883359933e-05,
      "loss": 0.0022,
      "step": 20309
    },
    {
      "epoch": 2.2018647007805723,
      "grad_norm": 0.28863605856895447,
      "learning_rate": 2.6701001015522997e-05,
      "loss": 0.0257,
      "step": 20310
    },
    {
      "epoch": 2.2019731136166523,
      "grad_norm": 0.23827533423900604,
      "learning_rate": 2.669737414768606e-05,
      "loss": 0.0059,
      "step": 20311
    },
    {
      "epoch": 2.202081526452732,
      "grad_norm": 0.3266189396381378,
      "learning_rate": 2.6693747279849125e-05,
      "loss": 0.0325,
      "step": 20312
    },
    {
      "epoch": 2.202189939288812,
      "grad_norm": 0.501916766166687,
      "learning_rate": 2.6690120412012186e-05,
      "loss": 0.012,
      "step": 20313
    },
    {
      "epoch": 2.202298352124892,
      "grad_norm": 0.22111153602600098,
      "learning_rate": 2.668649354417525e-05,
      "loss": 0.0246,
      "step": 20314
    },
    {
      "epoch": 2.2024067649609713,
      "grad_norm": 0.27399927377700806,
      "learning_rate": 2.6682866676338314e-05,
      "loss": 0.0348,
      "step": 20315
    },
    {
      "epoch": 2.2025151777970513,
      "grad_norm": 0.050249725580215454,
      "learning_rate": 2.6679239808501378e-05,
      "loss": 0.0049,
      "step": 20316
    },
    {
      "epoch": 2.202623590633131,
      "grad_norm": 0.489927738904953,
      "learning_rate": 2.6675612940664446e-05,
      "loss": 0.03,
      "step": 20317
    },
    {
      "epoch": 2.202732003469211,
      "grad_norm": 0.22983287274837494,
      "learning_rate": 2.667198607282751e-05,
      "loss": 0.033,
      "step": 20318
    },
    {
      "epoch": 2.2028404163052904,
      "grad_norm": 0.19873110949993134,
      "learning_rate": 2.6668359204990574e-05,
      "loss": 0.0259,
      "step": 20319
    },
    {
      "epoch": 2.2029488291413704,
      "grad_norm": 0.488043874502182,
      "learning_rate": 2.6664732337153635e-05,
      "loss": 0.0212,
      "step": 20320
    },
    {
      "epoch": 2.20305724197745,
      "grad_norm": 0.38584235310554504,
      "learning_rate": 2.66611054693167e-05,
      "loss": 0.0177,
      "step": 20321
    },
    {
      "epoch": 2.20316565481353,
      "grad_norm": 0.23908841609954834,
      "learning_rate": 2.6657478601479763e-05,
      "loss": 0.02,
      "step": 20322
    },
    {
      "epoch": 2.20327406764961,
      "grad_norm": 0.19818724691867828,
      "learning_rate": 2.6653851733642827e-05,
      "loss": 0.008,
      "step": 20323
    },
    {
      "epoch": 2.2033824804856894,
      "grad_norm": 0.19126884639263153,
      "learning_rate": 2.665022486580589e-05,
      "loss": 0.0197,
      "step": 20324
    },
    {
      "epoch": 2.2034908933217694,
      "grad_norm": 0.4050959646701813,
      "learning_rate": 2.6646597997968952e-05,
      "loss": 0.0406,
      "step": 20325
    },
    {
      "epoch": 2.203599306157849,
      "grad_norm": 0.10465706884860992,
      "learning_rate": 2.6642971130132023e-05,
      "loss": 0.0082,
      "step": 20326
    },
    {
      "epoch": 2.203707718993929,
      "grad_norm": 0.026314904913306236,
      "learning_rate": 2.6639344262295087e-05,
      "loss": 0.0023,
      "step": 20327
    },
    {
      "epoch": 2.203816131830009,
      "grad_norm": 0.04783059284090996,
      "learning_rate": 2.6635717394458147e-05,
      "loss": 0.0032,
      "step": 20328
    },
    {
      "epoch": 2.2039245446660884,
      "grad_norm": 0.12060204148292542,
      "learning_rate": 2.663209052662121e-05,
      "loss": 0.0117,
      "step": 20329
    },
    {
      "epoch": 2.2040329575021684,
      "grad_norm": 0.3256514072418213,
      "learning_rate": 2.6628463658784276e-05,
      "loss": 0.0428,
      "step": 20330
    },
    {
      "epoch": 2.204141370338248,
      "grad_norm": 0.15189491212368011,
      "learning_rate": 2.662483679094734e-05,
      "loss": 0.008,
      "step": 20331
    },
    {
      "epoch": 2.204249783174328,
      "grad_norm": 0.21409142017364502,
      "learning_rate": 2.66212099231104e-05,
      "loss": 0.0116,
      "step": 20332
    },
    {
      "epoch": 2.2043581960104075,
      "grad_norm": 0.27104049921035767,
      "learning_rate": 2.6617583055273465e-05,
      "loss": 0.011,
      "step": 20333
    },
    {
      "epoch": 2.2044666088464875,
      "grad_norm": 0.20967628061771393,
      "learning_rate": 2.661395618743653e-05,
      "loss": 0.005,
      "step": 20334
    },
    {
      "epoch": 2.204575021682567,
      "grad_norm": 0.03987524285912514,
      "learning_rate": 2.6610329319599596e-05,
      "loss": 0.0039,
      "step": 20335
    },
    {
      "epoch": 2.204683434518647,
      "grad_norm": 0.20040205121040344,
      "learning_rate": 2.660670245176266e-05,
      "loss": 0.0125,
      "step": 20336
    },
    {
      "epoch": 2.204791847354727,
      "grad_norm": 0.2008410096168518,
      "learning_rate": 2.6603075583925724e-05,
      "loss": 0.0139,
      "step": 20337
    },
    {
      "epoch": 2.2049002601908065,
      "grad_norm": 0.045398373156785965,
      "learning_rate": 2.659944871608879e-05,
      "loss": 0.0031,
      "step": 20338
    },
    {
      "epoch": 2.2050086730268865,
      "grad_norm": 0.3318707346916199,
      "learning_rate": 2.659582184825185e-05,
      "loss": 0.0332,
      "step": 20339
    },
    {
      "epoch": 2.205117085862966,
      "grad_norm": 0.23746764659881592,
      "learning_rate": 2.6592194980414913e-05,
      "loss": 0.0127,
      "step": 20340
    },
    {
      "epoch": 2.205225498699046,
      "grad_norm": 0.07826081663370132,
      "learning_rate": 2.6588568112577977e-05,
      "loss": 0.0054,
      "step": 20341
    },
    {
      "epoch": 2.2053339115351256,
      "grad_norm": 0.38577088713645935,
      "learning_rate": 2.658494124474104e-05,
      "loss": 0.0822,
      "step": 20342
    },
    {
      "epoch": 2.2054423243712056,
      "grad_norm": 0.038984254002571106,
      "learning_rate": 2.658131437690411e-05,
      "loss": 0.0021,
      "step": 20343
    },
    {
      "epoch": 2.205550737207285,
      "grad_norm": 0.1982787847518921,
      "learning_rate": 2.6577687509067173e-05,
      "loss": 0.0109,
      "step": 20344
    },
    {
      "epoch": 2.205659150043365,
      "grad_norm": 0.13520202040672302,
      "learning_rate": 2.6574060641230237e-05,
      "loss": 0.0095,
      "step": 20345
    },
    {
      "epoch": 2.205767562879445,
      "grad_norm": 0.22980746626853943,
      "learning_rate": 2.6570433773393298e-05,
      "loss": 0.0264,
      "step": 20346
    },
    {
      "epoch": 2.2058759757155246,
      "grad_norm": 0.3328818380832672,
      "learning_rate": 2.6566806905556362e-05,
      "loss": 0.0281,
      "step": 20347
    },
    {
      "epoch": 2.2059843885516046,
      "grad_norm": 0.3459388017654419,
      "learning_rate": 2.6563180037719426e-05,
      "loss": 0.0123,
      "step": 20348
    },
    {
      "epoch": 2.206092801387684,
      "grad_norm": 0.15345841646194458,
      "learning_rate": 2.655955316988249e-05,
      "loss": 0.0088,
      "step": 20349
    },
    {
      "epoch": 2.206201214223764,
      "grad_norm": 0.1432618796825409,
      "learning_rate": 2.6555926302045554e-05,
      "loss": 0.0073,
      "step": 20350
    },
    {
      "epoch": 2.2063096270598437,
      "grad_norm": 0.07650046795606613,
      "learning_rate": 2.6552299434208615e-05,
      "loss": 0.0025,
      "step": 20351
    },
    {
      "epoch": 2.2064180398959237,
      "grad_norm": 0.13317829370498657,
      "learning_rate": 2.6548672566371686e-05,
      "loss": 0.0066,
      "step": 20352
    },
    {
      "epoch": 2.2065264527320037,
      "grad_norm": 0.29363876581192017,
      "learning_rate": 2.654504569853475e-05,
      "loss": 0.011,
      "step": 20353
    },
    {
      "epoch": 2.206634865568083,
      "grad_norm": 0.4374102056026459,
      "learning_rate": 2.654141883069781e-05,
      "loss": 0.0256,
      "step": 20354
    },
    {
      "epoch": 2.206743278404163,
      "grad_norm": 0.052660003304481506,
      "learning_rate": 2.6537791962860875e-05,
      "loss": 0.0018,
      "step": 20355
    },
    {
      "epoch": 2.2068516912402427,
      "grad_norm": 0.1849648505449295,
      "learning_rate": 2.653416509502394e-05,
      "loss": 0.0049,
      "step": 20356
    },
    {
      "epoch": 2.2069601040763227,
      "grad_norm": 0.15423640608787537,
      "learning_rate": 2.6530538227187003e-05,
      "loss": 0.0037,
      "step": 20357
    },
    {
      "epoch": 2.2070685169124022,
      "grad_norm": 0.15966996550559998,
      "learning_rate": 2.6526911359350064e-05,
      "loss": 0.0072,
      "step": 20358
    },
    {
      "epoch": 2.2071769297484822,
      "grad_norm": 0.12201759219169617,
      "learning_rate": 2.6523284491513128e-05,
      "loss": 0.0053,
      "step": 20359
    },
    {
      "epoch": 2.207285342584562,
      "grad_norm": 0.07609392702579498,
      "learning_rate": 2.6519657623676192e-05,
      "loss": 0.0017,
      "step": 20360
    },
    {
      "epoch": 2.2073937554206418,
      "grad_norm": 0.0715588927268982,
      "learning_rate": 2.651603075583926e-05,
      "loss": 0.0054,
      "step": 20361
    },
    {
      "epoch": 2.2075021682567217,
      "grad_norm": 0.3975816071033478,
      "learning_rate": 2.6512403888002324e-05,
      "loss": 0.0296,
      "step": 20362
    },
    {
      "epoch": 2.2076105810928013,
      "grad_norm": 0.3363719582557678,
      "learning_rate": 2.6508777020165388e-05,
      "loss": 0.0178,
      "step": 20363
    },
    {
      "epoch": 2.2077189939288813,
      "grad_norm": 0.018381796777248383,
      "learning_rate": 2.6505150152328452e-05,
      "loss": 0.0009,
      "step": 20364
    },
    {
      "epoch": 2.207827406764961,
      "grad_norm": 0.17360572516918182,
      "learning_rate": 2.6501523284491513e-05,
      "loss": 0.0133,
      "step": 20365
    },
    {
      "epoch": 2.207935819601041,
      "grad_norm": 0.6711781024932861,
      "learning_rate": 2.6497896416654577e-05,
      "loss": 0.0203,
      "step": 20366
    },
    {
      "epoch": 2.2080442324371203,
      "grad_norm": 0.2175980657339096,
      "learning_rate": 2.649426954881764e-05,
      "loss": 0.01,
      "step": 20367
    },
    {
      "epoch": 2.2081526452732003,
      "grad_norm": 0.22472551465034485,
      "learning_rate": 2.6490642680980705e-05,
      "loss": 0.0122,
      "step": 20368
    },
    {
      "epoch": 2.2082610581092803,
      "grad_norm": 0.39797094464302063,
      "learning_rate": 2.6487015813143772e-05,
      "loss": 0.0276,
      "step": 20369
    },
    {
      "epoch": 2.20836947094536,
      "grad_norm": 0.33081933856010437,
      "learning_rate": 2.6483388945306836e-05,
      "loss": 0.022,
      "step": 20370
    },
    {
      "epoch": 2.20847788378144,
      "grad_norm": 0.19563964009284973,
      "learning_rate": 2.64797620774699e-05,
      "loss": 0.0184,
      "step": 20371
    },
    {
      "epoch": 2.2085862966175194,
      "grad_norm": 0.057464249432086945,
      "learning_rate": 2.647613520963296e-05,
      "loss": 0.0054,
      "step": 20372
    },
    {
      "epoch": 2.2086947094535994,
      "grad_norm": 0.29415079951286316,
      "learning_rate": 2.6472508341796025e-05,
      "loss": 0.0389,
      "step": 20373
    },
    {
      "epoch": 2.208803122289679,
      "grad_norm": 0.10616365075111389,
      "learning_rate": 2.646888147395909e-05,
      "loss": 0.0159,
      "step": 20374
    },
    {
      "epoch": 2.208911535125759,
      "grad_norm": 0.15487925708293915,
      "learning_rate": 2.6465254606122154e-05,
      "loss": 0.008,
      "step": 20375
    },
    {
      "epoch": 2.209019947961839,
      "grad_norm": 0.09377690404653549,
      "learning_rate": 2.6461627738285218e-05,
      "loss": 0.0098,
      "step": 20376
    },
    {
      "epoch": 2.2091283607979184,
      "grad_norm": 0.17249806225299835,
      "learning_rate": 2.645800087044828e-05,
      "loss": 0.0127,
      "step": 20377
    },
    {
      "epoch": 2.2092367736339984,
      "grad_norm": 0.3107304275035858,
      "learning_rate": 2.645437400261135e-05,
      "loss": 0.0051,
      "step": 20378
    },
    {
      "epoch": 2.209345186470078,
      "grad_norm": 0.7113862633705139,
      "learning_rate": 2.6450747134774413e-05,
      "loss": 0.0604,
      "step": 20379
    },
    {
      "epoch": 2.209453599306158,
      "grad_norm": 0.08668731153011322,
      "learning_rate": 2.6447120266937474e-05,
      "loss": 0.0043,
      "step": 20380
    },
    {
      "epoch": 2.2095620121422375,
      "grad_norm": 0.35190942883491516,
      "learning_rate": 2.6443493399100538e-05,
      "loss": 0.0245,
      "step": 20381
    },
    {
      "epoch": 2.2096704249783174,
      "grad_norm": 0.06874491274356842,
      "learning_rate": 2.6439866531263602e-05,
      "loss": 0.0074,
      "step": 20382
    },
    {
      "epoch": 2.2097788378143974,
      "grad_norm": 0.09576812386512756,
      "learning_rate": 2.6436239663426666e-05,
      "loss": 0.01,
      "step": 20383
    },
    {
      "epoch": 2.209887250650477,
      "grad_norm": 0.2526235580444336,
      "learning_rate": 2.6432612795589727e-05,
      "loss": 0.0163,
      "step": 20384
    },
    {
      "epoch": 2.209995663486557,
      "grad_norm": 0.28228291869163513,
      "learning_rate": 2.642898592775279e-05,
      "loss": 0.0047,
      "step": 20385
    },
    {
      "epoch": 2.2101040763226365,
      "grad_norm": 0.07087260484695435,
      "learning_rate": 2.6425359059915862e-05,
      "loss": 0.0033,
      "step": 20386
    },
    {
      "epoch": 2.2102124891587165,
      "grad_norm": 0.0415472574532032,
      "learning_rate": 2.6421732192078923e-05,
      "loss": 0.0022,
      "step": 20387
    },
    {
      "epoch": 2.210320901994796,
      "grad_norm": 0.020132875069975853,
      "learning_rate": 2.6418105324241987e-05,
      "loss": 0.0007,
      "step": 20388
    },
    {
      "epoch": 2.210429314830876,
      "grad_norm": 0.07836063206195831,
      "learning_rate": 2.641447845640505e-05,
      "loss": 0.0082,
      "step": 20389
    },
    {
      "epoch": 2.2105377276669556,
      "grad_norm": 0.20726032555103302,
      "learning_rate": 2.6410851588568115e-05,
      "loss": 0.0048,
      "step": 20390
    },
    {
      "epoch": 2.2106461405030355,
      "grad_norm": 0.29739701747894287,
      "learning_rate": 2.6407224720731176e-05,
      "loss": 0.0282,
      "step": 20391
    },
    {
      "epoch": 2.2107545533391155,
      "grad_norm": 0.2418699562549591,
      "learning_rate": 2.640359785289424e-05,
      "loss": 0.0151,
      "step": 20392
    },
    {
      "epoch": 2.210862966175195,
      "grad_norm": 0.06359071284532547,
      "learning_rate": 2.6399970985057304e-05,
      "loss": 0.0019,
      "step": 20393
    },
    {
      "epoch": 2.210971379011275,
      "grad_norm": 0.021139413118362427,
      "learning_rate": 2.6396344117220368e-05,
      "loss": 0.001,
      "step": 20394
    },
    {
      "epoch": 2.2110797918473546,
      "grad_norm": 0.7319406270980835,
      "learning_rate": 2.6392717249383436e-05,
      "loss": 0.0317,
      "step": 20395
    },
    {
      "epoch": 2.2111882046834346,
      "grad_norm": 0.5164832472801208,
      "learning_rate": 2.63890903815465e-05,
      "loss": 0.0342,
      "step": 20396
    },
    {
      "epoch": 2.211296617519514,
      "grad_norm": 0.33712565898895264,
      "learning_rate": 2.6385463513709564e-05,
      "loss": 0.0106,
      "step": 20397
    },
    {
      "epoch": 2.211405030355594,
      "grad_norm": 0.7994053959846497,
      "learning_rate": 2.6381836645872625e-05,
      "loss": 0.0165,
      "step": 20398
    },
    {
      "epoch": 2.211513443191674,
      "grad_norm": 0.04709654673933983,
      "learning_rate": 2.637820977803569e-05,
      "loss": 0.0014,
      "step": 20399
    },
    {
      "epoch": 2.2116218560277536,
      "grad_norm": 0.20352204144001007,
      "learning_rate": 2.6374582910198753e-05,
      "loss": 0.0117,
      "step": 20400
    },
    {
      "epoch": 2.2117302688638336,
      "grad_norm": 0.14484672248363495,
      "learning_rate": 2.6370956042361817e-05,
      "loss": 0.0123,
      "step": 20401
    },
    {
      "epoch": 2.211838681699913,
      "grad_norm": 0.2545982897281647,
      "learning_rate": 2.636732917452488e-05,
      "loss": 0.0069,
      "step": 20402
    },
    {
      "epoch": 2.211947094535993,
      "grad_norm": 0.10351675748825073,
      "learning_rate": 2.6363702306687942e-05,
      "loss": 0.0053,
      "step": 20403
    },
    {
      "epoch": 2.2120555073720727,
      "grad_norm": 0.2913256287574768,
      "learning_rate": 2.6360075438851013e-05,
      "loss": 0.0514,
      "step": 20404
    },
    {
      "epoch": 2.2121639202081527,
      "grad_norm": 0.4422600269317627,
      "learning_rate": 2.6356448571014077e-05,
      "loss": 0.0659,
      "step": 20405
    },
    {
      "epoch": 2.2122723330442327,
      "grad_norm": 0.12456834316253662,
      "learning_rate": 2.6352821703177137e-05,
      "loss": 0.0063,
      "step": 20406
    },
    {
      "epoch": 2.212380745880312,
      "grad_norm": 0.39995700120925903,
      "learning_rate": 2.63491948353402e-05,
      "loss": 0.0439,
      "step": 20407
    },
    {
      "epoch": 2.212489158716392,
      "grad_norm": 0.14295707643032074,
      "learning_rate": 2.6345567967503266e-05,
      "loss": 0.0086,
      "step": 20408
    },
    {
      "epoch": 2.2125975715524717,
      "grad_norm": 0.0704643726348877,
      "learning_rate": 2.634194109966633e-05,
      "loss": 0.0059,
      "step": 20409
    },
    {
      "epoch": 2.2127059843885517,
      "grad_norm": 0.39296895265579224,
      "learning_rate": 2.633831423182939e-05,
      "loss": 0.0139,
      "step": 20410
    },
    {
      "epoch": 2.2128143972246312,
      "grad_norm": 0.38050511479377747,
      "learning_rate": 2.6334687363992455e-05,
      "loss": 0.0082,
      "step": 20411
    },
    {
      "epoch": 2.2129228100607112,
      "grad_norm": 0.2445152997970581,
      "learning_rate": 2.6331060496155525e-05,
      "loss": 0.0176,
      "step": 20412
    },
    {
      "epoch": 2.2130312228967908,
      "grad_norm": 0.462743878364563,
      "learning_rate": 2.6327433628318586e-05,
      "loss": 0.0405,
      "step": 20413
    },
    {
      "epoch": 2.2131396357328708,
      "grad_norm": 0.04895583167672157,
      "learning_rate": 2.632380676048165e-05,
      "loss": 0.0041,
      "step": 20414
    },
    {
      "epoch": 2.2132480485689507,
      "grad_norm": 0.42718929052352905,
      "learning_rate": 2.6320179892644714e-05,
      "loss": 0.0443,
      "step": 20415
    },
    {
      "epoch": 2.2133564614050303,
      "grad_norm": 0.11752734333276749,
      "learning_rate": 2.631655302480778e-05,
      "loss": 0.0064,
      "step": 20416
    },
    {
      "epoch": 2.2134648742411103,
      "grad_norm": 0.027144895866513252,
      "learning_rate": 2.631292615697084e-05,
      "loss": 0.0018,
      "step": 20417
    },
    {
      "epoch": 2.21357328707719,
      "grad_norm": 0.13961100578308105,
      "learning_rate": 2.6309299289133903e-05,
      "loss": 0.0062,
      "step": 20418
    },
    {
      "epoch": 2.21368169991327,
      "grad_norm": 0.6893777847290039,
      "learning_rate": 2.6305672421296967e-05,
      "loss": 0.0113,
      "step": 20419
    },
    {
      "epoch": 2.2137901127493493,
      "grad_norm": 0.24410150945186615,
      "learning_rate": 2.630204555346003e-05,
      "loss": 0.0086,
      "step": 20420
    },
    {
      "epoch": 2.2138985255854293,
      "grad_norm": 0.25163331627845764,
      "learning_rate": 2.62984186856231e-05,
      "loss": 0.0414,
      "step": 20421
    },
    {
      "epoch": 2.2140069384215093,
      "grad_norm": 0.14124901592731476,
      "learning_rate": 2.6294791817786163e-05,
      "loss": 0.0091,
      "step": 20422
    },
    {
      "epoch": 2.214115351257589,
      "grad_norm": 0.2001679241657257,
      "learning_rate": 2.6291164949949227e-05,
      "loss": 0.029,
      "step": 20423
    },
    {
      "epoch": 2.214223764093669,
      "grad_norm": 0.20880068838596344,
      "learning_rate": 2.6287538082112288e-05,
      "loss": 0.0073,
      "step": 20424
    },
    {
      "epoch": 2.2143321769297484,
      "grad_norm": 0.12093983590602875,
      "learning_rate": 2.6283911214275352e-05,
      "loss": 0.0094,
      "step": 20425
    },
    {
      "epoch": 2.2144405897658284,
      "grad_norm": 0.1951124370098114,
      "learning_rate": 2.6280284346438416e-05,
      "loss": 0.0156,
      "step": 20426
    },
    {
      "epoch": 2.214549002601908,
      "grad_norm": 0.1882878541946411,
      "learning_rate": 2.627665747860148e-05,
      "loss": 0.0182,
      "step": 20427
    },
    {
      "epoch": 2.214657415437988,
      "grad_norm": 0.19403155148029327,
      "learning_rate": 2.6273030610764544e-05,
      "loss": 0.023,
      "step": 20428
    },
    {
      "epoch": 2.214765828274068,
      "grad_norm": 0.6843629479408264,
      "learning_rate": 2.6269403742927605e-05,
      "loss": 0.0361,
      "step": 20429
    },
    {
      "epoch": 2.2148742411101474,
      "grad_norm": 0.03384384512901306,
      "learning_rate": 2.6265776875090676e-05,
      "loss": 0.0041,
      "step": 20430
    },
    {
      "epoch": 2.2149826539462274,
      "grad_norm": 0.29558470845222473,
      "learning_rate": 2.626215000725374e-05,
      "loss": 0.0263,
      "step": 20431
    },
    {
      "epoch": 2.215091066782307,
      "grad_norm": 0.18638238310813904,
      "learning_rate": 2.62585231394168e-05,
      "loss": 0.0312,
      "step": 20432
    },
    {
      "epoch": 2.215199479618387,
      "grad_norm": 0.11837214231491089,
      "learning_rate": 2.6254896271579865e-05,
      "loss": 0.0111,
      "step": 20433
    },
    {
      "epoch": 2.2153078924544665,
      "grad_norm": 0.046272534877061844,
      "learning_rate": 2.625126940374293e-05,
      "loss": 0.0023,
      "step": 20434
    },
    {
      "epoch": 2.2154163052905465,
      "grad_norm": 0.29155534505844116,
      "learning_rate": 2.6247642535905993e-05,
      "loss": 0.0197,
      "step": 20435
    },
    {
      "epoch": 2.215524718126626,
      "grad_norm": 0.0725347176194191,
      "learning_rate": 2.6244015668069054e-05,
      "loss": 0.0066,
      "step": 20436
    },
    {
      "epoch": 2.215633130962706,
      "grad_norm": 0.13624700903892517,
      "learning_rate": 2.6240388800232118e-05,
      "loss": 0.0077,
      "step": 20437
    },
    {
      "epoch": 2.215741543798786,
      "grad_norm": 0.037482041865587234,
      "learning_rate": 2.623676193239519e-05,
      "loss": 0.0044,
      "step": 20438
    },
    {
      "epoch": 2.2158499566348655,
      "grad_norm": 0.09776616841554642,
      "learning_rate": 2.623313506455825e-05,
      "loss": 0.0051,
      "step": 20439
    },
    {
      "epoch": 2.2159583694709455,
      "grad_norm": 0.4095018208026886,
      "learning_rate": 2.6229508196721314e-05,
      "loss": 0.0438,
      "step": 20440
    },
    {
      "epoch": 2.216066782307025,
      "grad_norm": 0.20313337445259094,
      "learning_rate": 2.6225881328884378e-05,
      "loss": 0.0106,
      "step": 20441
    },
    {
      "epoch": 2.216175195143105,
      "grad_norm": 0.1787005215883255,
      "learning_rate": 2.6222254461047442e-05,
      "loss": 0.02,
      "step": 20442
    },
    {
      "epoch": 2.2162836079791846,
      "grad_norm": 0.38709571957588196,
      "learning_rate": 2.6218627593210503e-05,
      "loss": 0.0068,
      "step": 20443
    },
    {
      "epoch": 2.2163920208152645,
      "grad_norm": 0.37129828333854675,
      "learning_rate": 2.6215000725373567e-05,
      "loss": 0.0337,
      "step": 20444
    },
    {
      "epoch": 2.2165004336513445,
      "grad_norm": 0.3199711740016937,
      "learning_rate": 2.621137385753663e-05,
      "loss": 0.0312,
      "step": 20445
    },
    {
      "epoch": 2.216608846487424,
      "grad_norm": 0.10415659099817276,
      "learning_rate": 2.6207746989699695e-05,
      "loss": 0.004,
      "step": 20446
    },
    {
      "epoch": 2.216717259323504,
      "grad_norm": 0.13807418942451477,
      "learning_rate": 2.6204120121862762e-05,
      "loss": 0.0103,
      "step": 20447
    },
    {
      "epoch": 2.2168256721595836,
      "grad_norm": 0.27426034212112427,
      "learning_rate": 2.6200493254025826e-05,
      "loss": 0.0221,
      "step": 20448
    },
    {
      "epoch": 2.2169340849956636,
      "grad_norm": 0.1871625781059265,
      "learning_rate": 2.619686638618889e-05,
      "loss": 0.0216,
      "step": 20449
    },
    {
      "epoch": 2.217042497831743,
      "grad_norm": 0.18655788898468018,
      "learning_rate": 2.6193239518351955e-05,
      "loss": 0.0227,
      "step": 20450
    },
    {
      "epoch": 2.217150910667823,
      "grad_norm": 0.3779503107070923,
      "learning_rate": 2.6189612650515015e-05,
      "loss": 0.0494,
      "step": 20451
    },
    {
      "epoch": 2.217259323503903,
      "grad_norm": 0.2040695995092392,
      "learning_rate": 2.618598578267808e-05,
      "loss": 0.0212,
      "step": 20452
    },
    {
      "epoch": 2.2173677363399826,
      "grad_norm": 0.12859824299812317,
      "learning_rate": 2.6182358914841144e-05,
      "loss": 0.0102,
      "step": 20453
    },
    {
      "epoch": 2.2174761491760626,
      "grad_norm": 0.3724044859409332,
      "learning_rate": 2.6178732047004208e-05,
      "loss": 0.0323,
      "step": 20454
    },
    {
      "epoch": 2.217584562012142,
      "grad_norm": 0.2490324229001999,
      "learning_rate": 2.617510517916727e-05,
      "loss": 0.0066,
      "step": 20455
    },
    {
      "epoch": 2.217692974848222,
      "grad_norm": 0.058770157396793365,
      "learning_rate": 2.617147831133034e-05,
      "loss": 0.0047,
      "step": 20456
    },
    {
      "epoch": 2.2178013876843017,
      "grad_norm": 0.2689487338066101,
      "learning_rate": 2.6167851443493403e-05,
      "loss": 0.0127,
      "step": 20457
    },
    {
      "epoch": 2.2179098005203817,
      "grad_norm": 0.10565569996833801,
      "learning_rate": 2.6164224575656464e-05,
      "loss": 0.021,
      "step": 20458
    },
    {
      "epoch": 2.218018213356461,
      "grad_norm": 0.6393082141876221,
      "learning_rate": 2.6160597707819528e-05,
      "loss": 0.0311,
      "step": 20459
    },
    {
      "epoch": 2.218126626192541,
      "grad_norm": 0.2064816802740097,
      "learning_rate": 2.6156970839982592e-05,
      "loss": 0.0096,
      "step": 20460
    },
    {
      "epoch": 2.218235039028621,
      "grad_norm": 0.09056895226240158,
      "learning_rate": 2.6153343972145656e-05,
      "loss": 0.0061,
      "step": 20461
    },
    {
      "epoch": 2.2183434518647007,
      "grad_norm": 0.04173758998513222,
      "learning_rate": 2.6149717104308717e-05,
      "loss": 0.0013,
      "step": 20462
    },
    {
      "epoch": 2.2184518647007807,
      "grad_norm": 0.07991909235715866,
      "learning_rate": 2.614609023647178e-05,
      "loss": 0.0062,
      "step": 20463
    },
    {
      "epoch": 2.2185602775368602,
      "grad_norm": 0.15001653134822845,
      "learning_rate": 2.6142463368634852e-05,
      "loss": 0.0109,
      "step": 20464
    },
    {
      "epoch": 2.2186686903729402,
      "grad_norm": 0.23871098458766937,
      "learning_rate": 2.6138836500797913e-05,
      "loss": 0.0266,
      "step": 20465
    },
    {
      "epoch": 2.2187771032090198,
      "grad_norm": 0.29060062766075134,
      "learning_rate": 2.6135209632960977e-05,
      "loss": 0.0138,
      "step": 20466
    },
    {
      "epoch": 2.2188855160450998,
      "grad_norm": 0.31534403562545776,
      "learning_rate": 2.613158276512404e-05,
      "loss": 0.0709,
      "step": 20467
    },
    {
      "epoch": 2.2189939288811793,
      "grad_norm": 0.20006218552589417,
      "learning_rate": 2.6127955897287105e-05,
      "loss": 0.0273,
      "step": 20468
    },
    {
      "epoch": 2.2191023417172593,
      "grad_norm": 0.24004462361335754,
      "learning_rate": 2.6124329029450166e-05,
      "loss": 0.0147,
      "step": 20469
    },
    {
      "epoch": 2.2192107545533393,
      "grad_norm": 0.10057497769594193,
      "learning_rate": 2.612070216161323e-05,
      "loss": 0.0053,
      "step": 20470
    },
    {
      "epoch": 2.219319167389419,
      "grad_norm": 0.6677030920982361,
      "learning_rate": 2.6117075293776294e-05,
      "loss": 0.0253,
      "step": 20471
    },
    {
      "epoch": 2.219427580225499,
      "grad_norm": 0.565004289150238,
      "learning_rate": 2.6113448425939358e-05,
      "loss": 0.0204,
      "step": 20472
    },
    {
      "epoch": 2.2195359930615783,
      "grad_norm": 0.19256152212619781,
      "learning_rate": 2.6109821558102426e-05,
      "loss": 0.0132,
      "step": 20473
    },
    {
      "epoch": 2.2196444058976583,
      "grad_norm": 0.03815373033285141,
      "learning_rate": 2.610619469026549e-05,
      "loss": 0.0016,
      "step": 20474
    },
    {
      "epoch": 2.2197528187337383,
      "grad_norm": 0.4900308847427368,
      "learning_rate": 2.6102567822428554e-05,
      "loss": 0.0085,
      "step": 20475
    },
    {
      "epoch": 2.219861231569818,
      "grad_norm": 0.3626577854156494,
      "learning_rate": 2.6098940954591618e-05,
      "loss": 0.0743,
      "step": 20476
    },
    {
      "epoch": 2.219969644405898,
      "grad_norm": 0.25995489954948425,
      "learning_rate": 2.609531408675468e-05,
      "loss": 0.0264,
      "step": 20477
    },
    {
      "epoch": 2.2200780572419774,
      "grad_norm": 0.25996074080467224,
      "learning_rate": 2.6091687218917743e-05,
      "loss": 0.0117,
      "step": 20478
    },
    {
      "epoch": 2.2201864700780574,
      "grad_norm": 0.033872056752443314,
      "learning_rate": 2.6088060351080807e-05,
      "loss": 0.0018,
      "step": 20479
    },
    {
      "epoch": 2.220294882914137,
      "grad_norm": 0.08869365602731705,
      "learning_rate": 2.608443348324387e-05,
      "loss": 0.005,
      "step": 20480
    },
    {
      "epoch": 2.220403295750217,
      "grad_norm": 0.1384832113981247,
      "learning_rate": 2.608080661540694e-05,
      "loss": 0.0118,
      "step": 20481
    },
    {
      "epoch": 2.2205117085862964,
      "grad_norm": 0.25546762347221375,
      "learning_rate": 2.6077179747570003e-05,
      "loss": 0.0347,
      "step": 20482
    },
    {
      "epoch": 2.2206201214223764,
      "grad_norm": 0.18182653188705444,
      "learning_rate": 2.6073552879733067e-05,
      "loss": 0.0208,
      "step": 20483
    },
    {
      "epoch": 2.2207285342584564,
      "grad_norm": 0.25999966263771057,
      "learning_rate": 2.6069926011896127e-05,
      "loss": 0.0213,
      "step": 20484
    },
    {
      "epoch": 2.220836947094536,
      "grad_norm": 0.36077558994293213,
      "learning_rate": 2.606629914405919e-05,
      "loss": 0.0384,
      "step": 20485
    },
    {
      "epoch": 2.220945359930616,
      "grad_norm": 0.2728080749511719,
      "learning_rate": 2.6062672276222256e-05,
      "loss": 0.0362,
      "step": 20486
    },
    {
      "epoch": 2.2210537727666955,
      "grad_norm": 0.07770683616399765,
      "learning_rate": 2.605904540838532e-05,
      "loss": 0.0043,
      "step": 20487
    },
    {
      "epoch": 2.2211621856027755,
      "grad_norm": 0.35141173005104065,
      "learning_rate": 2.605541854054838e-05,
      "loss": 0.0356,
      "step": 20488
    },
    {
      "epoch": 2.221270598438855,
      "grad_norm": 0.1742946207523346,
      "learning_rate": 2.6051791672711445e-05,
      "loss": 0.01,
      "step": 20489
    },
    {
      "epoch": 2.221379011274935,
      "grad_norm": 0.13180558383464813,
      "learning_rate": 2.6048164804874515e-05,
      "loss": 0.0064,
      "step": 20490
    },
    {
      "epoch": 2.2214874241110145,
      "grad_norm": 0.10324633121490479,
      "learning_rate": 2.6044537937037576e-05,
      "loss": 0.0067,
      "step": 20491
    },
    {
      "epoch": 2.2215958369470945,
      "grad_norm": 0.1252584606409073,
      "learning_rate": 2.604091106920064e-05,
      "loss": 0.0119,
      "step": 20492
    },
    {
      "epoch": 2.2217042497831745,
      "grad_norm": 0.04864483326673508,
      "learning_rate": 2.6037284201363704e-05,
      "loss": 0.0028,
      "step": 20493
    },
    {
      "epoch": 2.221812662619254,
      "grad_norm": 0.2855798900127411,
      "learning_rate": 2.603365733352677e-05,
      "loss": 0.0553,
      "step": 20494
    },
    {
      "epoch": 2.221921075455334,
      "grad_norm": 0.1355220079421997,
      "learning_rate": 2.603003046568983e-05,
      "loss": 0.0094,
      "step": 20495
    },
    {
      "epoch": 2.2220294882914136,
      "grad_norm": 0.23970235884189606,
      "learning_rate": 2.6026403597852893e-05,
      "loss": 0.0186,
      "step": 20496
    },
    {
      "epoch": 2.2221379011274935,
      "grad_norm": 0.2652931213378906,
      "learning_rate": 2.6022776730015957e-05,
      "loss": 0.0314,
      "step": 20497
    },
    {
      "epoch": 2.222246313963573,
      "grad_norm": 0.4562186300754547,
      "learning_rate": 2.601914986217902e-05,
      "loss": 0.0617,
      "step": 20498
    },
    {
      "epoch": 2.222354726799653,
      "grad_norm": 0.30979928374290466,
      "learning_rate": 2.601552299434209e-05,
      "loss": 0.0402,
      "step": 20499
    },
    {
      "epoch": 2.222463139635733,
      "grad_norm": 0.2505151629447937,
      "learning_rate": 2.6011896126505153e-05,
      "loss": 0.013,
      "step": 20500
    },
    {
      "epoch": 2.2225715524718126,
      "grad_norm": 0.2976973354816437,
      "learning_rate": 2.6008269258668217e-05,
      "loss": 0.0094,
      "step": 20501
    },
    {
      "epoch": 2.2226799653078926,
      "grad_norm": 0.08919361233711243,
      "learning_rate": 2.600464239083128e-05,
      "loss": 0.0041,
      "step": 20502
    },
    {
      "epoch": 2.222788378143972,
      "grad_norm": 0.48384329676628113,
      "learning_rate": 2.6001015522994342e-05,
      "loss": 0.0141,
      "step": 20503
    },
    {
      "epoch": 2.222896790980052,
      "grad_norm": 0.1440078467130661,
      "learning_rate": 2.5997388655157406e-05,
      "loss": 0.0034,
      "step": 20504
    },
    {
      "epoch": 2.2230052038161316,
      "grad_norm": 0.12911957502365112,
      "learning_rate": 2.599376178732047e-05,
      "loss": 0.0047,
      "step": 20505
    },
    {
      "epoch": 2.2231136166522116,
      "grad_norm": 0.2248433381319046,
      "learning_rate": 2.5990134919483534e-05,
      "loss": 0.019,
      "step": 20506
    },
    {
      "epoch": 2.2232220294882916,
      "grad_norm": 0.047109104692935944,
      "learning_rate": 2.5986508051646602e-05,
      "loss": 0.0022,
      "step": 20507
    },
    {
      "epoch": 2.223330442324371,
      "grad_norm": 0.18757715821266174,
      "learning_rate": 2.5982881183809666e-05,
      "loss": 0.0192,
      "step": 20508
    },
    {
      "epoch": 2.223438855160451,
      "grad_norm": 0.1581772267818451,
      "learning_rate": 2.597925431597273e-05,
      "loss": 0.0144,
      "step": 20509
    },
    {
      "epoch": 2.2235472679965307,
      "grad_norm": 1.1780216693878174,
      "learning_rate": 2.597562744813579e-05,
      "loss": 0.0366,
      "step": 20510
    },
    {
      "epoch": 2.2236556808326107,
      "grad_norm": 0.07380958646535873,
      "learning_rate": 2.5972000580298855e-05,
      "loss": 0.0063,
      "step": 20511
    },
    {
      "epoch": 2.22376409366869,
      "grad_norm": 0.06881523877382278,
      "learning_rate": 2.596837371246192e-05,
      "loss": 0.0038,
      "step": 20512
    },
    {
      "epoch": 2.22387250650477,
      "grad_norm": 0.23918376863002777,
      "learning_rate": 2.5964746844624983e-05,
      "loss": 0.0207,
      "step": 20513
    },
    {
      "epoch": 2.2239809193408497,
      "grad_norm": 0.20149412751197815,
      "learning_rate": 2.5961119976788044e-05,
      "loss": 0.0188,
      "step": 20514
    },
    {
      "epoch": 2.2240893321769297,
      "grad_norm": 0.20518113672733307,
      "learning_rate": 2.5957493108951108e-05,
      "loss": 0.0163,
      "step": 20515
    },
    {
      "epoch": 2.2241977450130097,
      "grad_norm": 0.031201882287859917,
      "learning_rate": 2.595386624111418e-05,
      "loss": 0.0024,
      "step": 20516
    },
    {
      "epoch": 2.2243061578490892,
      "grad_norm": 0.2942765951156616,
      "learning_rate": 2.595023937327724e-05,
      "loss": 0.02,
      "step": 20517
    },
    {
      "epoch": 2.2244145706851692,
      "grad_norm": 0.42932796478271484,
      "learning_rate": 2.5946612505440304e-05,
      "loss": 0.0144,
      "step": 20518
    },
    {
      "epoch": 2.2245229835212488,
      "grad_norm": 0.1855638176202774,
      "learning_rate": 2.5942985637603368e-05,
      "loss": 0.029,
      "step": 20519
    },
    {
      "epoch": 2.2246313963573288,
      "grad_norm": 0.22454583644866943,
      "learning_rate": 2.5939358769766432e-05,
      "loss": 0.0124,
      "step": 20520
    },
    {
      "epoch": 2.2247398091934083,
      "grad_norm": 0.0651509165763855,
      "learning_rate": 2.5935731901929493e-05,
      "loss": 0.0097,
      "step": 20521
    },
    {
      "epoch": 2.2248482220294883,
      "grad_norm": 0.04550039395689964,
      "learning_rate": 2.5932105034092557e-05,
      "loss": 0.0053,
      "step": 20522
    },
    {
      "epoch": 2.2249566348655683,
      "grad_norm": 0.16315540671348572,
      "learning_rate": 2.592847816625562e-05,
      "loss": 0.0112,
      "step": 20523
    },
    {
      "epoch": 2.225065047701648,
      "grad_norm": 0.2175426483154297,
      "learning_rate": 2.5924851298418685e-05,
      "loss": 0.011,
      "step": 20524
    },
    {
      "epoch": 2.225173460537728,
      "grad_norm": 0.10441379994153976,
      "learning_rate": 2.5921224430581752e-05,
      "loss": 0.0095,
      "step": 20525
    },
    {
      "epoch": 2.2252818733738073,
      "grad_norm": 0.40001967549324036,
      "learning_rate": 2.5917597562744816e-05,
      "loss": 0.0495,
      "step": 20526
    },
    {
      "epoch": 2.2253902862098873,
      "grad_norm": 0.3857367932796478,
      "learning_rate": 2.591397069490788e-05,
      "loss": 0.0187,
      "step": 20527
    },
    {
      "epoch": 2.225498699045967,
      "grad_norm": 0.190911203622818,
      "learning_rate": 2.5910343827070945e-05,
      "loss": 0.0198,
      "step": 20528
    },
    {
      "epoch": 2.225607111882047,
      "grad_norm": 0.11613178253173828,
      "learning_rate": 2.5906716959234005e-05,
      "loss": 0.0171,
      "step": 20529
    },
    {
      "epoch": 2.225715524718127,
      "grad_norm": 0.297563761472702,
      "learning_rate": 2.590309009139707e-05,
      "loss": 0.0089,
      "step": 20530
    },
    {
      "epoch": 2.2258239375542064,
      "grad_norm": 0.5673632621765137,
      "learning_rate": 2.5899463223560134e-05,
      "loss": 0.0221,
      "step": 20531
    },
    {
      "epoch": 2.2259323503902864,
      "grad_norm": 0.0602627769112587,
      "learning_rate": 2.5895836355723198e-05,
      "loss": 0.0025,
      "step": 20532
    },
    {
      "epoch": 2.226040763226366,
      "grad_norm": 0.3758372366428375,
      "learning_rate": 2.5892209487886265e-05,
      "loss": 0.0124,
      "step": 20533
    },
    {
      "epoch": 2.226149176062446,
      "grad_norm": 0.11443346738815308,
      "learning_rate": 2.588858262004933e-05,
      "loss": 0.0032,
      "step": 20534
    },
    {
      "epoch": 2.2262575888985254,
      "grad_norm": 0.16097933053970337,
      "learning_rate": 2.5884955752212393e-05,
      "loss": 0.0128,
      "step": 20535
    },
    {
      "epoch": 2.2263660017346054,
      "grad_norm": 0.41441863775253296,
      "learning_rate": 2.5881328884375454e-05,
      "loss": 0.0217,
      "step": 20536
    },
    {
      "epoch": 2.226474414570685,
      "grad_norm": 0.022766033187508583,
      "learning_rate": 2.5877702016538518e-05,
      "loss": 0.0014,
      "step": 20537
    },
    {
      "epoch": 2.226582827406765,
      "grad_norm": 0.19102336466312408,
      "learning_rate": 2.5874075148701582e-05,
      "loss": 0.0048,
      "step": 20538
    },
    {
      "epoch": 2.226691240242845,
      "grad_norm": 0.49697694182395935,
      "learning_rate": 2.5870448280864646e-05,
      "loss": 0.0349,
      "step": 20539
    },
    {
      "epoch": 2.2267996530789245,
      "grad_norm": 0.12875086069107056,
      "learning_rate": 2.5866821413027707e-05,
      "loss": 0.0218,
      "step": 20540
    },
    {
      "epoch": 2.2269080659150045,
      "grad_norm": 0.15342846512794495,
      "learning_rate": 2.586319454519077e-05,
      "loss": 0.0075,
      "step": 20541
    },
    {
      "epoch": 2.227016478751084,
      "grad_norm": 0.26361751556396484,
      "learning_rate": 2.5859567677353842e-05,
      "loss": 0.0221,
      "step": 20542
    },
    {
      "epoch": 2.227124891587164,
      "grad_norm": 0.5054888725280762,
      "learning_rate": 2.5855940809516903e-05,
      "loss": 0.0572,
      "step": 20543
    },
    {
      "epoch": 2.2272333044232435,
      "grad_norm": 0.2684860825538635,
      "learning_rate": 2.5852313941679967e-05,
      "loss": 0.0262,
      "step": 20544
    },
    {
      "epoch": 2.2273417172593235,
      "grad_norm": 0.07747121155261993,
      "learning_rate": 2.584868707384303e-05,
      "loss": 0.0094,
      "step": 20545
    },
    {
      "epoch": 2.2274501300954035,
      "grad_norm": 0.14360377192497253,
      "learning_rate": 2.5845060206006095e-05,
      "loss": 0.0108,
      "step": 20546
    },
    {
      "epoch": 2.227558542931483,
      "grad_norm": 0.08012127131223679,
      "learning_rate": 2.5841433338169156e-05,
      "loss": 0.0051,
      "step": 20547
    },
    {
      "epoch": 2.227666955767563,
      "grad_norm": 0.09013902395963669,
      "learning_rate": 2.583780647033222e-05,
      "loss": 0.0112,
      "step": 20548
    },
    {
      "epoch": 2.2277753686036426,
      "grad_norm": 0.18762345612049103,
      "learning_rate": 2.5834179602495284e-05,
      "loss": 0.0291,
      "step": 20549
    },
    {
      "epoch": 2.2278837814397225,
      "grad_norm": 0.028439616784453392,
      "learning_rate": 2.5830552734658348e-05,
      "loss": 0.0011,
      "step": 20550
    },
    {
      "epoch": 2.227992194275802,
      "grad_norm": 0.19052232801914215,
      "learning_rate": 2.5826925866821416e-05,
      "loss": 0.0121,
      "step": 20551
    },
    {
      "epoch": 2.228100607111882,
      "grad_norm": 0.17822109162807465,
      "learning_rate": 2.582329899898448e-05,
      "loss": 0.0108,
      "step": 20552
    },
    {
      "epoch": 2.228209019947962,
      "grad_norm": 0.9023276567459106,
      "learning_rate": 2.5819672131147544e-05,
      "loss": 0.0554,
      "step": 20553
    },
    {
      "epoch": 2.2283174327840416,
      "grad_norm": 0.08475062996149063,
      "learning_rate": 2.5816045263310608e-05,
      "loss": 0.0094,
      "step": 20554
    },
    {
      "epoch": 2.2284258456201216,
      "grad_norm": 0.059018056839704514,
      "learning_rate": 2.581241839547367e-05,
      "loss": 0.0048,
      "step": 20555
    },
    {
      "epoch": 2.228534258456201,
      "grad_norm": 0.14531244337558746,
      "learning_rate": 2.5808791527636733e-05,
      "loss": 0.0212,
      "step": 20556
    },
    {
      "epoch": 2.228642671292281,
      "grad_norm": 0.22573314607143402,
      "learning_rate": 2.5805164659799797e-05,
      "loss": 0.0037,
      "step": 20557
    },
    {
      "epoch": 2.2287510841283606,
      "grad_norm": 0.17577077448368073,
      "learning_rate": 2.580153779196286e-05,
      "loss": 0.0092,
      "step": 20558
    },
    {
      "epoch": 2.2288594969644406,
      "grad_norm": 0.1394331157207489,
      "learning_rate": 2.579791092412593e-05,
      "loss": 0.0035,
      "step": 20559
    },
    {
      "epoch": 2.22896790980052,
      "grad_norm": 0.07806079834699631,
      "learning_rate": 2.5794284056288993e-05,
      "loss": 0.0109,
      "step": 20560
    },
    {
      "epoch": 2.2290763226366,
      "grad_norm": 0.0608208067715168,
      "learning_rate": 2.5790657188452057e-05,
      "loss": 0.0063,
      "step": 20561
    },
    {
      "epoch": 2.22918473547268,
      "grad_norm": 0.2347285896539688,
      "learning_rate": 2.5787030320615118e-05,
      "loss": 0.0052,
      "step": 20562
    },
    {
      "epoch": 2.2292931483087597,
      "grad_norm": 0.4514918923377991,
      "learning_rate": 2.578340345277818e-05,
      "loss": 0.0314,
      "step": 20563
    },
    {
      "epoch": 2.2294015611448397,
      "grad_norm": 0.28841549158096313,
      "learning_rate": 2.5779776584941246e-05,
      "loss": 0.0112,
      "step": 20564
    },
    {
      "epoch": 2.229509973980919,
      "grad_norm": 0.20011819899082184,
      "learning_rate": 2.577614971710431e-05,
      "loss": 0.0212,
      "step": 20565
    },
    {
      "epoch": 2.229618386816999,
      "grad_norm": 0.4253883957862854,
      "learning_rate": 2.577252284926737e-05,
      "loss": 0.0268,
      "step": 20566
    },
    {
      "epoch": 2.2297267996530787,
      "grad_norm": 0.009427634999155998,
      "learning_rate": 2.5768895981430435e-05,
      "loss": 0.0006,
      "step": 20567
    },
    {
      "epoch": 2.2298352124891587,
      "grad_norm": 0.06230206415057182,
      "learning_rate": 2.5765269113593506e-05,
      "loss": 0.0025,
      "step": 20568
    },
    {
      "epoch": 2.2299436253252387,
      "grad_norm": 0.12122368067502975,
      "learning_rate": 2.5761642245756566e-05,
      "loss": 0.0068,
      "step": 20569
    },
    {
      "epoch": 2.2300520381613183,
      "grad_norm": 0.3637523353099823,
      "learning_rate": 2.575801537791963e-05,
      "loss": 0.0242,
      "step": 20570
    },
    {
      "epoch": 2.2301604509973982,
      "grad_norm": 0.19034124910831451,
      "learning_rate": 2.5754388510082694e-05,
      "loss": 0.0103,
      "step": 20571
    },
    {
      "epoch": 2.2302688638334778,
      "grad_norm": 0.40468931198120117,
      "learning_rate": 2.575076164224576e-05,
      "loss": 0.024,
      "step": 20572
    },
    {
      "epoch": 2.2303772766695578,
      "grad_norm": 0.10849115997552872,
      "learning_rate": 2.574713477440882e-05,
      "loss": 0.0062,
      "step": 20573
    },
    {
      "epoch": 2.2304856895056373,
      "grad_norm": 0.13162429630756378,
      "learning_rate": 2.5743507906571883e-05,
      "loss": 0.0144,
      "step": 20574
    },
    {
      "epoch": 2.2305941023417173,
      "grad_norm": 0.009872296825051308,
      "learning_rate": 2.5739881038734947e-05,
      "loss": 0.0007,
      "step": 20575
    },
    {
      "epoch": 2.2307025151777973,
      "grad_norm": 0.015087325125932693,
      "learning_rate": 2.573625417089801e-05,
      "loss": 0.0012,
      "step": 20576
    },
    {
      "epoch": 2.230810928013877,
      "grad_norm": 0.14978714287281036,
      "learning_rate": 2.573262730306108e-05,
      "loss": 0.0129,
      "step": 20577
    },
    {
      "epoch": 2.230919340849957,
      "grad_norm": 0.2779197692871094,
      "learning_rate": 2.5729000435224143e-05,
      "loss": 0.0309,
      "step": 20578
    },
    {
      "epoch": 2.2310277536860363,
      "grad_norm": 0.4131445288658142,
      "learning_rate": 2.5725373567387207e-05,
      "loss": 0.0538,
      "step": 20579
    },
    {
      "epoch": 2.2311361665221163,
      "grad_norm": 0.5118534564971924,
      "learning_rate": 2.572174669955027e-05,
      "loss": 0.0502,
      "step": 20580
    },
    {
      "epoch": 2.231244579358196,
      "grad_norm": 0.05766364559531212,
      "learning_rate": 2.5718119831713332e-05,
      "loss": 0.0066,
      "step": 20581
    },
    {
      "epoch": 2.231352992194276,
      "grad_norm": 0.05464870482683182,
      "learning_rate": 2.5714492963876396e-05,
      "loss": 0.0035,
      "step": 20582
    },
    {
      "epoch": 2.2314614050303554,
      "grad_norm": 0.28471237421035767,
      "learning_rate": 2.571086609603946e-05,
      "loss": 0.022,
      "step": 20583
    },
    {
      "epoch": 2.2315698178664354,
      "grad_norm": 0.30655741691589355,
      "learning_rate": 2.5707239228202524e-05,
      "loss": 0.0124,
      "step": 20584
    },
    {
      "epoch": 2.2316782307025154,
      "grad_norm": 0.07547532021999359,
      "learning_rate": 2.5703612360365592e-05,
      "loss": 0.0028,
      "step": 20585
    },
    {
      "epoch": 2.231786643538595,
      "grad_norm": 0.059784360229969025,
      "learning_rate": 2.5699985492528656e-05,
      "loss": 0.0036,
      "step": 20586
    },
    {
      "epoch": 2.231895056374675,
      "grad_norm": 0.06390661746263504,
      "learning_rate": 2.569635862469172e-05,
      "loss": 0.0021,
      "step": 20587
    },
    {
      "epoch": 2.2320034692107544,
      "grad_norm": 0.1947791427373886,
      "learning_rate": 2.569273175685478e-05,
      "loss": 0.0468,
      "step": 20588
    },
    {
      "epoch": 2.2321118820468344,
      "grad_norm": 0.21757535636425018,
      "learning_rate": 2.5689104889017845e-05,
      "loss": 0.023,
      "step": 20589
    },
    {
      "epoch": 2.232220294882914,
      "grad_norm": 0.06824816018342972,
      "learning_rate": 2.568547802118091e-05,
      "loss": 0.0065,
      "step": 20590
    },
    {
      "epoch": 2.232328707718994,
      "grad_norm": 0.32382863759994507,
      "learning_rate": 2.5681851153343973e-05,
      "loss": 0.02,
      "step": 20591
    },
    {
      "epoch": 2.232437120555074,
      "grad_norm": 0.01839875988662243,
      "learning_rate": 2.5678224285507034e-05,
      "loss": 0.0015,
      "step": 20592
    },
    {
      "epoch": 2.2325455333911535,
      "grad_norm": 0.04641622677445412,
      "learning_rate": 2.5674597417670098e-05,
      "loss": 0.0048,
      "step": 20593
    },
    {
      "epoch": 2.2326539462272335,
      "grad_norm": 0.34436291456222534,
      "learning_rate": 2.567097054983317e-05,
      "loss": 0.0288,
      "step": 20594
    },
    {
      "epoch": 2.232762359063313,
      "grad_norm": 0.19681113958358765,
      "learning_rate": 2.566734368199623e-05,
      "loss": 0.0181,
      "step": 20595
    },
    {
      "epoch": 2.232870771899393,
      "grad_norm": 0.05770564824342728,
      "learning_rate": 2.5663716814159294e-05,
      "loss": 0.005,
      "step": 20596
    },
    {
      "epoch": 2.2329791847354725,
      "grad_norm": 0.14688938856124878,
      "learning_rate": 2.5660089946322358e-05,
      "loss": 0.0085,
      "step": 20597
    },
    {
      "epoch": 2.2330875975715525,
      "grad_norm": 0.5518754124641418,
      "learning_rate": 2.5656463078485422e-05,
      "loss": 0.0633,
      "step": 20598
    },
    {
      "epoch": 2.2331960104076325,
      "grad_norm": 0.25925523042678833,
      "learning_rate": 2.5652836210648483e-05,
      "loss": 0.0169,
      "step": 20599
    },
    {
      "epoch": 2.233304423243712,
      "grad_norm": 0.5979505777359009,
      "learning_rate": 2.5649209342811547e-05,
      "loss": 0.0229,
      "step": 20600
    },
    {
      "epoch": 2.233412836079792,
      "grad_norm": 0.8059288263320923,
      "learning_rate": 2.564558247497461e-05,
      "loss": 0.0375,
      "step": 20601
    },
    {
      "epoch": 2.2335212489158716,
      "grad_norm": 0.01217114832252264,
      "learning_rate": 2.564195560713768e-05,
      "loss": 0.0009,
      "step": 20602
    },
    {
      "epoch": 2.2336296617519515,
      "grad_norm": 0.3110350966453552,
      "learning_rate": 2.5638328739300742e-05,
      "loss": 0.0313,
      "step": 20603
    },
    {
      "epoch": 2.233738074588031,
      "grad_norm": 0.4952911138534546,
      "learning_rate": 2.5634701871463807e-05,
      "loss": 0.0401,
      "step": 20604
    },
    {
      "epoch": 2.233846487424111,
      "grad_norm": 0.05949411168694496,
      "learning_rate": 2.563107500362687e-05,
      "loss": 0.0015,
      "step": 20605
    },
    {
      "epoch": 2.2339549002601906,
      "grad_norm": 0.14933760464191437,
      "learning_rate": 2.5627448135789935e-05,
      "loss": 0.0145,
      "step": 20606
    },
    {
      "epoch": 2.2340633130962706,
      "grad_norm": 0.44062909483909607,
      "learning_rate": 2.5623821267952995e-05,
      "loss": 0.0405,
      "step": 20607
    },
    {
      "epoch": 2.2341717259323506,
      "grad_norm": 0.296861857175827,
      "learning_rate": 2.562019440011606e-05,
      "loss": 0.0124,
      "step": 20608
    },
    {
      "epoch": 2.23428013876843,
      "grad_norm": 0.06669675558805466,
      "learning_rate": 2.5616567532279124e-05,
      "loss": 0.002,
      "step": 20609
    },
    {
      "epoch": 2.23438855160451,
      "grad_norm": 0.6016895771026611,
      "learning_rate": 2.5612940664442188e-05,
      "loss": 0.0356,
      "step": 20610
    },
    {
      "epoch": 2.2344969644405897,
      "grad_norm": 0.0427653007209301,
      "learning_rate": 2.5609313796605255e-05,
      "loss": 0.0024,
      "step": 20611
    },
    {
      "epoch": 2.2346053772766696,
      "grad_norm": 0.10442706197500229,
      "learning_rate": 2.560568692876832e-05,
      "loss": 0.0055,
      "step": 20612
    },
    {
      "epoch": 2.234713790112749,
      "grad_norm": 0.13000063598155975,
      "learning_rate": 2.5602060060931383e-05,
      "loss": 0.0063,
      "step": 20613
    },
    {
      "epoch": 2.234822202948829,
      "grad_norm": 0.27048546075820923,
      "learning_rate": 2.5598433193094444e-05,
      "loss": 0.021,
      "step": 20614
    },
    {
      "epoch": 2.2349306157849087,
      "grad_norm": 0.4453801214694977,
      "learning_rate": 2.5594806325257508e-05,
      "loss": 0.0245,
      "step": 20615
    },
    {
      "epoch": 2.2350390286209887,
      "grad_norm": 0.4453827738761902,
      "learning_rate": 2.5591179457420572e-05,
      "loss": 0.0285,
      "step": 20616
    },
    {
      "epoch": 2.2351474414570687,
      "grad_norm": 0.17628878355026245,
      "learning_rate": 2.5587552589583637e-05,
      "loss": 0.0241,
      "step": 20617
    },
    {
      "epoch": 2.235255854293148,
      "grad_norm": 0.1310739815235138,
      "learning_rate": 2.5583925721746697e-05,
      "loss": 0.0089,
      "step": 20618
    },
    {
      "epoch": 2.235364267129228,
      "grad_norm": 0.2824164032936096,
      "learning_rate": 2.558029885390976e-05,
      "loss": 0.0522,
      "step": 20619
    },
    {
      "epoch": 2.2354726799653077,
      "grad_norm": 0.17340713739395142,
      "learning_rate": 2.5576671986072832e-05,
      "loss": 0.0093,
      "step": 20620
    },
    {
      "epoch": 2.2355810928013877,
      "grad_norm": 0.048635657876729965,
      "learning_rate": 2.5573045118235893e-05,
      "loss": 0.0052,
      "step": 20621
    },
    {
      "epoch": 2.2356895056374677,
      "grad_norm": 0.18752600252628326,
      "learning_rate": 2.5569418250398957e-05,
      "loss": 0.0092,
      "step": 20622
    },
    {
      "epoch": 2.2357979184735473,
      "grad_norm": 0.48824554681777954,
      "learning_rate": 2.556579138256202e-05,
      "loss": 0.0206,
      "step": 20623
    },
    {
      "epoch": 2.2359063313096272,
      "grad_norm": 0.1627548485994339,
      "learning_rate": 2.5562164514725085e-05,
      "loss": 0.0066,
      "step": 20624
    },
    {
      "epoch": 2.236014744145707,
      "grad_norm": 0.3000125288963318,
      "learning_rate": 2.555853764688815e-05,
      "loss": 0.0204,
      "step": 20625
    },
    {
      "epoch": 2.2361231569817868,
      "grad_norm": 0.2684663236141205,
      "learning_rate": 2.555491077905121e-05,
      "loss": 0.0156,
      "step": 20626
    },
    {
      "epoch": 2.2362315698178663,
      "grad_norm": 0.2216721773147583,
      "learning_rate": 2.5551283911214274e-05,
      "loss": 0.0205,
      "step": 20627
    },
    {
      "epoch": 2.2363399826539463,
      "grad_norm": 0.10009398311376572,
      "learning_rate": 2.554765704337734e-05,
      "loss": 0.0076,
      "step": 20628
    },
    {
      "epoch": 2.236448395490026,
      "grad_norm": 0.20744864642620087,
      "learning_rate": 2.5544030175540406e-05,
      "loss": 0.0108,
      "step": 20629
    },
    {
      "epoch": 2.236556808326106,
      "grad_norm": 0.17725923657417297,
      "learning_rate": 2.554040330770347e-05,
      "loss": 0.0074,
      "step": 20630
    },
    {
      "epoch": 2.236665221162186,
      "grad_norm": 0.19891202449798584,
      "learning_rate": 2.5536776439866534e-05,
      "loss": 0.0133,
      "step": 20631
    },
    {
      "epoch": 2.2367736339982653,
      "grad_norm": 0.33452948927879333,
      "learning_rate": 2.5533149572029598e-05,
      "loss": 0.0217,
      "step": 20632
    },
    {
      "epoch": 2.2368820468343453,
      "grad_norm": 0.3993931710720062,
      "learning_rate": 2.552952270419266e-05,
      "loss": 0.0346,
      "step": 20633
    },
    {
      "epoch": 2.236990459670425,
      "grad_norm": 0.4609251320362091,
      "learning_rate": 2.5525895836355723e-05,
      "loss": 0.0145,
      "step": 20634
    },
    {
      "epoch": 2.237098872506505,
      "grad_norm": 0.2073027491569519,
      "learning_rate": 2.5522268968518787e-05,
      "loss": 0.0197,
      "step": 20635
    },
    {
      "epoch": 2.2372072853425844,
      "grad_norm": 0.2085598111152649,
      "learning_rate": 2.551864210068185e-05,
      "loss": 0.0116,
      "step": 20636
    },
    {
      "epoch": 2.2373156981786644,
      "grad_norm": 0.03357161954045296,
      "learning_rate": 2.551501523284492e-05,
      "loss": 0.002,
      "step": 20637
    },
    {
      "epoch": 2.237424111014744,
      "grad_norm": 0.1861608326435089,
      "learning_rate": 2.5511388365007983e-05,
      "loss": 0.0219,
      "step": 20638
    },
    {
      "epoch": 2.237532523850824,
      "grad_norm": 0.12906232476234436,
      "learning_rate": 2.5507761497171047e-05,
      "loss": 0.0056,
      "step": 20639
    },
    {
      "epoch": 2.237640936686904,
      "grad_norm": 0.15409936010837555,
      "learning_rate": 2.5504134629334108e-05,
      "loss": 0.0099,
      "step": 20640
    },
    {
      "epoch": 2.2377493495229834,
      "grad_norm": 0.12855447828769684,
      "learning_rate": 2.550050776149717e-05,
      "loss": 0.0114,
      "step": 20641
    },
    {
      "epoch": 2.2378577623590634,
      "grad_norm": 0.1075659990310669,
      "learning_rate": 2.5496880893660236e-05,
      "loss": 0.0115,
      "step": 20642
    },
    {
      "epoch": 2.237966175195143,
      "grad_norm": 0.24091221392154694,
      "learning_rate": 2.54932540258233e-05,
      "loss": 0.0043,
      "step": 20643
    },
    {
      "epoch": 2.238074588031223,
      "grad_norm": 0.38297948241233826,
      "learning_rate": 2.548962715798636e-05,
      "loss": 0.0247,
      "step": 20644
    },
    {
      "epoch": 2.2381830008673025,
      "grad_norm": 0.22021381556987762,
      "learning_rate": 2.5486000290149425e-05,
      "loss": 0.0115,
      "step": 20645
    },
    {
      "epoch": 2.2382914137033825,
      "grad_norm": 0.05174095556139946,
      "learning_rate": 2.5482373422312496e-05,
      "loss": 0.0022,
      "step": 20646
    },
    {
      "epoch": 2.2383998265394625,
      "grad_norm": 0.25532662868499756,
      "learning_rate": 2.5478746554475556e-05,
      "loss": 0.0175,
      "step": 20647
    },
    {
      "epoch": 2.238508239375542,
      "grad_norm": 0.13834111392498016,
      "learning_rate": 2.547511968663862e-05,
      "loss": 0.0111,
      "step": 20648
    },
    {
      "epoch": 2.238616652211622,
      "grad_norm": 0.4296095669269562,
      "learning_rate": 2.5471492818801684e-05,
      "loss": 0.0251,
      "step": 20649
    },
    {
      "epoch": 2.2387250650477015,
      "grad_norm": 0.60708087682724,
      "learning_rate": 2.546786595096475e-05,
      "loss": 0.0398,
      "step": 20650
    },
    {
      "epoch": 2.2388334778837815,
      "grad_norm": 0.2252086102962494,
      "learning_rate": 2.5464239083127813e-05,
      "loss": 0.0129,
      "step": 20651
    },
    {
      "epoch": 2.238941890719861,
      "grad_norm": 0.0656265988945961,
      "learning_rate": 2.5460612215290873e-05,
      "loss": 0.0047,
      "step": 20652
    },
    {
      "epoch": 2.239050303555941,
      "grad_norm": 0.2082647830247879,
      "learning_rate": 2.5456985347453938e-05,
      "loss": 0.0111,
      "step": 20653
    },
    {
      "epoch": 2.239158716392021,
      "grad_norm": 0.06358005106449127,
      "learning_rate": 2.5453358479617005e-05,
      "loss": 0.0027,
      "step": 20654
    },
    {
      "epoch": 2.2392671292281006,
      "grad_norm": 0.07854015380144119,
      "learning_rate": 2.544973161178007e-05,
      "loss": 0.0075,
      "step": 20655
    },
    {
      "epoch": 2.2393755420641805,
      "grad_norm": 0.1382148712873459,
      "learning_rate": 2.5446104743943133e-05,
      "loss": 0.0294,
      "step": 20656
    },
    {
      "epoch": 2.23948395490026,
      "grad_norm": 0.10123740881681442,
      "learning_rate": 2.5442477876106197e-05,
      "loss": 0.0048,
      "step": 20657
    },
    {
      "epoch": 2.23959236773634,
      "grad_norm": 0.1793159544467926,
      "learning_rate": 2.543885100826926e-05,
      "loss": 0.0164,
      "step": 20658
    },
    {
      "epoch": 2.2397007805724196,
      "grad_norm": 0.08942615240812302,
      "learning_rate": 2.5435224140432322e-05,
      "loss": 0.0108,
      "step": 20659
    },
    {
      "epoch": 2.2398091934084996,
      "grad_norm": 0.10858199745416641,
      "learning_rate": 2.5431597272595386e-05,
      "loss": 0.0021,
      "step": 20660
    },
    {
      "epoch": 2.239917606244579,
      "grad_norm": 0.25818562507629395,
      "learning_rate": 2.542797040475845e-05,
      "loss": 0.0115,
      "step": 20661
    },
    {
      "epoch": 2.240026019080659,
      "grad_norm": 1.2140411138534546,
      "learning_rate": 2.5424343536921514e-05,
      "loss": 0.0468,
      "step": 20662
    },
    {
      "epoch": 2.240134431916739,
      "grad_norm": 0.11027560383081436,
      "learning_rate": 2.5420716669084582e-05,
      "loss": 0.0048,
      "step": 20663
    },
    {
      "epoch": 2.2402428447528187,
      "grad_norm": 0.3597952127456665,
      "learning_rate": 2.5417089801247646e-05,
      "loss": 0.0185,
      "step": 20664
    },
    {
      "epoch": 2.2403512575888986,
      "grad_norm": 0.3501535654067993,
      "learning_rate": 2.541346293341071e-05,
      "loss": 0.0329,
      "step": 20665
    },
    {
      "epoch": 2.240459670424978,
      "grad_norm": 0.8460917472839355,
      "learning_rate": 2.540983606557377e-05,
      "loss": 0.0325,
      "step": 20666
    },
    {
      "epoch": 2.240568083261058,
      "grad_norm": 0.5951370000839233,
      "learning_rate": 2.5406209197736835e-05,
      "loss": 0.0302,
      "step": 20667
    },
    {
      "epoch": 2.2406764960971377,
      "grad_norm": 0.4408043324947357,
      "learning_rate": 2.54025823298999e-05,
      "loss": 0.0289,
      "step": 20668
    },
    {
      "epoch": 2.2407849089332177,
      "grad_norm": 0.07116422057151794,
      "learning_rate": 2.5398955462062963e-05,
      "loss": 0.0045,
      "step": 20669
    },
    {
      "epoch": 2.2408933217692977,
      "grad_norm": 0.03106856904923916,
      "learning_rate": 2.5395328594226024e-05,
      "loss": 0.0018,
      "step": 20670
    },
    {
      "epoch": 2.241001734605377,
      "grad_norm": 0.06005222722887993,
      "learning_rate": 2.5391701726389088e-05,
      "loss": 0.0032,
      "step": 20671
    },
    {
      "epoch": 2.241110147441457,
      "grad_norm": 0.057037968188524246,
      "learning_rate": 2.538807485855216e-05,
      "loss": 0.0017,
      "step": 20672
    },
    {
      "epoch": 2.2412185602775367,
      "grad_norm": 1.073861002922058,
      "learning_rate": 2.538444799071522e-05,
      "loss": 0.053,
      "step": 20673
    },
    {
      "epoch": 2.2413269731136167,
      "grad_norm": 0.20913198590278625,
      "learning_rate": 2.5380821122878284e-05,
      "loss": 0.032,
      "step": 20674
    },
    {
      "epoch": 2.2414353859496963,
      "grad_norm": 0.42121097445487976,
      "learning_rate": 2.5377194255041348e-05,
      "loss": 0.0375,
      "step": 20675
    },
    {
      "epoch": 2.2415437987857763,
      "grad_norm": 0.2861595153808594,
      "learning_rate": 2.5373567387204412e-05,
      "loss": 0.0132,
      "step": 20676
    },
    {
      "epoch": 2.2416522116218562,
      "grad_norm": 0.2230994552373886,
      "learning_rate": 2.5369940519367476e-05,
      "loss": 0.01,
      "step": 20677
    },
    {
      "epoch": 2.241760624457936,
      "grad_norm": 0.07929115742444992,
      "learning_rate": 2.5366313651530537e-05,
      "loss": 0.0024,
      "step": 20678
    },
    {
      "epoch": 2.2418690372940158,
      "grad_norm": 0.3374827206134796,
      "learning_rate": 2.53626867836936e-05,
      "loss": 0.0393,
      "step": 20679
    },
    {
      "epoch": 2.2419774501300953,
      "grad_norm": 0.10239515453577042,
      "learning_rate": 2.535905991585667e-05,
      "loss": 0.0049,
      "step": 20680
    },
    {
      "epoch": 2.2420858629661753,
      "grad_norm": 0.11460773646831512,
      "learning_rate": 2.5355433048019732e-05,
      "loss": 0.0109,
      "step": 20681
    },
    {
      "epoch": 2.242194275802255,
      "grad_norm": 0.07114556431770325,
      "learning_rate": 2.5351806180182797e-05,
      "loss": 0.0107,
      "step": 20682
    },
    {
      "epoch": 2.242302688638335,
      "grad_norm": 0.2141529619693756,
      "learning_rate": 2.534817931234586e-05,
      "loss": 0.0435,
      "step": 20683
    },
    {
      "epoch": 2.2424111014744144,
      "grad_norm": 0.07988935708999634,
      "learning_rate": 2.5344552444508925e-05,
      "loss": 0.0083,
      "step": 20684
    },
    {
      "epoch": 2.2425195143104943,
      "grad_norm": 0.4535941481590271,
      "learning_rate": 2.5340925576671985e-05,
      "loss": 0.0423,
      "step": 20685
    },
    {
      "epoch": 2.2426279271465743,
      "grad_norm": 0.44320210814476013,
      "learning_rate": 2.533729870883505e-05,
      "loss": 0.027,
      "step": 20686
    },
    {
      "epoch": 2.242736339982654,
      "grad_norm": 0.07067390531301498,
      "learning_rate": 2.5333671840998114e-05,
      "loss": 0.0041,
      "step": 20687
    },
    {
      "epoch": 2.242844752818734,
      "grad_norm": 0.45350542664527893,
      "learning_rate": 2.5330044973161178e-05,
      "loss": 0.0282,
      "step": 20688
    },
    {
      "epoch": 2.2429531656548134,
      "grad_norm": 0.3939531445503235,
      "learning_rate": 2.5326418105324245e-05,
      "loss": 0.0106,
      "step": 20689
    },
    {
      "epoch": 2.2430615784908934,
      "grad_norm": 0.22103534638881683,
      "learning_rate": 2.532279123748731e-05,
      "loss": 0.0126,
      "step": 20690
    },
    {
      "epoch": 2.243169991326973,
      "grad_norm": 0.07048849761486053,
      "learning_rate": 2.5319164369650374e-05,
      "loss": 0.0044,
      "step": 20691
    },
    {
      "epoch": 2.243278404163053,
      "grad_norm": 0.12446580827236176,
      "learning_rate": 2.5315537501813434e-05,
      "loss": 0.01,
      "step": 20692
    },
    {
      "epoch": 2.243386816999133,
      "grad_norm": 0.10245607048273087,
      "learning_rate": 2.53119106339765e-05,
      "loss": 0.0071,
      "step": 20693
    },
    {
      "epoch": 2.2434952298352124,
      "grad_norm": 0.7580878138542175,
      "learning_rate": 2.5308283766139562e-05,
      "loss": 0.0158,
      "step": 20694
    },
    {
      "epoch": 2.2436036426712924,
      "grad_norm": 0.1558402180671692,
      "learning_rate": 2.5304656898302627e-05,
      "loss": 0.0309,
      "step": 20695
    },
    {
      "epoch": 2.243712055507372,
      "grad_norm": 0.2636035680770874,
      "learning_rate": 2.5301030030465687e-05,
      "loss": 0.0305,
      "step": 20696
    },
    {
      "epoch": 2.243820468343452,
      "grad_norm": 0.26455479860305786,
      "learning_rate": 2.5297403162628758e-05,
      "loss": 0.0303,
      "step": 20697
    },
    {
      "epoch": 2.2439288811795315,
      "grad_norm": 0.06942662596702576,
      "learning_rate": 2.5293776294791822e-05,
      "loss": 0.0073,
      "step": 20698
    },
    {
      "epoch": 2.2440372940156115,
      "grad_norm": 0.6263359189033508,
      "learning_rate": 2.5290149426954883e-05,
      "loss": 0.0545,
      "step": 20699
    },
    {
      "epoch": 2.2441457068516915,
      "grad_norm": 0.400416761636734,
      "learning_rate": 2.5286522559117947e-05,
      "loss": 0.033,
      "step": 20700
    },
    {
      "epoch": 2.244254119687771,
      "grad_norm": 0.13261809945106506,
      "learning_rate": 2.528289569128101e-05,
      "loss": 0.0138,
      "step": 20701
    },
    {
      "epoch": 2.244362532523851,
      "grad_norm": 0.31353574991226196,
      "learning_rate": 2.5279268823444075e-05,
      "loss": 0.0403,
      "step": 20702
    },
    {
      "epoch": 2.2444709453599305,
      "grad_norm": 0.2305939942598343,
      "learning_rate": 2.527564195560714e-05,
      "loss": 0.0303,
      "step": 20703
    },
    {
      "epoch": 2.2445793581960105,
      "grad_norm": 0.08689481765031815,
      "learning_rate": 2.52720150877702e-05,
      "loss": 0.0067,
      "step": 20704
    },
    {
      "epoch": 2.24468777103209,
      "grad_norm": 0.20043782889842987,
      "learning_rate": 2.5268388219933264e-05,
      "loss": 0.0204,
      "step": 20705
    },
    {
      "epoch": 2.24479618386817,
      "grad_norm": 0.14691157639026642,
      "learning_rate": 2.526476135209633e-05,
      "loss": 0.0108,
      "step": 20706
    },
    {
      "epoch": 2.2449045967042496,
      "grad_norm": 0.3489600419998169,
      "learning_rate": 2.5261134484259396e-05,
      "loss": 0.0268,
      "step": 20707
    },
    {
      "epoch": 2.2450130095403296,
      "grad_norm": 0.3177603483200073,
      "learning_rate": 2.525750761642246e-05,
      "loss": 0.0232,
      "step": 20708
    },
    {
      "epoch": 2.2451214223764095,
      "grad_norm": 0.169209823012352,
      "learning_rate": 2.5253880748585524e-05,
      "loss": 0.0089,
      "step": 20709
    },
    {
      "epoch": 2.245229835212489,
      "grad_norm": 0.3210621178150177,
      "learning_rate": 2.5250253880748588e-05,
      "loss": 0.0163,
      "step": 20710
    },
    {
      "epoch": 2.245338248048569,
      "grad_norm": 0.44500842690467834,
      "learning_rate": 2.524662701291165e-05,
      "loss": 0.0153,
      "step": 20711
    },
    {
      "epoch": 2.2454466608846486,
      "grad_norm": 0.06700554490089417,
      "learning_rate": 2.5243000145074713e-05,
      "loss": 0.0063,
      "step": 20712
    },
    {
      "epoch": 2.2455550737207286,
      "grad_norm": 0.02137760818004608,
      "learning_rate": 2.5239373277237777e-05,
      "loss": 0.0011,
      "step": 20713
    },
    {
      "epoch": 2.245663486556808,
      "grad_norm": 0.14418528974056244,
      "learning_rate": 2.523574640940084e-05,
      "loss": 0.0076,
      "step": 20714
    },
    {
      "epoch": 2.245771899392888,
      "grad_norm": 0.04249846562743187,
      "learning_rate": 2.523211954156391e-05,
      "loss": 0.0019,
      "step": 20715
    },
    {
      "epoch": 2.245880312228968,
      "grad_norm": 0.017822718247771263,
      "learning_rate": 2.5228492673726973e-05,
      "loss": 0.0011,
      "step": 20716
    },
    {
      "epoch": 2.2459887250650477,
      "grad_norm": 0.06857144832611084,
      "learning_rate": 2.5224865805890037e-05,
      "loss": 0.0045,
      "step": 20717
    },
    {
      "epoch": 2.2460971379011276,
      "grad_norm": 0.09415137767791748,
      "learning_rate": 2.5221238938053098e-05,
      "loss": 0.0041,
      "step": 20718
    },
    {
      "epoch": 2.246205550737207,
      "grad_norm": 0.17972280085086823,
      "learning_rate": 2.521761207021616e-05,
      "loss": 0.0337,
      "step": 20719
    },
    {
      "epoch": 2.246313963573287,
      "grad_norm": 0.2604765295982361,
      "learning_rate": 2.5213985202379226e-05,
      "loss": 0.0311,
      "step": 20720
    },
    {
      "epoch": 2.2464223764093667,
      "grad_norm": 0.0950746014714241,
      "learning_rate": 2.521035833454229e-05,
      "loss": 0.008,
      "step": 20721
    },
    {
      "epoch": 2.2465307892454467,
      "grad_norm": 0.3624943792819977,
      "learning_rate": 2.520673146670535e-05,
      "loss": 0.011,
      "step": 20722
    },
    {
      "epoch": 2.2466392020815267,
      "grad_norm": 0.037756189703941345,
      "learning_rate": 2.520310459886842e-05,
      "loss": 0.0031,
      "step": 20723
    },
    {
      "epoch": 2.246747614917606,
      "grad_norm": 0.11510427296161652,
      "learning_rate": 2.5199477731031486e-05,
      "loss": 0.0099,
      "step": 20724
    },
    {
      "epoch": 2.246856027753686,
      "grad_norm": 0.06261271983385086,
      "learning_rate": 2.5195850863194546e-05,
      "loss": 0.0062,
      "step": 20725
    },
    {
      "epoch": 2.2469644405897657,
      "grad_norm": 0.19680526852607727,
      "learning_rate": 2.519222399535761e-05,
      "loss": 0.0059,
      "step": 20726
    },
    {
      "epoch": 2.2470728534258457,
      "grad_norm": 0.17979122698307037,
      "learning_rate": 2.5188597127520675e-05,
      "loss": 0.0317,
      "step": 20727
    },
    {
      "epoch": 2.2471812662619253,
      "grad_norm": 0.10942444205284119,
      "learning_rate": 2.518497025968374e-05,
      "loss": 0.0054,
      "step": 20728
    },
    {
      "epoch": 2.2472896790980053,
      "grad_norm": 0.241843119263649,
      "learning_rate": 2.5181343391846803e-05,
      "loss": 0.0106,
      "step": 20729
    },
    {
      "epoch": 2.247398091934085,
      "grad_norm": 0.11914582550525665,
      "learning_rate": 2.5177716524009863e-05,
      "loss": 0.012,
      "step": 20730
    },
    {
      "epoch": 2.247506504770165,
      "grad_norm": 0.21711938083171844,
      "learning_rate": 2.5174089656172928e-05,
      "loss": 0.0154,
      "step": 20731
    },
    {
      "epoch": 2.2476149176062448,
      "grad_norm": 0.6580331325531006,
      "learning_rate": 2.5170462788335995e-05,
      "loss": 0.0309,
      "step": 20732
    },
    {
      "epoch": 2.2477233304423243,
      "grad_norm": 0.15934401750564575,
      "learning_rate": 2.516683592049906e-05,
      "loss": 0.0172,
      "step": 20733
    },
    {
      "epoch": 2.2478317432784043,
      "grad_norm": 0.10260963439941406,
      "learning_rate": 2.5163209052662123e-05,
      "loss": 0.0065,
      "step": 20734
    },
    {
      "epoch": 2.247940156114484,
      "grad_norm": 0.04463927820324898,
      "learning_rate": 2.5159582184825187e-05,
      "loss": 0.0037,
      "step": 20735
    },
    {
      "epoch": 2.248048568950564,
      "grad_norm": 0.23252420127391815,
      "learning_rate": 2.515595531698825e-05,
      "loss": 0.0343,
      "step": 20736
    },
    {
      "epoch": 2.2481569817866434,
      "grad_norm": 0.25219428539276123,
      "learning_rate": 2.5152328449151312e-05,
      "loss": 0.0137,
      "step": 20737
    },
    {
      "epoch": 2.2482653946227233,
      "grad_norm": 0.08748732507228851,
      "learning_rate": 2.5148701581314376e-05,
      "loss": 0.0109,
      "step": 20738
    },
    {
      "epoch": 2.248373807458803,
      "grad_norm": 0.020762283354997635,
      "learning_rate": 2.514507471347744e-05,
      "loss": 0.0017,
      "step": 20739
    },
    {
      "epoch": 2.248482220294883,
      "grad_norm": 0.3980797231197357,
      "learning_rate": 2.5141447845640504e-05,
      "loss": 0.0144,
      "step": 20740
    },
    {
      "epoch": 2.248590633130963,
      "grad_norm": 0.2804935574531555,
      "learning_rate": 2.5137820977803572e-05,
      "loss": 0.0318,
      "step": 20741
    },
    {
      "epoch": 2.2486990459670424,
      "grad_norm": 0.1152728945016861,
      "learning_rate": 2.5134194109966636e-05,
      "loss": 0.0107,
      "step": 20742
    },
    {
      "epoch": 2.2488074588031224,
      "grad_norm": 0.09614088386297226,
      "learning_rate": 2.51305672421297e-05,
      "loss": 0.0084,
      "step": 20743
    },
    {
      "epoch": 2.248915871639202,
      "grad_norm": 0.09971358627080917,
      "learning_rate": 2.512694037429276e-05,
      "loss": 0.0046,
      "step": 20744
    },
    {
      "epoch": 2.249024284475282,
      "grad_norm": 0.0509243980050087,
      "learning_rate": 2.5123313506455825e-05,
      "loss": 0.0025,
      "step": 20745
    },
    {
      "epoch": 2.249132697311362,
      "grad_norm": 0.1868530660867691,
      "learning_rate": 2.511968663861889e-05,
      "loss": 0.0129,
      "step": 20746
    },
    {
      "epoch": 2.2492411101474414,
      "grad_norm": 0.05737181752920151,
      "learning_rate": 2.5116059770781953e-05,
      "loss": 0.0045,
      "step": 20747
    },
    {
      "epoch": 2.2493495229835214,
      "grad_norm": 0.25520285964012146,
      "learning_rate": 2.5112432902945014e-05,
      "loss": 0.0157,
      "step": 20748
    },
    {
      "epoch": 2.249457935819601,
      "grad_norm": 0.2415015548467636,
      "learning_rate": 2.5108806035108085e-05,
      "loss": 0.0188,
      "step": 20749
    },
    {
      "epoch": 2.249566348655681,
      "grad_norm": 0.14052818715572357,
      "learning_rate": 2.510517916727115e-05,
      "loss": 0.0186,
      "step": 20750
    },
    {
      "epoch": 2.2496747614917605,
      "grad_norm": 0.1392231583595276,
      "learning_rate": 2.510155229943421e-05,
      "loss": 0.0142,
      "step": 20751
    },
    {
      "epoch": 2.2497831743278405,
      "grad_norm": 0.5173425674438477,
      "learning_rate": 2.5097925431597274e-05,
      "loss": 0.03,
      "step": 20752
    },
    {
      "epoch": 2.24989158716392,
      "grad_norm": 0.2375699281692505,
      "learning_rate": 2.5094298563760338e-05,
      "loss": 0.0133,
      "step": 20753
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.3441357910633087,
      "learning_rate": 2.5090671695923402e-05,
      "loss": 0.0504,
      "step": 20754
    },
    {
      "epoch": 2.25010841283608,
      "grad_norm": 0.10086365044116974,
      "learning_rate": 2.5087044828086466e-05,
      "loss": 0.0098,
      "step": 20755
    },
    {
      "epoch": 2.2502168256721595,
      "grad_norm": 0.02484756149351597,
      "learning_rate": 2.5083417960249527e-05,
      "loss": 0.001,
      "step": 20756
    },
    {
      "epoch": 2.2503252385082395,
      "grad_norm": 0.17900384962558746,
      "learning_rate": 2.507979109241259e-05,
      "loss": 0.0061,
      "step": 20757
    },
    {
      "epoch": 2.250433651344319,
      "grad_norm": 0.349881649017334,
      "learning_rate": 2.507616422457566e-05,
      "loss": 0.0077,
      "step": 20758
    },
    {
      "epoch": 2.250542064180399,
      "grad_norm": 0.2845645546913147,
      "learning_rate": 2.5072537356738722e-05,
      "loss": 0.0294,
      "step": 20759
    },
    {
      "epoch": 2.2506504770164786,
      "grad_norm": 0.3842150568962097,
      "learning_rate": 2.5068910488901787e-05,
      "loss": 0.0285,
      "step": 20760
    },
    {
      "epoch": 2.2507588898525586,
      "grad_norm": 0.0444922000169754,
      "learning_rate": 2.506528362106485e-05,
      "loss": 0.0033,
      "step": 20761
    },
    {
      "epoch": 2.250867302688638,
      "grad_norm": 0.24547253549098969,
      "learning_rate": 2.5061656753227915e-05,
      "loss": 0.0125,
      "step": 20762
    },
    {
      "epoch": 2.250975715524718,
      "grad_norm": 0.39647433161735535,
      "learning_rate": 2.5058029885390976e-05,
      "loss": 0.0307,
      "step": 20763
    },
    {
      "epoch": 2.251084128360798,
      "grad_norm": 0.053891777992248535,
      "learning_rate": 2.505440301755404e-05,
      "loss": 0.0032,
      "step": 20764
    },
    {
      "epoch": 2.2511925411968776,
      "grad_norm": 0.21083961427211761,
      "learning_rate": 2.5050776149717104e-05,
      "loss": 0.0223,
      "step": 20765
    },
    {
      "epoch": 2.2513009540329576,
      "grad_norm": 0.28481006622314453,
      "learning_rate": 2.5047149281880168e-05,
      "loss": 0.0346,
      "step": 20766
    },
    {
      "epoch": 2.251409366869037,
      "grad_norm": 0.09218344837427139,
      "learning_rate": 2.5043522414043235e-05,
      "loss": 0.0101,
      "step": 20767
    },
    {
      "epoch": 2.251517779705117,
      "grad_norm": 1.1332701444625854,
      "learning_rate": 2.50398955462063e-05,
      "loss": 0.0463,
      "step": 20768
    },
    {
      "epoch": 2.251626192541197,
      "grad_norm": 0.04772339016199112,
      "learning_rate": 2.5036268678369364e-05,
      "loss": 0.0041,
      "step": 20769
    },
    {
      "epoch": 2.2517346053772767,
      "grad_norm": 0.09720554202795029,
      "learning_rate": 2.5032641810532424e-05,
      "loss": 0.0023,
      "step": 20770
    },
    {
      "epoch": 2.2518430182133566,
      "grad_norm": 0.21151229739189148,
      "learning_rate": 2.502901494269549e-05,
      "loss": 0.023,
      "step": 20771
    },
    {
      "epoch": 2.251951431049436,
      "grad_norm": 0.37165239453315735,
      "learning_rate": 2.5025388074858552e-05,
      "loss": 0.0417,
      "step": 20772
    },
    {
      "epoch": 2.252059843885516,
      "grad_norm": 0.35180559754371643,
      "learning_rate": 2.5021761207021617e-05,
      "loss": 0.0151,
      "step": 20773
    },
    {
      "epoch": 2.2521682567215957,
      "grad_norm": 0.14880888164043427,
      "learning_rate": 2.5018134339184677e-05,
      "loss": 0.0105,
      "step": 20774
    },
    {
      "epoch": 2.2522766695576757,
      "grad_norm": 0.17781075835227966,
      "learning_rate": 2.5014507471347748e-05,
      "loss": 0.0051,
      "step": 20775
    },
    {
      "epoch": 2.2523850823937552,
      "grad_norm": 0.25681278109550476,
      "learning_rate": 2.5010880603510812e-05,
      "loss": 0.0102,
      "step": 20776
    },
    {
      "epoch": 2.252493495229835,
      "grad_norm": 0.3672480285167694,
      "learning_rate": 2.5007253735673873e-05,
      "loss": 0.0083,
      "step": 20777
    },
    {
      "epoch": 2.252601908065915,
      "grad_norm": 0.4150440990924835,
      "learning_rate": 2.5003626867836937e-05,
      "loss": 0.0222,
      "step": 20778
    },
    {
      "epoch": 2.2527103209019947,
      "grad_norm": 0.8205075263977051,
      "learning_rate": 2.5e-05,
      "loss": 0.0498,
      "step": 20779
    },
    {
      "epoch": 2.2528187337380747,
      "grad_norm": 0.38125598430633545,
      "learning_rate": 2.4996373132163065e-05,
      "loss": 0.0247,
      "step": 20780
    },
    {
      "epoch": 2.2529271465741543,
      "grad_norm": 0.027443286031484604,
      "learning_rate": 2.499274626432613e-05,
      "loss": 0.0015,
      "step": 20781
    },
    {
      "epoch": 2.2530355594102343,
      "grad_norm": 0.01876823417842388,
      "learning_rate": 2.4989119396489194e-05,
      "loss": 0.0011,
      "step": 20782
    },
    {
      "epoch": 2.253143972246314,
      "grad_norm": 0.18540415167808533,
      "learning_rate": 2.4985492528652258e-05,
      "loss": 0.0118,
      "step": 20783
    },
    {
      "epoch": 2.253252385082394,
      "grad_norm": 0.04409316927194595,
      "learning_rate": 2.4981865660815322e-05,
      "loss": 0.0031,
      "step": 20784
    },
    {
      "epoch": 2.2533607979184733,
      "grad_norm": 0.12794730067253113,
      "learning_rate": 2.4978238792978382e-05,
      "loss": 0.0064,
      "step": 20785
    },
    {
      "epoch": 2.2534692107545533,
      "grad_norm": 0.03055621311068535,
      "learning_rate": 2.497461192514145e-05,
      "loss": 0.0013,
      "step": 20786
    },
    {
      "epoch": 2.2535776235906333,
      "grad_norm": 0.010139415971934795,
      "learning_rate": 2.4970985057304514e-05,
      "loss": 0.0005,
      "step": 20787
    },
    {
      "epoch": 2.253686036426713,
      "grad_norm": 0.37824371457099915,
      "learning_rate": 2.4967358189467578e-05,
      "loss": 0.0074,
      "step": 20788
    },
    {
      "epoch": 2.253794449262793,
      "grad_norm": 0.32690656185150146,
      "learning_rate": 2.496373132163064e-05,
      "loss": 0.0086,
      "step": 20789
    },
    {
      "epoch": 2.2539028620988724,
      "grad_norm": 0.11880916357040405,
      "learning_rate": 2.4960104453793706e-05,
      "loss": 0.0187,
      "step": 20790
    },
    {
      "epoch": 2.2540112749349523,
      "grad_norm": 0.29359906911849976,
      "learning_rate": 2.495647758595677e-05,
      "loss": 0.0213,
      "step": 20791
    },
    {
      "epoch": 2.2541196877710323,
      "grad_norm": 0.1844499409198761,
      "learning_rate": 2.4952850718119835e-05,
      "loss": 0.0141,
      "step": 20792
    },
    {
      "epoch": 2.254228100607112,
      "grad_norm": 0.3667895495891571,
      "learning_rate": 2.4949223850282895e-05,
      "loss": 0.0296,
      "step": 20793
    },
    {
      "epoch": 2.254336513443192,
      "grad_norm": 0.5049909949302673,
      "learning_rate": 2.494559698244596e-05,
      "loss": 0.0198,
      "step": 20794
    },
    {
      "epoch": 2.2544449262792714,
      "grad_norm": 0.14502698183059692,
      "learning_rate": 2.4941970114609027e-05,
      "loss": 0.007,
      "step": 20795
    },
    {
      "epoch": 2.2545533391153514,
      "grad_norm": 0.004671730566769838,
      "learning_rate": 2.4938343246772088e-05,
      "loss": 0.0003,
      "step": 20796
    },
    {
      "epoch": 2.254661751951431,
      "grad_norm": 0.3253330588340759,
      "learning_rate": 2.4934716378935152e-05,
      "loss": 0.0233,
      "step": 20797
    },
    {
      "epoch": 2.254770164787511,
      "grad_norm": 0.18314054608345032,
      "learning_rate": 2.4931089511098216e-05,
      "loss": 0.02,
      "step": 20798
    },
    {
      "epoch": 2.2548785776235905,
      "grad_norm": 0.5223469734191895,
      "learning_rate": 2.4927462643261283e-05,
      "loss": 0.1001,
      "step": 20799
    },
    {
      "epoch": 2.2549869904596704,
      "grad_norm": 0.22101688385009766,
      "learning_rate": 2.4923835775424344e-05,
      "loss": 0.0224,
      "step": 20800
    },
    {
      "epoch": 2.2550954032957504,
      "grad_norm": 0.03919670358300209,
      "learning_rate": 2.4920208907587408e-05,
      "loss": 0.0052,
      "step": 20801
    },
    {
      "epoch": 2.25520381613183,
      "grad_norm": 0.17862439155578613,
      "learning_rate": 2.4916582039750472e-05,
      "loss": 0.0385,
      "step": 20802
    },
    {
      "epoch": 2.25531222896791,
      "grad_norm": 0.07950170338153839,
      "learning_rate": 2.4912955171913536e-05,
      "loss": 0.0067,
      "step": 20803
    },
    {
      "epoch": 2.2554206418039895,
      "grad_norm": 0.48114582896232605,
      "learning_rate": 2.49093283040766e-05,
      "loss": 0.014,
      "step": 20804
    },
    {
      "epoch": 2.2555290546400695,
      "grad_norm": 0.3049505054950714,
      "learning_rate": 2.4905701436239665e-05,
      "loss": 0.036,
      "step": 20805
    },
    {
      "epoch": 2.255637467476149,
      "grad_norm": 0.07788519561290741,
      "learning_rate": 2.490207456840273e-05,
      "loss": 0.003,
      "step": 20806
    },
    {
      "epoch": 2.255745880312229,
      "grad_norm": 0.2863549292087555,
      "learning_rate": 2.4898447700565793e-05,
      "loss": 0.0141,
      "step": 20807
    },
    {
      "epoch": 2.2558542931483085,
      "grad_norm": 0.2577275037765503,
      "learning_rate": 2.4894820832728857e-05,
      "loss": 0.0073,
      "step": 20808
    },
    {
      "epoch": 2.2559627059843885,
      "grad_norm": 0.14533467590808868,
      "learning_rate": 2.489119396489192e-05,
      "loss": 0.0061,
      "step": 20809
    },
    {
      "epoch": 2.2560711188204685,
      "grad_norm": 0.14273779094219208,
      "learning_rate": 2.4887567097054985e-05,
      "loss": 0.0024,
      "step": 20810
    },
    {
      "epoch": 2.256179531656548,
      "grad_norm": 0.04656248167157173,
      "learning_rate": 2.4883940229218046e-05,
      "loss": 0.0041,
      "step": 20811
    },
    {
      "epoch": 2.256287944492628,
      "grad_norm": 0.08496841043233871,
      "learning_rate": 2.4880313361381113e-05,
      "loss": 0.008,
      "step": 20812
    },
    {
      "epoch": 2.2563963573287076,
      "grad_norm": 0.1197110190987587,
      "learning_rate": 2.4876686493544177e-05,
      "loss": 0.0041,
      "step": 20813
    },
    {
      "epoch": 2.2565047701647876,
      "grad_norm": 0.13936637341976166,
      "learning_rate": 2.487305962570724e-05,
      "loss": 0.0147,
      "step": 20814
    },
    {
      "epoch": 2.2566131830008676,
      "grad_norm": 0.2838899493217468,
      "learning_rate": 2.4869432757870302e-05,
      "loss": 0.0196,
      "step": 20815
    },
    {
      "epoch": 2.256721595836947,
      "grad_norm": 0.5732429623603821,
      "learning_rate": 2.486580589003337e-05,
      "loss": 0.0496,
      "step": 20816
    },
    {
      "epoch": 2.256830008673027,
      "grad_norm": 0.11938627064228058,
      "learning_rate": 2.4862179022196434e-05,
      "loss": 0.0182,
      "step": 20817
    },
    {
      "epoch": 2.2569384215091066,
      "grad_norm": 0.30280542373657227,
      "learning_rate": 2.4858552154359498e-05,
      "loss": 0.0134,
      "step": 20818
    },
    {
      "epoch": 2.2570468343451866,
      "grad_norm": 0.024518409743905067,
      "learning_rate": 2.485492528652256e-05,
      "loss": 0.0011,
      "step": 20819
    },
    {
      "epoch": 2.257155247181266,
      "grad_norm": 0.07390978187322617,
      "learning_rate": 2.4851298418685623e-05,
      "loss": 0.0085,
      "step": 20820
    },
    {
      "epoch": 2.257263660017346,
      "grad_norm": 0.1583145707845688,
      "learning_rate": 2.484767155084869e-05,
      "loss": 0.023,
      "step": 20821
    },
    {
      "epoch": 2.2573720728534257,
      "grad_norm": 0.15322521328926086,
      "learning_rate": 2.484404468301175e-05,
      "loss": 0.0146,
      "step": 20822
    },
    {
      "epoch": 2.2574804856895057,
      "grad_norm": 0.5894629955291748,
      "learning_rate": 2.4840417815174815e-05,
      "loss": 0.0364,
      "step": 20823
    },
    {
      "epoch": 2.2575888985255856,
      "grad_norm": 0.10680127143859863,
      "learning_rate": 2.483679094733788e-05,
      "loss": 0.0087,
      "step": 20824
    },
    {
      "epoch": 2.257697311361665,
      "grad_norm": 0.3180159330368042,
      "learning_rate": 2.4833164079500947e-05,
      "loss": 0.0424,
      "step": 20825
    },
    {
      "epoch": 2.257805724197745,
      "grad_norm": 0.029544634744524956,
      "learning_rate": 2.4829537211664007e-05,
      "loss": 0.0016,
      "step": 20826
    },
    {
      "epoch": 2.2579141370338247,
      "grad_norm": 0.004896965809166431,
      "learning_rate": 2.482591034382707e-05,
      "loss": 0.0003,
      "step": 20827
    },
    {
      "epoch": 2.2580225498699047,
      "grad_norm": 0.2185591757297516,
      "learning_rate": 2.4822283475990136e-05,
      "loss": 0.0091,
      "step": 20828
    },
    {
      "epoch": 2.2581309627059842,
      "grad_norm": 0.13588418066501617,
      "learning_rate": 2.48186566081532e-05,
      "loss": 0.0117,
      "step": 20829
    },
    {
      "epoch": 2.258239375542064,
      "grad_norm": 0.1136614978313446,
      "learning_rate": 2.4815029740316264e-05,
      "loss": 0.0095,
      "step": 20830
    },
    {
      "epoch": 2.2583477883781438,
      "grad_norm": 0.24180211126804352,
      "learning_rate": 2.4811402872479328e-05,
      "loss": 0.0197,
      "step": 20831
    },
    {
      "epoch": 2.2584562012142237,
      "grad_norm": 0.2530827224254608,
      "learning_rate": 2.4807776004642392e-05,
      "loss": 0.0325,
      "step": 20832
    },
    {
      "epoch": 2.2585646140503037,
      "grad_norm": 0.1732221096754074,
      "learning_rate": 2.4804149136805456e-05,
      "loss": 0.0118,
      "step": 20833
    },
    {
      "epoch": 2.2586730268863833,
      "grad_norm": 0.3833789825439453,
      "learning_rate": 2.480052226896852e-05,
      "loss": 0.0304,
      "step": 20834
    },
    {
      "epoch": 2.2587814397224633,
      "grad_norm": 0.20982518792152405,
      "learning_rate": 2.4796895401131584e-05,
      "loss": 0.0114,
      "step": 20835
    },
    {
      "epoch": 2.258889852558543,
      "grad_norm": 0.5076797604560852,
      "learning_rate": 2.479326853329465e-05,
      "loss": 0.0293,
      "step": 20836
    },
    {
      "epoch": 2.258998265394623,
      "grad_norm": 0.2766372263431549,
      "learning_rate": 2.478964166545771e-05,
      "loss": 0.0131,
      "step": 20837
    },
    {
      "epoch": 2.2591066782307023,
      "grad_norm": 0.1426943838596344,
      "learning_rate": 2.4786014797620777e-05,
      "loss": 0.0048,
      "step": 20838
    },
    {
      "epoch": 2.2592150910667823,
      "grad_norm": 0.3958202600479126,
      "learning_rate": 2.478238792978384e-05,
      "loss": 0.0092,
      "step": 20839
    },
    {
      "epoch": 2.259323503902862,
      "grad_norm": 0.07732640206813812,
      "learning_rate": 2.4778761061946905e-05,
      "loss": 0.0037,
      "step": 20840
    },
    {
      "epoch": 2.259431916738942,
      "grad_norm": 0.022290321066975594,
      "learning_rate": 2.4775134194109966e-05,
      "loss": 0.0015,
      "step": 20841
    },
    {
      "epoch": 2.259540329575022,
      "grad_norm": 0.48975491523742676,
      "learning_rate": 2.4771507326273033e-05,
      "loss": 0.0278,
      "step": 20842
    },
    {
      "epoch": 2.2596487424111014,
      "grad_norm": 0.01934773288667202,
      "learning_rate": 2.4767880458436097e-05,
      "loss": 0.0006,
      "step": 20843
    },
    {
      "epoch": 2.2597571552471813,
      "grad_norm": 0.03043638914823532,
      "learning_rate": 2.476425359059916e-05,
      "loss": 0.0038,
      "step": 20844
    },
    {
      "epoch": 2.259865568083261,
      "grad_norm": 0.3253557085990906,
      "learning_rate": 2.4760626722762222e-05,
      "loss": 0.0278,
      "step": 20845
    },
    {
      "epoch": 2.259973980919341,
      "grad_norm": 0.24656295776367188,
      "learning_rate": 2.475699985492529e-05,
      "loss": 0.0144,
      "step": 20846
    },
    {
      "epoch": 2.260082393755421,
      "grad_norm": 0.35895276069641113,
      "learning_rate": 2.4753372987088354e-05,
      "loss": 0.0293,
      "step": 20847
    },
    {
      "epoch": 2.2601908065915004,
      "grad_norm": 0.11488794535398483,
      "learning_rate": 2.4749746119251414e-05,
      "loss": 0.0084,
      "step": 20848
    },
    {
      "epoch": 2.2602992194275804,
      "grad_norm": 0.4701023995876312,
      "learning_rate": 2.474611925141448e-05,
      "loss": 0.0442,
      "step": 20849
    },
    {
      "epoch": 2.26040763226366,
      "grad_norm": 0.29040583968162537,
      "learning_rate": 2.4742492383577542e-05,
      "loss": 0.0205,
      "step": 20850
    },
    {
      "epoch": 2.26051604509974,
      "grad_norm": 0.15504296123981476,
      "learning_rate": 2.473886551574061e-05,
      "loss": 0.0102,
      "step": 20851
    },
    {
      "epoch": 2.2606244579358195,
      "grad_norm": 0.0780908539891243,
      "learning_rate": 2.473523864790367e-05,
      "loss": 0.0066,
      "step": 20852
    },
    {
      "epoch": 2.2607328707718994,
      "grad_norm": 0.12792377173900604,
      "learning_rate": 2.4731611780066735e-05,
      "loss": 0.0096,
      "step": 20853
    },
    {
      "epoch": 2.260841283607979,
      "grad_norm": 0.5787093043327332,
      "learning_rate": 2.47279849122298e-05,
      "loss": 0.0318,
      "step": 20854
    },
    {
      "epoch": 2.260949696444059,
      "grad_norm": 0.17463263869285583,
      "learning_rate": 2.4724358044392863e-05,
      "loss": 0.015,
      "step": 20855
    },
    {
      "epoch": 2.261058109280139,
      "grad_norm": 0.19434301555156708,
      "learning_rate": 2.4720731176555927e-05,
      "loss": 0.0054,
      "step": 20856
    },
    {
      "epoch": 2.2611665221162185,
      "grad_norm": 0.18238352239131927,
      "learning_rate": 2.471710430871899e-05,
      "loss": 0.0087,
      "step": 20857
    },
    {
      "epoch": 2.2612749349522985,
      "grad_norm": 0.22542549669742584,
      "learning_rate": 2.4713477440882055e-05,
      "loss": 0.0141,
      "step": 20858
    },
    {
      "epoch": 2.261383347788378,
      "grad_norm": 0.23729078471660614,
      "learning_rate": 2.470985057304512e-05,
      "loss": 0.0191,
      "step": 20859
    },
    {
      "epoch": 2.261491760624458,
      "grad_norm": 0.1213546022772789,
      "learning_rate": 2.4706223705208184e-05,
      "loss": 0.006,
      "step": 20860
    },
    {
      "epoch": 2.2616001734605375,
      "grad_norm": 0.19808529317378998,
      "learning_rate": 2.4702596837371248e-05,
      "loss": 0.0125,
      "step": 20861
    },
    {
      "epoch": 2.2617085862966175,
      "grad_norm": 0.0822407603263855,
      "learning_rate": 2.4698969969534312e-05,
      "loss": 0.0038,
      "step": 20862
    },
    {
      "epoch": 2.261816999132697,
      "grad_norm": 0.03805521875619888,
      "learning_rate": 2.4695343101697372e-05,
      "loss": 0.0021,
      "step": 20863
    },
    {
      "epoch": 2.261925411968777,
      "grad_norm": 0.10762239247560501,
      "learning_rate": 2.469171623386044e-05,
      "loss": 0.0054,
      "step": 20864
    },
    {
      "epoch": 2.262033824804857,
      "grad_norm": 0.19829724729061127,
      "learning_rate": 2.4688089366023504e-05,
      "loss": 0.0501,
      "step": 20865
    },
    {
      "epoch": 2.2621422376409366,
      "grad_norm": 0.12916506826877594,
      "learning_rate": 2.4684462498186568e-05,
      "loss": 0.0164,
      "step": 20866
    },
    {
      "epoch": 2.2622506504770166,
      "grad_norm": 0.24924319982528687,
      "learning_rate": 2.468083563034963e-05,
      "loss": 0.0124,
      "step": 20867
    },
    {
      "epoch": 2.262359063313096,
      "grad_norm": 0.20549874007701874,
      "learning_rate": 2.4677208762512696e-05,
      "loss": 0.0108,
      "step": 20868
    },
    {
      "epoch": 2.262467476149176,
      "grad_norm": 0.4884655177593231,
      "learning_rate": 2.467358189467576e-05,
      "loss": 0.0229,
      "step": 20869
    },
    {
      "epoch": 2.262575888985256,
      "grad_norm": 0.0650205984711647,
      "learning_rate": 2.4669955026838825e-05,
      "loss": 0.0018,
      "step": 20870
    },
    {
      "epoch": 2.2626843018213356,
      "grad_norm": 0.08222192525863647,
      "learning_rate": 2.4666328159001885e-05,
      "loss": 0.0044,
      "step": 20871
    },
    {
      "epoch": 2.2627927146574156,
      "grad_norm": 0.3267548084259033,
      "learning_rate": 2.4662701291164953e-05,
      "loss": 0.0163,
      "step": 20872
    },
    {
      "epoch": 2.262901127493495,
      "grad_norm": 0.025564756244421005,
      "learning_rate": 2.4659074423328017e-05,
      "loss": 0.0015,
      "step": 20873
    },
    {
      "epoch": 2.263009540329575,
      "grad_norm": 0.08535017818212509,
      "learning_rate": 2.4655447555491078e-05,
      "loss": 0.0038,
      "step": 20874
    },
    {
      "epoch": 2.2631179531656547,
      "grad_norm": 0.05450285226106644,
      "learning_rate": 2.4651820687654142e-05,
      "loss": 0.0028,
      "step": 20875
    },
    {
      "epoch": 2.2632263660017347,
      "grad_norm": 0.3007318675518036,
      "learning_rate": 2.4648193819817206e-05,
      "loss": 0.0271,
      "step": 20876
    },
    {
      "epoch": 2.263334778837814,
      "grad_norm": 0.25691017508506775,
      "learning_rate": 2.4644566951980273e-05,
      "loss": 0.0094,
      "step": 20877
    },
    {
      "epoch": 2.263443191673894,
      "grad_norm": 0.12969475984573364,
      "learning_rate": 2.4640940084143334e-05,
      "loss": 0.0089,
      "step": 20878
    },
    {
      "epoch": 2.263551604509974,
      "grad_norm": 0.43684616684913635,
      "learning_rate": 2.4637313216306398e-05,
      "loss": 0.0322,
      "step": 20879
    },
    {
      "epoch": 2.2636600173460537,
      "grad_norm": 0.36133483052253723,
      "learning_rate": 2.4633686348469462e-05,
      "loss": 0.0492,
      "step": 20880
    },
    {
      "epoch": 2.2637684301821337,
      "grad_norm": 0.5118612051010132,
      "learning_rate": 2.4630059480632526e-05,
      "loss": 0.0387,
      "step": 20881
    },
    {
      "epoch": 2.2638768430182132,
      "grad_norm": 0.05704526975750923,
      "learning_rate": 2.462643261279559e-05,
      "loss": 0.0027,
      "step": 20882
    },
    {
      "epoch": 2.263985255854293,
      "grad_norm": 0.20507296919822693,
      "learning_rate": 2.4622805744958655e-05,
      "loss": 0.0161,
      "step": 20883
    },
    {
      "epoch": 2.2640936686903728,
      "grad_norm": 0.2415948361158371,
      "learning_rate": 2.461917887712172e-05,
      "loss": 0.0101,
      "step": 20884
    },
    {
      "epoch": 2.2642020815264527,
      "grad_norm": 0.30028942227363586,
      "learning_rate": 2.4615552009284783e-05,
      "loss": 0.0242,
      "step": 20885
    },
    {
      "epoch": 2.2643104943625323,
      "grad_norm": 0.044545307755470276,
      "learning_rate": 2.4611925141447847e-05,
      "loss": 0.0029,
      "step": 20886
    },
    {
      "epoch": 2.2644189071986123,
      "grad_norm": 0.26315560936927795,
      "learning_rate": 2.460829827361091e-05,
      "loss": 0.0108,
      "step": 20887
    },
    {
      "epoch": 2.2645273200346923,
      "grad_norm": 0.05628897249698639,
      "learning_rate": 2.4604671405773975e-05,
      "loss": 0.0034,
      "step": 20888
    },
    {
      "epoch": 2.264635732870772,
      "grad_norm": 0.4504563510417938,
      "learning_rate": 2.4601044537937036e-05,
      "loss": 0.052,
      "step": 20889
    },
    {
      "epoch": 2.264744145706852,
      "grad_norm": 0.2026897370815277,
      "learning_rate": 2.4597417670100103e-05,
      "loss": 0.0079,
      "step": 20890
    },
    {
      "epoch": 2.2648525585429313,
      "grad_norm": 0.26185929775238037,
      "learning_rate": 2.4593790802263167e-05,
      "loss": 0.0076,
      "step": 20891
    },
    {
      "epoch": 2.2649609713790113,
      "grad_norm": 0.3305920958518982,
      "learning_rate": 2.459016393442623e-05,
      "loss": 0.022,
      "step": 20892
    },
    {
      "epoch": 2.2650693842150913,
      "grad_norm": 0.36482053995132446,
      "learning_rate": 2.4586537066589292e-05,
      "loss": 0.0171,
      "step": 20893
    },
    {
      "epoch": 2.265177797051171,
      "grad_norm": 0.06572891771793365,
      "learning_rate": 2.458291019875236e-05,
      "loss": 0.0033,
      "step": 20894
    },
    {
      "epoch": 2.265286209887251,
      "grad_norm": 0.13907364010810852,
      "learning_rate": 2.4579283330915424e-05,
      "loss": 0.0065,
      "step": 20895
    },
    {
      "epoch": 2.2653946227233304,
      "grad_norm": 0.7948424816131592,
      "learning_rate": 2.4575656463078488e-05,
      "loss": 0.0391,
      "step": 20896
    },
    {
      "epoch": 2.2655030355594103,
      "grad_norm": 0.6465383768081665,
      "learning_rate": 2.457202959524155e-05,
      "loss": 0.036,
      "step": 20897
    },
    {
      "epoch": 2.26561144839549,
      "grad_norm": 0.12092126160860062,
      "learning_rate": 2.4568402727404616e-05,
      "loss": 0.0028,
      "step": 20898
    },
    {
      "epoch": 2.26571986123157,
      "grad_norm": 0.01080517377704382,
      "learning_rate": 2.456477585956768e-05,
      "loss": 0.0008,
      "step": 20899
    },
    {
      "epoch": 2.2658282740676494,
      "grad_norm": 0.2848495841026306,
      "learning_rate": 2.456114899173074e-05,
      "loss": 0.0173,
      "step": 20900
    },
    {
      "epoch": 2.2659366869037294,
      "grad_norm": 0.1470947414636612,
      "learning_rate": 2.4557522123893805e-05,
      "loss": 0.0158,
      "step": 20901
    },
    {
      "epoch": 2.2660450997398094,
      "grad_norm": 0.13167306780815125,
      "learning_rate": 2.455389525605687e-05,
      "loss": 0.0082,
      "step": 20902
    },
    {
      "epoch": 2.266153512575889,
      "grad_norm": 0.2696825861930847,
      "learning_rate": 2.4550268388219937e-05,
      "loss": 0.0242,
      "step": 20903
    },
    {
      "epoch": 2.266261925411969,
      "grad_norm": 0.1615198403596878,
      "learning_rate": 2.4546641520382997e-05,
      "loss": 0.0021,
      "step": 20904
    },
    {
      "epoch": 2.2663703382480485,
      "grad_norm": 0.2832375466823578,
      "learning_rate": 2.454301465254606e-05,
      "loss": 0.0248,
      "step": 20905
    },
    {
      "epoch": 2.2664787510841284,
      "grad_norm": 0.3070491552352905,
      "learning_rate": 2.4539387784709126e-05,
      "loss": 0.0078,
      "step": 20906
    },
    {
      "epoch": 2.266587163920208,
      "grad_norm": 0.37543368339538574,
      "learning_rate": 2.453576091687219e-05,
      "loss": 0.0207,
      "step": 20907
    },
    {
      "epoch": 2.266695576756288,
      "grad_norm": 0.314592570066452,
      "learning_rate": 2.4532134049035254e-05,
      "loss": 0.007,
      "step": 20908
    },
    {
      "epoch": 2.2668039895923675,
      "grad_norm": 0.4074035882949829,
      "learning_rate": 2.4528507181198318e-05,
      "loss": 0.0244,
      "step": 20909
    },
    {
      "epoch": 2.2669124024284475,
      "grad_norm": 0.36731183528900146,
      "learning_rate": 2.4524880313361382e-05,
      "loss": 0.0227,
      "step": 20910
    },
    {
      "epoch": 2.2670208152645275,
      "grad_norm": 0.13022027909755707,
      "learning_rate": 2.4521253445524446e-05,
      "loss": 0.0057,
      "step": 20911
    },
    {
      "epoch": 2.267129228100607,
      "grad_norm": 0.14249905943870544,
      "learning_rate": 2.451762657768751e-05,
      "loss": 0.0036,
      "step": 20912
    },
    {
      "epoch": 2.267237640936687,
      "grad_norm": 0.04760447144508362,
      "learning_rate": 2.4513999709850574e-05,
      "loss": 0.0029,
      "step": 20913
    },
    {
      "epoch": 2.2673460537727665,
      "grad_norm": 0.16497191786766052,
      "learning_rate": 2.451037284201364e-05,
      "loss": 0.0348,
      "step": 20914
    },
    {
      "epoch": 2.2674544666088465,
      "grad_norm": 0.24629168212413788,
      "learning_rate": 2.45067459741767e-05,
      "loss": 0.0056,
      "step": 20915
    },
    {
      "epoch": 2.2675628794449265,
      "grad_norm": 0.14510871469974518,
      "learning_rate": 2.4503119106339767e-05,
      "loss": 0.0074,
      "step": 20916
    },
    {
      "epoch": 2.267671292281006,
      "grad_norm": 0.8046970367431641,
      "learning_rate": 2.449949223850283e-05,
      "loss": 0.0653,
      "step": 20917
    },
    {
      "epoch": 2.267779705117086,
      "grad_norm": 0.0644950270652771,
      "learning_rate": 2.4495865370665895e-05,
      "loss": 0.005,
      "step": 20918
    },
    {
      "epoch": 2.2678881179531656,
      "grad_norm": 0.28268224000930786,
      "learning_rate": 2.4492238502828956e-05,
      "loss": 0.0046,
      "step": 20919
    },
    {
      "epoch": 2.2679965307892456,
      "grad_norm": 0.22641244530677795,
      "learning_rate": 2.4488611634992023e-05,
      "loss": 0.0336,
      "step": 20920
    },
    {
      "epoch": 2.268104943625325,
      "grad_norm": 0.2405477613210678,
      "learning_rate": 2.4484984767155087e-05,
      "loss": 0.0266,
      "step": 20921
    },
    {
      "epoch": 2.268213356461405,
      "grad_norm": 0.22667695581912994,
      "learning_rate": 2.448135789931815e-05,
      "loss": 0.0139,
      "step": 20922
    },
    {
      "epoch": 2.2683217692974846,
      "grad_norm": 0.13108105957508087,
      "learning_rate": 2.4477731031481212e-05,
      "loss": 0.0083,
      "step": 20923
    },
    {
      "epoch": 2.2684301821335646,
      "grad_norm": 0.039994969964027405,
      "learning_rate": 2.447410416364428e-05,
      "loss": 0.0025,
      "step": 20924
    },
    {
      "epoch": 2.2685385949696446,
      "grad_norm": 0.2788190543651581,
      "learning_rate": 2.4470477295807344e-05,
      "loss": 0.0255,
      "step": 20925
    },
    {
      "epoch": 2.268647007805724,
      "grad_norm": 0.17238330841064453,
      "learning_rate": 2.4466850427970404e-05,
      "loss": 0.0134,
      "step": 20926
    },
    {
      "epoch": 2.268755420641804,
      "grad_norm": 0.10773636400699615,
      "learning_rate": 2.446322356013347e-05,
      "loss": 0.0063,
      "step": 20927
    },
    {
      "epoch": 2.2688638334778837,
      "grad_norm": 0.2937696874141693,
      "learning_rate": 2.4459596692296533e-05,
      "loss": 0.039,
      "step": 20928
    },
    {
      "epoch": 2.2689722463139637,
      "grad_norm": 0.28583788871765137,
      "learning_rate": 2.44559698244596e-05,
      "loss": 0.012,
      "step": 20929
    },
    {
      "epoch": 2.269080659150043,
      "grad_norm": 0.23857562243938446,
      "learning_rate": 2.445234295662266e-05,
      "loss": 0.0097,
      "step": 20930
    },
    {
      "epoch": 2.269189071986123,
      "grad_norm": 0.042033515870571136,
      "learning_rate": 2.4448716088785725e-05,
      "loss": 0.0042,
      "step": 20931
    },
    {
      "epoch": 2.2692974848222027,
      "grad_norm": 0.15001234412193298,
      "learning_rate": 2.444508922094879e-05,
      "loss": 0.0059,
      "step": 20932
    },
    {
      "epoch": 2.2694058976582827,
      "grad_norm": 0.537237823009491,
      "learning_rate": 2.4441462353111853e-05,
      "loss": 0.024,
      "step": 20933
    },
    {
      "epoch": 2.2695143104943627,
      "grad_norm": 0.22137896716594696,
      "learning_rate": 2.4437835485274917e-05,
      "loss": 0.0093,
      "step": 20934
    },
    {
      "epoch": 2.2696227233304422,
      "grad_norm": 0.2396945059299469,
      "learning_rate": 2.443420861743798e-05,
      "loss": 0.0069,
      "step": 20935
    },
    {
      "epoch": 2.2697311361665222,
      "grad_norm": 0.07623916119337082,
      "learning_rate": 2.4430581749601045e-05,
      "loss": 0.0029,
      "step": 20936
    },
    {
      "epoch": 2.2698395490026018,
      "grad_norm": 0.2922821342945099,
      "learning_rate": 2.442695488176411e-05,
      "loss": 0.0114,
      "step": 20937
    },
    {
      "epoch": 2.2699479618386817,
      "grad_norm": 0.2649359107017517,
      "learning_rate": 2.4423328013927174e-05,
      "loss": 0.0173,
      "step": 20938
    },
    {
      "epoch": 2.2700563746747617,
      "grad_norm": 0.12804077565670013,
      "learning_rate": 2.4419701146090238e-05,
      "loss": 0.01,
      "step": 20939
    },
    {
      "epoch": 2.2701647875108413,
      "grad_norm": 0.18738065659999847,
      "learning_rate": 2.4416074278253302e-05,
      "loss": 0.0108,
      "step": 20940
    },
    {
      "epoch": 2.2702732003469213,
      "grad_norm": 0.4833272099494934,
      "learning_rate": 2.4412447410416366e-05,
      "loss": 0.0308,
      "step": 20941
    },
    {
      "epoch": 2.270381613183001,
      "grad_norm": 0.3240588307380676,
      "learning_rate": 2.440882054257943e-05,
      "loss": 0.0192,
      "step": 20942
    },
    {
      "epoch": 2.270490026019081,
      "grad_norm": 0.10272491723299026,
      "learning_rate": 2.4405193674742494e-05,
      "loss": 0.01,
      "step": 20943
    },
    {
      "epoch": 2.2705984388551603,
      "grad_norm": 0.8474051356315613,
      "learning_rate": 2.4401566806905558e-05,
      "loss": 0.0317,
      "step": 20944
    },
    {
      "epoch": 2.2707068516912403,
      "grad_norm": 0.073271743953228,
      "learning_rate": 2.439793993906862e-05,
      "loss": 0.0083,
      "step": 20945
    },
    {
      "epoch": 2.27081526452732,
      "grad_norm": 0.25324124097824097,
      "learning_rate": 2.4394313071231686e-05,
      "loss": 0.01,
      "step": 20946
    },
    {
      "epoch": 2.2709236773634,
      "grad_norm": 0.21041038632392883,
      "learning_rate": 2.439068620339475e-05,
      "loss": 0.0154,
      "step": 20947
    },
    {
      "epoch": 2.27103209019948,
      "grad_norm": 0.1934170424938202,
      "learning_rate": 2.4387059335557815e-05,
      "loss": 0.0188,
      "step": 20948
    },
    {
      "epoch": 2.2711405030355594,
      "grad_norm": 0.13805092871189117,
      "learning_rate": 2.4383432467720875e-05,
      "loss": 0.0112,
      "step": 20949
    },
    {
      "epoch": 2.2712489158716394,
      "grad_norm": 0.4783104956150055,
      "learning_rate": 2.4379805599883943e-05,
      "loss": 0.016,
      "step": 20950
    },
    {
      "epoch": 2.271357328707719,
      "grad_norm": 0.4685077965259552,
      "learning_rate": 2.4376178732047007e-05,
      "loss": 0.0424,
      "step": 20951
    },
    {
      "epoch": 2.271465741543799,
      "grad_norm": 0.12666453421115875,
      "learning_rate": 2.4372551864210068e-05,
      "loss": 0.0171,
      "step": 20952
    },
    {
      "epoch": 2.2715741543798784,
      "grad_norm": 0.27177220582962036,
      "learning_rate": 2.4368924996373132e-05,
      "loss": 0.0146,
      "step": 20953
    },
    {
      "epoch": 2.2716825672159584,
      "grad_norm": 0.16290929913520813,
      "learning_rate": 2.43652981285362e-05,
      "loss": 0.0153,
      "step": 20954
    },
    {
      "epoch": 2.271790980052038,
      "grad_norm": 0.2519901394844055,
      "learning_rate": 2.4361671260699263e-05,
      "loss": 0.0223,
      "step": 20955
    },
    {
      "epoch": 2.271899392888118,
      "grad_norm": 0.1334952861070633,
      "learning_rate": 2.4358044392862324e-05,
      "loss": 0.0216,
      "step": 20956
    },
    {
      "epoch": 2.272007805724198,
      "grad_norm": 0.10620369017124176,
      "learning_rate": 2.4354417525025388e-05,
      "loss": 0.0028,
      "step": 20957
    },
    {
      "epoch": 2.2721162185602775,
      "grad_norm": 0.09527289122343063,
      "learning_rate": 2.4350790657188452e-05,
      "loss": 0.0062,
      "step": 20958
    },
    {
      "epoch": 2.2722246313963574,
      "grad_norm": 0.1231456771492958,
      "learning_rate": 2.434716378935152e-05,
      "loss": 0.0093,
      "step": 20959
    },
    {
      "epoch": 2.272333044232437,
      "grad_norm": 0.2912229895591736,
      "learning_rate": 2.434353692151458e-05,
      "loss": 0.0227,
      "step": 20960
    },
    {
      "epoch": 2.272441457068517,
      "grad_norm": 0.17239391803741455,
      "learning_rate": 2.4339910053677645e-05,
      "loss": 0.0126,
      "step": 20961
    },
    {
      "epoch": 2.272549869904597,
      "grad_norm": 0.04016141593456268,
      "learning_rate": 2.433628318584071e-05,
      "loss": 0.0017,
      "step": 20962
    },
    {
      "epoch": 2.2726582827406765,
      "grad_norm": 0.21330982446670532,
      "learning_rate": 2.4332656318003773e-05,
      "loss": 0.0136,
      "step": 20963
    },
    {
      "epoch": 2.2727666955767565,
      "grad_norm": 0.08514712750911713,
      "learning_rate": 2.4329029450166837e-05,
      "loss": 0.0047,
      "step": 20964
    },
    {
      "epoch": 2.272875108412836,
      "grad_norm": 0.17074060440063477,
      "learning_rate": 2.43254025823299e-05,
      "loss": 0.0074,
      "step": 20965
    },
    {
      "epoch": 2.272983521248916,
      "grad_norm": 0.0668838694691658,
      "learning_rate": 2.4321775714492965e-05,
      "loss": 0.0042,
      "step": 20966
    },
    {
      "epoch": 2.2730919340849955,
      "grad_norm": 0.7702590823173523,
      "learning_rate": 2.431814884665603e-05,
      "loss": 0.0336,
      "step": 20967
    },
    {
      "epoch": 2.2732003469210755,
      "grad_norm": 0.22486239671707153,
      "learning_rate": 2.4314521978819093e-05,
      "loss": 0.0315,
      "step": 20968
    },
    {
      "epoch": 2.273308759757155,
      "grad_norm": 0.07721482962369919,
      "learning_rate": 2.4310895110982157e-05,
      "loss": 0.0051,
      "step": 20969
    },
    {
      "epoch": 2.273417172593235,
      "grad_norm": 0.017013762146234512,
      "learning_rate": 2.430726824314522e-05,
      "loss": 0.0013,
      "step": 20970
    },
    {
      "epoch": 2.273525585429315,
      "grad_norm": 0.12690973281860352,
      "learning_rate": 2.4303641375308282e-05,
      "loss": 0.0149,
      "step": 20971
    },
    {
      "epoch": 2.2736339982653946,
      "grad_norm": 0.8197652697563171,
      "learning_rate": 2.430001450747135e-05,
      "loss": 0.0245,
      "step": 20972
    },
    {
      "epoch": 2.2737424111014746,
      "grad_norm": 0.8429458141326904,
      "learning_rate": 2.4296387639634414e-05,
      "loss": 0.027,
      "step": 20973
    },
    {
      "epoch": 2.273850823937554,
      "grad_norm": 0.1726723462343216,
      "learning_rate": 2.4292760771797478e-05,
      "loss": 0.0052,
      "step": 20974
    },
    {
      "epoch": 2.273959236773634,
      "grad_norm": 0.3076884150505066,
      "learning_rate": 2.428913390396054e-05,
      "loss": 0.0292,
      "step": 20975
    },
    {
      "epoch": 2.2740676496097136,
      "grad_norm": 0.08411198109388351,
      "learning_rate": 2.4285507036123606e-05,
      "loss": 0.0046,
      "step": 20976
    },
    {
      "epoch": 2.2741760624457936,
      "grad_norm": 0.16349118947982788,
      "learning_rate": 2.428188016828667e-05,
      "loss": 0.0082,
      "step": 20977
    },
    {
      "epoch": 2.274284475281873,
      "grad_norm": 0.027550073340535164,
      "learning_rate": 2.427825330044973e-05,
      "loss": 0.0012,
      "step": 20978
    },
    {
      "epoch": 2.274392888117953,
      "grad_norm": 0.09100865572690964,
      "learning_rate": 2.4274626432612795e-05,
      "loss": 0.0033,
      "step": 20979
    },
    {
      "epoch": 2.274501300954033,
      "grad_norm": 0.32380181550979614,
      "learning_rate": 2.4270999564775863e-05,
      "loss": 0.0158,
      "step": 20980
    },
    {
      "epoch": 2.2746097137901127,
      "grad_norm": 0.1915668249130249,
      "learning_rate": 2.4267372696938927e-05,
      "loss": 0.0067,
      "step": 20981
    },
    {
      "epoch": 2.2747181266261927,
      "grad_norm": 0.13349077105522156,
      "learning_rate": 2.4263745829101987e-05,
      "loss": 0.0079,
      "step": 20982
    },
    {
      "epoch": 2.274826539462272,
      "grad_norm": 0.2159833163022995,
      "learning_rate": 2.426011896126505e-05,
      "loss": 0.0107,
      "step": 20983
    },
    {
      "epoch": 2.274934952298352,
      "grad_norm": 0.32438331842422485,
      "learning_rate": 2.4256492093428116e-05,
      "loss": 0.0094,
      "step": 20984
    },
    {
      "epoch": 2.2750433651344317,
      "grad_norm": 0.11875446885824203,
      "learning_rate": 2.4252865225591183e-05,
      "loss": 0.0133,
      "step": 20985
    },
    {
      "epoch": 2.2751517779705117,
      "grad_norm": 0.11417975276708603,
      "learning_rate": 2.4249238357754244e-05,
      "loss": 0.0061,
      "step": 20986
    },
    {
      "epoch": 2.2752601908065913,
      "grad_norm": 0.14343701303005219,
      "learning_rate": 2.4245611489917308e-05,
      "loss": 0.0049,
      "step": 20987
    },
    {
      "epoch": 2.2753686036426712,
      "grad_norm": 0.14435184001922607,
      "learning_rate": 2.4241984622080372e-05,
      "loss": 0.022,
      "step": 20988
    },
    {
      "epoch": 2.2754770164787512,
      "grad_norm": 0.104843370616436,
      "learning_rate": 2.4238357754243436e-05,
      "loss": 0.0109,
      "step": 20989
    },
    {
      "epoch": 2.2755854293148308,
      "grad_norm": 0.02048477716743946,
      "learning_rate": 2.42347308864065e-05,
      "loss": 0.0008,
      "step": 20990
    },
    {
      "epoch": 2.2756938421509108,
      "grad_norm": 0.044454481452703476,
      "learning_rate": 2.4231104018569564e-05,
      "loss": 0.0068,
      "step": 20991
    },
    {
      "epoch": 2.2758022549869903,
      "grad_norm": 0.19900427758693695,
      "learning_rate": 2.422747715073263e-05,
      "loss": 0.0188,
      "step": 20992
    },
    {
      "epoch": 2.2759106678230703,
      "grad_norm": 0.08935871720314026,
      "learning_rate": 2.4223850282895693e-05,
      "loss": 0.0041,
      "step": 20993
    },
    {
      "epoch": 2.2760190806591503,
      "grad_norm": 0.16760516166687012,
      "learning_rate": 2.4220223415058757e-05,
      "loss": 0.0166,
      "step": 20994
    },
    {
      "epoch": 2.27612749349523,
      "grad_norm": 0.0899236649274826,
      "learning_rate": 2.421659654722182e-05,
      "loss": 0.0077,
      "step": 20995
    },
    {
      "epoch": 2.27623590633131,
      "grad_norm": 0.020879928022623062,
      "learning_rate": 2.4212969679384885e-05,
      "loss": 0.0013,
      "step": 20996
    },
    {
      "epoch": 2.2763443191673893,
      "grad_norm": 0.2854032516479492,
      "learning_rate": 2.4209342811547946e-05,
      "loss": 0.0759,
      "step": 20997
    },
    {
      "epoch": 2.2764527320034693,
      "grad_norm": 0.024938324466347694,
      "learning_rate": 2.4205715943711013e-05,
      "loss": 0.0012,
      "step": 20998
    },
    {
      "epoch": 2.276561144839549,
      "grad_norm": 0.4247860610485077,
      "learning_rate": 2.4202089075874077e-05,
      "loss": 0.0169,
      "step": 20999
    },
    {
      "epoch": 2.276669557675629,
      "grad_norm": 0.02338649332523346,
      "learning_rate": 2.419846220803714e-05,
      "loss": 0.001,
      "step": 21000
    },
    {
      "epoch": 2.2767779705117084,
      "grad_norm": 0.056430116295814514,
      "learning_rate": 2.4194835340200202e-05,
      "loss": 0.0022,
      "step": 21001
    },
    {
      "epoch": 2.2768863833477884,
      "grad_norm": 0.17282848060131073,
      "learning_rate": 2.419120847236327e-05,
      "loss": 0.0075,
      "step": 21002
    },
    {
      "epoch": 2.2769947961838684,
      "grad_norm": 0.34531867504119873,
      "learning_rate": 2.4187581604526334e-05,
      "loss": 0.0333,
      "step": 21003
    },
    {
      "epoch": 2.277103209019948,
      "grad_norm": 0.432280033826828,
      "learning_rate": 2.4183954736689394e-05,
      "loss": 0.0256,
      "step": 21004
    },
    {
      "epoch": 2.277211621856028,
      "grad_norm": 0.17798008024692535,
      "learning_rate": 2.418032786885246e-05,
      "loss": 0.0069,
      "step": 21005
    },
    {
      "epoch": 2.2773200346921074,
      "grad_norm": 0.11860638111829758,
      "learning_rate": 2.4176701001015526e-05,
      "loss": 0.0045,
      "step": 21006
    },
    {
      "epoch": 2.2774284475281874,
      "grad_norm": 0.30892810225486755,
      "learning_rate": 2.417307413317859e-05,
      "loss": 0.0323,
      "step": 21007
    },
    {
      "epoch": 2.277536860364267,
      "grad_norm": 0.29516491293907166,
      "learning_rate": 2.416944726534165e-05,
      "loss": 0.0155,
      "step": 21008
    },
    {
      "epoch": 2.277645273200347,
      "grad_norm": 0.12312985956668854,
      "learning_rate": 2.4165820397504715e-05,
      "loss": 0.0141,
      "step": 21009
    },
    {
      "epoch": 2.2777536860364265,
      "grad_norm": 0.20941276848316193,
      "learning_rate": 2.416219352966778e-05,
      "loss": 0.0076,
      "step": 21010
    },
    {
      "epoch": 2.2778620988725065,
      "grad_norm": 0.21360932290554047,
      "learning_rate": 2.4158566661830846e-05,
      "loss": 0.0152,
      "step": 21011
    },
    {
      "epoch": 2.2779705117085864,
      "grad_norm": 0.17640897631645203,
      "learning_rate": 2.4154939793993907e-05,
      "loss": 0.0095,
      "step": 21012
    },
    {
      "epoch": 2.278078924544666,
      "grad_norm": 0.14809681475162506,
      "learning_rate": 2.415131292615697e-05,
      "loss": 0.011,
      "step": 21013
    },
    {
      "epoch": 2.278187337380746,
      "grad_norm": 0.5104508996009827,
      "learning_rate": 2.4147686058320035e-05,
      "loss": 0.0199,
      "step": 21014
    },
    {
      "epoch": 2.2782957502168255,
      "grad_norm": 0.13483826816082,
      "learning_rate": 2.41440591904831e-05,
      "loss": 0.0101,
      "step": 21015
    },
    {
      "epoch": 2.2784041630529055,
      "grad_norm": 0.021555688232183456,
      "learning_rate": 2.4140432322646164e-05,
      "loss": 0.0011,
      "step": 21016
    },
    {
      "epoch": 2.2785125758889855,
      "grad_norm": 0.2521932125091553,
      "learning_rate": 2.4136805454809228e-05,
      "loss": 0.0585,
      "step": 21017
    },
    {
      "epoch": 2.278620988725065,
      "grad_norm": 0.03905105218291283,
      "learning_rate": 2.4133178586972292e-05,
      "loss": 0.0028,
      "step": 21018
    },
    {
      "epoch": 2.278729401561145,
      "grad_norm": 0.08086320757865906,
      "learning_rate": 2.4129551719135356e-05,
      "loss": 0.0037,
      "step": 21019
    },
    {
      "epoch": 2.2788378143972245,
      "grad_norm": 0.20068125426769257,
      "learning_rate": 2.412592485129842e-05,
      "loss": 0.0246,
      "step": 21020
    },
    {
      "epoch": 2.2789462272333045,
      "grad_norm": 0.11215515434741974,
      "learning_rate": 2.4122297983461484e-05,
      "loss": 0.0087,
      "step": 21021
    },
    {
      "epoch": 2.279054640069384,
      "grad_norm": 0.3239171802997589,
      "learning_rate": 2.4118671115624548e-05,
      "loss": 0.018,
      "step": 21022
    },
    {
      "epoch": 2.279163052905464,
      "grad_norm": 0.007411758881062269,
      "learning_rate": 2.411504424778761e-05,
      "loss": 0.0004,
      "step": 21023
    },
    {
      "epoch": 2.2792714657415436,
      "grad_norm": 0.13040372729301453,
      "learning_rate": 2.4111417379950676e-05,
      "loss": 0.0035,
      "step": 21024
    },
    {
      "epoch": 2.2793798785776236,
      "grad_norm": 0.07469151169061661,
      "learning_rate": 2.410779051211374e-05,
      "loss": 0.0038,
      "step": 21025
    },
    {
      "epoch": 2.2794882914137036,
      "grad_norm": 0.03588319569826126,
      "learning_rate": 2.4104163644276805e-05,
      "loss": 0.0022,
      "step": 21026
    },
    {
      "epoch": 2.279596704249783,
      "grad_norm": 0.6906151175498962,
      "learning_rate": 2.4100536776439865e-05,
      "loss": 0.0276,
      "step": 21027
    },
    {
      "epoch": 2.279705117085863,
      "grad_norm": 0.26170778274536133,
      "learning_rate": 2.4096909908602933e-05,
      "loss": 0.0546,
      "step": 21028
    },
    {
      "epoch": 2.2798135299219426,
      "grad_norm": 0.5459396243095398,
      "learning_rate": 2.4093283040765997e-05,
      "loss": 0.0292,
      "step": 21029
    },
    {
      "epoch": 2.2799219427580226,
      "grad_norm": 0.343935489654541,
      "learning_rate": 2.4089656172929058e-05,
      "loss": 0.0167,
      "step": 21030
    },
    {
      "epoch": 2.280030355594102,
      "grad_norm": 0.01458824798464775,
      "learning_rate": 2.4086029305092122e-05,
      "loss": 0.0008,
      "step": 21031
    },
    {
      "epoch": 2.280138768430182,
      "grad_norm": 0.22385424375534058,
      "learning_rate": 2.408240243725519e-05,
      "loss": 0.0203,
      "step": 21032
    },
    {
      "epoch": 2.2802471812662617,
      "grad_norm": 1.0002071857452393,
      "learning_rate": 2.4078775569418253e-05,
      "loss": 0.0239,
      "step": 21033
    },
    {
      "epoch": 2.2803555941023417,
      "grad_norm": 0.6467865109443665,
      "learning_rate": 2.4075148701581314e-05,
      "loss": 0.0435,
      "step": 21034
    },
    {
      "epoch": 2.2804640069384217,
      "grad_norm": 0.30064117908477783,
      "learning_rate": 2.4071521833744378e-05,
      "loss": 0.0175,
      "step": 21035
    },
    {
      "epoch": 2.280572419774501,
      "grad_norm": 0.45906224846839905,
      "learning_rate": 2.4067894965907446e-05,
      "loss": 0.0282,
      "step": 21036
    },
    {
      "epoch": 2.280680832610581,
      "grad_norm": 0.15714237093925476,
      "learning_rate": 2.406426809807051e-05,
      "loss": 0.0138,
      "step": 21037
    },
    {
      "epoch": 2.2807892454466607,
      "grad_norm": 0.09924103319644928,
      "learning_rate": 2.406064123023357e-05,
      "loss": 0.0038,
      "step": 21038
    },
    {
      "epoch": 2.2808976582827407,
      "grad_norm": 0.7442477941513062,
      "learning_rate": 2.4057014362396635e-05,
      "loss": 0.0304,
      "step": 21039
    },
    {
      "epoch": 2.2810060711188207,
      "grad_norm": 0.31421196460723877,
      "learning_rate": 2.40533874945597e-05,
      "loss": 0.0299,
      "step": 21040
    },
    {
      "epoch": 2.2811144839549002,
      "grad_norm": 0.30759546160697937,
      "learning_rate": 2.4049760626722763e-05,
      "loss": 0.0423,
      "step": 21041
    },
    {
      "epoch": 2.2812228967909802,
      "grad_norm": 0.08603650331497192,
      "learning_rate": 2.4046133758885827e-05,
      "loss": 0.0056,
      "step": 21042
    },
    {
      "epoch": 2.2813313096270598,
      "grad_norm": 0.31058043241500854,
      "learning_rate": 2.404250689104889e-05,
      "loss": 0.0189,
      "step": 21043
    },
    {
      "epoch": 2.2814397224631398,
      "grad_norm": 0.18506501615047455,
      "learning_rate": 2.4038880023211955e-05,
      "loss": 0.005,
      "step": 21044
    },
    {
      "epoch": 2.2815481352992193,
      "grad_norm": 0.14040224254131317,
      "learning_rate": 2.403525315537502e-05,
      "loss": 0.0162,
      "step": 21045
    },
    {
      "epoch": 2.2816565481352993,
      "grad_norm": 0.32816413044929504,
      "learning_rate": 2.4031626287538083e-05,
      "loss": 0.0299,
      "step": 21046
    },
    {
      "epoch": 2.281764960971379,
      "grad_norm": 0.19102761149406433,
      "learning_rate": 2.4027999419701147e-05,
      "loss": 0.0249,
      "step": 21047
    },
    {
      "epoch": 2.281873373807459,
      "grad_norm": 0.032894592732191086,
      "learning_rate": 2.402437255186421e-05,
      "loss": 0.0013,
      "step": 21048
    },
    {
      "epoch": 2.281981786643539,
      "grad_norm": 0.6744483113288879,
      "learning_rate": 2.4020745684027276e-05,
      "loss": 0.0553,
      "step": 21049
    },
    {
      "epoch": 2.2820901994796183,
      "grad_norm": 0.024320781230926514,
      "learning_rate": 2.401711881619034e-05,
      "loss": 0.0012,
      "step": 21050
    },
    {
      "epoch": 2.2821986123156983,
      "grad_norm": 0.07762723416090012,
      "learning_rate": 2.4013491948353404e-05,
      "loss": 0.0029,
      "step": 21051
    },
    {
      "epoch": 2.282307025151778,
      "grad_norm": 0.1334857940673828,
      "learning_rate": 2.4009865080516468e-05,
      "loss": 0.0098,
      "step": 21052
    },
    {
      "epoch": 2.282415437987858,
      "grad_norm": 0.2470950186252594,
      "learning_rate": 2.400623821267953e-05,
      "loss": 0.0147,
      "step": 21053
    },
    {
      "epoch": 2.2825238508239374,
      "grad_norm": 0.41091734170913696,
      "learning_rate": 2.4002611344842596e-05,
      "loss": 0.0127,
      "step": 21054
    },
    {
      "epoch": 2.2826322636600174,
      "grad_norm": 0.054837606847286224,
      "learning_rate": 2.399898447700566e-05,
      "loss": 0.003,
      "step": 21055
    },
    {
      "epoch": 2.282740676496097,
      "grad_norm": 0.08864938467741013,
      "learning_rate": 2.399535760916872e-05,
      "loss": 0.0057,
      "step": 21056
    },
    {
      "epoch": 2.282849089332177,
      "grad_norm": 0.16334249079227448,
      "learning_rate": 2.3991730741331785e-05,
      "loss": 0.0121,
      "step": 21057
    },
    {
      "epoch": 2.282957502168257,
      "grad_norm": 0.03658067807555199,
      "learning_rate": 2.3988103873494853e-05,
      "loss": 0.0026,
      "step": 21058
    },
    {
      "epoch": 2.2830659150043364,
      "grad_norm": 0.4068371653556824,
      "learning_rate": 2.3984477005657917e-05,
      "loss": 0.0305,
      "step": 21059
    },
    {
      "epoch": 2.2831743278404164,
      "grad_norm": 0.06863906979560852,
      "learning_rate": 2.3980850137820977e-05,
      "loss": 0.0043,
      "step": 21060
    },
    {
      "epoch": 2.283282740676496,
      "grad_norm": 0.7724843621253967,
      "learning_rate": 2.397722326998404e-05,
      "loss": 0.0166,
      "step": 21061
    },
    {
      "epoch": 2.283391153512576,
      "grad_norm": 0.14752714335918427,
      "learning_rate": 2.397359640214711e-05,
      "loss": 0.0109,
      "step": 21062
    },
    {
      "epoch": 2.283499566348656,
      "grad_norm": 0.2622140645980835,
      "learning_rate": 2.3969969534310173e-05,
      "loss": 0.0223,
      "step": 21063
    },
    {
      "epoch": 2.2836079791847355,
      "grad_norm": 0.3137996792793274,
      "learning_rate": 2.3966342666473234e-05,
      "loss": 0.007,
      "step": 21064
    },
    {
      "epoch": 2.2837163920208154,
      "grad_norm": 0.21864591538906097,
      "learning_rate": 2.3962715798636298e-05,
      "loss": 0.0124,
      "step": 21065
    },
    {
      "epoch": 2.283824804856895,
      "grad_norm": 0.2549079358577728,
      "learning_rate": 2.3959088930799362e-05,
      "loss": 0.0397,
      "step": 21066
    },
    {
      "epoch": 2.283933217692975,
      "grad_norm": 0.2742367386817932,
      "learning_rate": 2.3955462062962426e-05,
      "loss": 0.0206,
      "step": 21067
    },
    {
      "epoch": 2.2840416305290545,
      "grad_norm": 0.18548725545406342,
      "learning_rate": 2.395183519512549e-05,
      "loss": 0.0131,
      "step": 21068
    },
    {
      "epoch": 2.2841500433651345,
      "grad_norm": 0.10822314023971558,
      "learning_rate": 2.3948208327288554e-05,
      "loss": 0.0066,
      "step": 21069
    },
    {
      "epoch": 2.284258456201214,
      "grad_norm": 0.43267545104026794,
      "learning_rate": 2.394458145945162e-05,
      "loss": 0.0646,
      "step": 21070
    },
    {
      "epoch": 2.284366869037294,
      "grad_norm": 0.017363419756293297,
      "learning_rate": 2.3940954591614683e-05,
      "loss": 0.0008,
      "step": 21071
    },
    {
      "epoch": 2.284475281873374,
      "grad_norm": 0.7459163665771484,
      "learning_rate": 2.3937327723777747e-05,
      "loss": 0.0525,
      "step": 21072
    },
    {
      "epoch": 2.2845836947094535,
      "grad_norm": 0.8759118914604187,
      "learning_rate": 2.393370085594081e-05,
      "loss": 0.0502,
      "step": 21073
    },
    {
      "epoch": 2.2846921075455335,
      "grad_norm": 0.015394584275782108,
      "learning_rate": 2.3930073988103875e-05,
      "loss": 0.0007,
      "step": 21074
    },
    {
      "epoch": 2.284800520381613,
      "grad_norm": 0.381733238697052,
      "learning_rate": 2.392644712026694e-05,
      "loss": 0.0199,
      "step": 21075
    },
    {
      "epoch": 2.284908933217693,
      "grad_norm": 0.10018494725227356,
      "learning_rate": 2.3922820252430003e-05,
      "loss": 0.0055,
      "step": 21076
    },
    {
      "epoch": 2.2850173460537726,
      "grad_norm": 0.6737260222434998,
      "learning_rate": 2.3919193384593067e-05,
      "loss": 0.0206,
      "step": 21077
    },
    {
      "epoch": 2.2851257588898526,
      "grad_norm": 0.058434825390577316,
      "learning_rate": 2.391556651675613e-05,
      "loss": 0.0017,
      "step": 21078
    },
    {
      "epoch": 2.285234171725932,
      "grad_norm": 0.2549586296081543,
      "learning_rate": 2.3911939648919192e-05,
      "loss": 0.0291,
      "step": 21079
    },
    {
      "epoch": 2.285342584562012,
      "grad_norm": 0.11073508858680725,
      "learning_rate": 2.390831278108226e-05,
      "loss": 0.0032,
      "step": 21080
    },
    {
      "epoch": 2.285450997398092,
      "grad_norm": 0.1585940271615982,
      "learning_rate": 2.3904685913245324e-05,
      "loss": 0.0169,
      "step": 21081
    },
    {
      "epoch": 2.2855594102341716,
      "grad_norm": 0.22627046704292297,
      "learning_rate": 2.3901059045408384e-05,
      "loss": 0.0355,
      "step": 21082
    },
    {
      "epoch": 2.2856678230702516,
      "grad_norm": 0.23027008771896362,
      "learning_rate": 2.389743217757145e-05,
      "loss": 0.0119,
      "step": 21083
    },
    {
      "epoch": 2.285776235906331,
      "grad_norm": 1.2426505088806152,
      "learning_rate": 2.3893805309734516e-05,
      "loss": 0.0662,
      "step": 21084
    },
    {
      "epoch": 2.285884648742411,
      "grad_norm": 0.1863214373588562,
      "learning_rate": 2.389017844189758e-05,
      "loss": 0.0055,
      "step": 21085
    },
    {
      "epoch": 2.285993061578491,
      "grad_norm": 0.13438686728477478,
      "learning_rate": 2.388655157406064e-05,
      "loss": 0.0049,
      "step": 21086
    },
    {
      "epoch": 2.2861014744145707,
      "grad_norm": 0.446912556886673,
      "learning_rate": 2.3882924706223705e-05,
      "loss": 0.0362,
      "step": 21087
    },
    {
      "epoch": 2.2862098872506507,
      "grad_norm": 0.43251070380210876,
      "learning_rate": 2.3879297838386772e-05,
      "loss": 0.0656,
      "step": 21088
    },
    {
      "epoch": 2.28631830008673,
      "grad_norm": 0.3144242763519287,
      "learning_rate": 2.3875670970549837e-05,
      "loss": 0.0394,
      "step": 21089
    },
    {
      "epoch": 2.28642671292281,
      "grad_norm": 0.05450901761651039,
      "learning_rate": 2.3872044102712897e-05,
      "loss": 0.0037,
      "step": 21090
    },
    {
      "epoch": 2.2865351257588897,
      "grad_norm": 0.306064248085022,
      "learning_rate": 2.386841723487596e-05,
      "loss": 0.0068,
      "step": 21091
    },
    {
      "epoch": 2.2866435385949697,
      "grad_norm": 0.20001859962940216,
      "learning_rate": 2.3864790367039025e-05,
      "loss": 0.0073,
      "step": 21092
    },
    {
      "epoch": 2.2867519514310493,
      "grad_norm": 0.10165784507989883,
      "learning_rate": 2.386116349920209e-05,
      "loss": 0.0038,
      "step": 21093
    },
    {
      "epoch": 2.2868603642671292,
      "grad_norm": 0.10984133183956146,
      "learning_rate": 2.3857536631365154e-05,
      "loss": 0.0057,
      "step": 21094
    },
    {
      "epoch": 2.2869687771032092,
      "grad_norm": 0.1085066944360733,
      "learning_rate": 2.3853909763528218e-05,
      "loss": 0.0159,
      "step": 21095
    },
    {
      "epoch": 2.2870771899392888,
      "grad_norm": 0.05543651804327965,
      "learning_rate": 2.3850282895691282e-05,
      "loss": 0.0023,
      "step": 21096
    },
    {
      "epoch": 2.2871856027753688,
      "grad_norm": 0.12086261808872223,
      "learning_rate": 2.3846656027854346e-05,
      "loss": 0.0103,
      "step": 21097
    },
    {
      "epoch": 2.2872940156114483,
      "grad_norm": 0.17906101047992706,
      "learning_rate": 2.384302916001741e-05,
      "loss": 0.0173,
      "step": 21098
    },
    {
      "epoch": 2.2874024284475283,
      "grad_norm": 0.2866367995738983,
      "learning_rate": 2.3839402292180474e-05,
      "loss": 0.0362,
      "step": 21099
    },
    {
      "epoch": 2.287510841283608,
      "grad_norm": 0.09605595469474792,
      "learning_rate": 2.3835775424343538e-05,
      "loss": 0.002,
      "step": 21100
    },
    {
      "epoch": 2.287619254119688,
      "grad_norm": 0.15756741166114807,
      "learning_rate": 2.3832148556506602e-05,
      "loss": 0.0189,
      "step": 21101
    },
    {
      "epoch": 2.2877276669557673,
      "grad_norm": 0.2880759537220001,
      "learning_rate": 2.3828521688669666e-05,
      "loss": 0.0377,
      "step": 21102
    },
    {
      "epoch": 2.2878360797918473,
      "grad_norm": 0.11184411495923996,
      "learning_rate": 2.382489482083273e-05,
      "loss": 0.0069,
      "step": 21103
    },
    {
      "epoch": 2.2879444926279273,
      "grad_norm": 0.40802717208862305,
      "learning_rate": 2.3821267952995795e-05,
      "loss": 0.0174,
      "step": 21104
    },
    {
      "epoch": 2.288052905464007,
      "grad_norm": 0.13611945509910583,
      "learning_rate": 2.3817641085158855e-05,
      "loss": 0.0171,
      "step": 21105
    },
    {
      "epoch": 2.288161318300087,
      "grad_norm": 0.048797041177749634,
      "learning_rate": 2.3814014217321923e-05,
      "loss": 0.0041,
      "step": 21106
    },
    {
      "epoch": 2.2882697311361664,
      "grad_norm": 0.34591448307037354,
      "learning_rate": 2.3810387349484987e-05,
      "loss": 0.0208,
      "step": 21107
    },
    {
      "epoch": 2.2883781439722464,
      "grad_norm": 0.3576229512691498,
      "learning_rate": 2.3806760481648048e-05,
      "loss": 0.0254,
      "step": 21108
    },
    {
      "epoch": 2.2884865568083264,
      "grad_norm": 0.36003226041793823,
      "learning_rate": 2.3803133613811112e-05,
      "loss": 0.0155,
      "step": 21109
    },
    {
      "epoch": 2.288594969644406,
      "grad_norm": 0.1206338033080101,
      "learning_rate": 2.379950674597418e-05,
      "loss": 0.0159,
      "step": 21110
    },
    {
      "epoch": 2.288703382480486,
      "grad_norm": 0.20451456308364868,
      "learning_rate": 2.3795879878137243e-05,
      "loss": 0.0132,
      "step": 21111
    },
    {
      "epoch": 2.2888117953165654,
      "grad_norm": 0.17114809155464172,
      "learning_rate": 2.3792253010300304e-05,
      "loss": 0.0205,
      "step": 21112
    },
    {
      "epoch": 2.2889202081526454,
      "grad_norm": 0.15792186558246613,
      "learning_rate": 2.3788626142463368e-05,
      "loss": 0.0217,
      "step": 21113
    },
    {
      "epoch": 2.289028620988725,
      "grad_norm": 0.030286017805337906,
      "learning_rate": 2.3784999274626436e-05,
      "loss": 0.0013,
      "step": 21114
    },
    {
      "epoch": 2.289137033824805,
      "grad_norm": 0.33306965231895447,
      "learning_rate": 2.37813724067895e-05,
      "loss": 0.0168,
      "step": 21115
    },
    {
      "epoch": 2.2892454466608845,
      "grad_norm": 0.1395818293094635,
      "learning_rate": 2.377774553895256e-05,
      "loss": 0.0067,
      "step": 21116
    },
    {
      "epoch": 2.2893538594969645,
      "grad_norm": 0.1950087547302246,
      "learning_rate": 2.3774118671115625e-05,
      "loss": 0.0184,
      "step": 21117
    },
    {
      "epoch": 2.2894622723330444,
      "grad_norm": 0.05150590464472771,
      "learning_rate": 2.377049180327869e-05,
      "loss": 0.0036,
      "step": 21118
    },
    {
      "epoch": 2.289570685169124,
      "grad_norm": 0.03085607849061489,
      "learning_rate": 2.3766864935441753e-05,
      "loss": 0.003,
      "step": 21119
    },
    {
      "epoch": 2.289679098005204,
      "grad_norm": 0.28142887353897095,
      "learning_rate": 2.3763238067604817e-05,
      "loss": 0.0117,
      "step": 21120
    },
    {
      "epoch": 2.2897875108412835,
      "grad_norm": 1.2905675172805786,
      "learning_rate": 2.375961119976788e-05,
      "loss": 0.0307,
      "step": 21121
    },
    {
      "epoch": 2.2898959236773635,
      "grad_norm": 0.46521881222724915,
      "learning_rate": 2.3755984331930945e-05,
      "loss": 0.0217,
      "step": 21122
    },
    {
      "epoch": 2.290004336513443,
      "grad_norm": 0.20514608919620514,
      "learning_rate": 2.375235746409401e-05,
      "loss": 0.0161,
      "step": 21123
    },
    {
      "epoch": 2.290112749349523,
      "grad_norm": 0.09197184443473816,
      "learning_rate": 2.3748730596257073e-05,
      "loss": 0.0052,
      "step": 21124
    },
    {
      "epoch": 2.2902211621856026,
      "grad_norm": 0.37267962098121643,
      "learning_rate": 2.3745103728420138e-05,
      "loss": 0.0164,
      "step": 21125
    },
    {
      "epoch": 2.2903295750216826,
      "grad_norm": 0.03684842213988304,
      "learning_rate": 2.37414768605832e-05,
      "loss": 0.0019,
      "step": 21126
    },
    {
      "epoch": 2.2904379878577625,
      "grad_norm": 0.10385312139987946,
      "learning_rate": 2.3737849992746266e-05,
      "loss": 0.0033,
      "step": 21127
    },
    {
      "epoch": 2.290546400693842,
      "grad_norm": 0.07973791658878326,
      "learning_rate": 2.373422312490933e-05,
      "loss": 0.0061,
      "step": 21128
    },
    {
      "epoch": 2.290654813529922,
      "grad_norm": 0.11440850794315338,
      "learning_rate": 2.3730596257072394e-05,
      "loss": 0.0121,
      "step": 21129
    },
    {
      "epoch": 2.2907632263660016,
      "grad_norm": 0.14444315433502197,
      "learning_rate": 2.3726969389235458e-05,
      "loss": 0.0443,
      "step": 21130
    },
    {
      "epoch": 2.2908716392020816,
      "grad_norm": 0.6610389351844788,
      "learning_rate": 2.3723342521398522e-05,
      "loss": 0.0457,
      "step": 21131
    },
    {
      "epoch": 2.290980052038161,
      "grad_norm": 0.35083308815956116,
      "learning_rate": 2.3719715653561586e-05,
      "loss": 0.012,
      "step": 21132
    },
    {
      "epoch": 2.291088464874241,
      "grad_norm": 0.3815605044364929,
      "learning_rate": 2.371608878572465e-05,
      "loss": 0.0306,
      "step": 21133
    },
    {
      "epoch": 2.2911968777103207,
      "grad_norm": 0.34910330176353455,
      "learning_rate": 2.3712461917887714e-05,
      "loss": 0.0318,
      "step": 21134
    },
    {
      "epoch": 2.2913052905464006,
      "grad_norm": 0.02387223020195961,
      "learning_rate": 2.3708835050050775e-05,
      "loss": 0.0022,
      "step": 21135
    },
    {
      "epoch": 2.2914137033824806,
      "grad_norm": 0.47861164808273315,
      "learning_rate": 2.3705208182213843e-05,
      "loss": 0.0224,
      "step": 21136
    },
    {
      "epoch": 2.29152211621856,
      "grad_norm": 0.03830903768539429,
      "learning_rate": 2.3701581314376907e-05,
      "loss": 0.0018,
      "step": 21137
    },
    {
      "epoch": 2.29163052905464,
      "grad_norm": 0.24653519690036774,
      "learning_rate": 2.3697954446539967e-05,
      "loss": 0.0095,
      "step": 21138
    },
    {
      "epoch": 2.2917389418907197,
      "grad_norm": 0.07079809159040451,
      "learning_rate": 2.369432757870303e-05,
      "loss": 0.0068,
      "step": 21139
    },
    {
      "epoch": 2.2918473547267997,
      "grad_norm": 0.1852075606584549,
      "learning_rate": 2.36907007108661e-05,
      "loss": 0.0209,
      "step": 21140
    },
    {
      "epoch": 2.2919557675628797,
      "grad_norm": 0.25093671679496765,
      "learning_rate": 2.3687073843029163e-05,
      "loss": 0.019,
      "step": 21141
    },
    {
      "epoch": 2.292064180398959,
      "grad_norm": 0.37083008885383606,
      "learning_rate": 2.3683446975192224e-05,
      "loss": 0.0229,
      "step": 21142
    },
    {
      "epoch": 2.292172593235039,
      "grad_norm": 0.33326011896133423,
      "learning_rate": 2.3679820107355288e-05,
      "loss": 0.0435,
      "step": 21143
    },
    {
      "epoch": 2.2922810060711187,
      "grad_norm": 0.08322742581367493,
      "learning_rate": 2.3676193239518356e-05,
      "loss": 0.0027,
      "step": 21144
    },
    {
      "epoch": 2.2923894189071987,
      "grad_norm": 0.24067775905132294,
      "learning_rate": 2.3672566371681416e-05,
      "loss": 0.0354,
      "step": 21145
    },
    {
      "epoch": 2.2924978317432783,
      "grad_norm": 0.25764527916908264,
      "learning_rate": 2.366893950384448e-05,
      "loss": 0.013,
      "step": 21146
    },
    {
      "epoch": 2.2926062445793582,
      "grad_norm": 0.11692336946725845,
      "learning_rate": 2.3665312636007544e-05,
      "loss": 0.0067,
      "step": 21147
    },
    {
      "epoch": 2.292714657415438,
      "grad_norm": 0.36189398169517517,
      "learning_rate": 2.366168576817061e-05,
      "loss": 0.0253,
      "step": 21148
    },
    {
      "epoch": 2.2928230702515178,
      "grad_norm": 0.19991929829120636,
      "learning_rate": 2.3658058900333673e-05,
      "loss": 0.015,
      "step": 21149
    },
    {
      "epoch": 2.2929314830875978,
      "grad_norm": 0.013012107461690903,
      "learning_rate": 2.3654432032496737e-05,
      "loss": 0.0012,
      "step": 21150
    },
    {
      "epoch": 2.2930398959236773,
      "grad_norm": 0.15614795684814453,
      "learning_rate": 2.36508051646598e-05,
      "loss": 0.0071,
      "step": 21151
    },
    {
      "epoch": 2.2931483087597573,
      "grad_norm": 0.18076521158218384,
      "learning_rate": 2.3647178296822865e-05,
      "loss": 0.0253,
      "step": 21152
    },
    {
      "epoch": 2.293256721595837,
      "grad_norm": 0.1424901932477951,
      "learning_rate": 2.364355142898593e-05,
      "loss": 0.0144,
      "step": 21153
    },
    {
      "epoch": 2.293365134431917,
      "grad_norm": 0.3145553469657898,
      "learning_rate": 2.3639924561148993e-05,
      "loss": 0.0217,
      "step": 21154
    },
    {
      "epoch": 2.2934735472679963,
      "grad_norm": 0.0650930255651474,
      "learning_rate": 2.3636297693312057e-05,
      "loss": 0.0036,
      "step": 21155
    },
    {
      "epoch": 2.2935819601040763,
      "grad_norm": 0.5033554434776306,
      "learning_rate": 2.363267082547512e-05,
      "loss": 0.0535,
      "step": 21156
    },
    {
      "epoch": 2.293690372940156,
      "grad_norm": 0.10575515031814575,
      "learning_rate": 2.3629043957638185e-05,
      "loss": 0.0058,
      "step": 21157
    },
    {
      "epoch": 2.293798785776236,
      "grad_norm": 0.16551263630390167,
      "learning_rate": 2.362541708980125e-05,
      "loss": 0.0054,
      "step": 21158
    },
    {
      "epoch": 2.293907198612316,
      "grad_norm": 0.2680390179157257,
      "learning_rate": 2.3621790221964314e-05,
      "loss": 0.0188,
      "step": 21159
    },
    {
      "epoch": 2.2940156114483954,
      "grad_norm": 0.41582125425338745,
      "learning_rate": 2.3618163354127378e-05,
      "loss": 0.0358,
      "step": 21160
    },
    {
      "epoch": 2.2941240242844754,
      "grad_norm": 0.14596068859100342,
      "learning_rate": 2.361453648629044e-05,
      "loss": 0.0098,
      "step": 21161
    },
    {
      "epoch": 2.294232437120555,
      "grad_norm": 0.05136597901582718,
      "learning_rate": 2.3610909618453506e-05,
      "loss": 0.0062,
      "step": 21162
    },
    {
      "epoch": 2.294340849956635,
      "grad_norm": 0.046096451580524445,
      "learning_rate": 2.360728275061657e-05,
      "loss": 0.0028,
      "step": 21163
    },
    {
      "epoch": 2.294449262792715,
      "grad_norm": 0.0771651491522789,
      "learning_rate": 2.360365588277963e-05,
      "loss": 0.0077,
      "step": 21164
    },
    {
      "epoch": 2.2945576756287944,
      "grad_norm": 0.3851809501647949,
      "learning_rate": 2.3600029014942695e-05,
      "loss": 0.0187,
      "step": 21165
    },
    {
      "epoch": 2.2946660884648744,
      "grad_norm": 0.7882542014122009,
      "learning_rate": 2.3596402147105762e-05,
      "loss": 0.0303,
      "step": 21166
    },
    {
      "epoch": 2.294774501300954,
      "grad_norm": 0.5172218680381775,
      "learning_rate": 2.3592775279268827e-05,
      "loss": 0.023,
      "step": 21167
    },
    {
      "epoch": 2.294882914137034,
      "grad_norm": 0.0705842450261116,
      "learning_rate": 2.3589148411431887e-05,
      "loss": 0.0057,
      "step": 21168
    },
    {
      "epoch": 2.2949913269731135,
      "grad_norm": 0.25557664036750793,
      "learning_rate": 2.358552154359495e-05,
      "loss": 0.0133,
      "step": 21169
    },
    {
      "epoch": 2.2950997398091935,
      "grad_norm": 0.36854737997055054,
      "learning_rate": 2.358189467575802e-05,
      "loss": 0.0416,
      "step": 21170
    },
    {
      "epoch": 2.295208152645273,
      "grad_norm": 0.39766478538513184,
      "learning_rate": 2.357826780792108e-05,
      "loss": 0.0388,
      "step": 21171
    },
    {
      "epoch": 2.295316565481353,
      "grad_norm": 0.12035616487264633,
      "learning_rate": 2.3574640940084144e-05,
      "loss": 0.0067,
      "step": 21172
    },
    {
      "epoch": 2.295424978317433,
      "grad_norm": 0.5617554187774658,
      "learning_rate": 2.3571014072247208e-05,
      "loss": 0.08,
      "step": 21173
    },
    {
      "epoch": 2.2955333911535125,
      "grad_norm": 0.37854909896850586,
      "learning_rate": 2.3567387204410272e-05,
      "loss": 0.0152,
      "step": 21174
    },
    {
      "epoch": 2.2956418039895925,
      "grad_norm": 0.4934636354446411,
      "learning_rate": 2.3563760336573336e-05,
      "loss": 0.0163,
      "step": 21175
    },
    {
      "epoch": 2.295750216825672,
      "grad_norm": 0.42678382992744446,
      "learning_rate": 2.35601334687364e-05,
      "loss": 0.0381,
      "step": 21176
    },
    {
      "epoch": 2.295858629661752,
      "grad_norm": 0.0548328272998333,
      "learning_rate": 2.3556506600899464e-05,
      "loss": 0.0028,
      "step": 21177
    },
    {
      "epoch": 2.2959670424978316,
      "grad_norm": 0.5215814709663391,
      "learning_rate": 2.3552879733062528e-05,
      "loss": 0.0054,
      "step": 21178
    },
    {
      "epoch": 2.2960754553339116,
      "grad_norm": 0.3287346065044403,
      "learning_rate": 2.3549252865225592e-05,
      "loss": 0.0224,
      "step": 21179
    },
    {
      "epoch": 2.296183868169991,
      "grad_norm": 0.32470569014549255,
      "learning_rate": 2.3545625997388657e-05,
      "loss": 0.0147,
      "step": 21180
    },
    {
      "epoch": 2.296292281006071,
      "grad_norm": 0.4705723226070404,
      "learning_rate": 2.354199912955172e-05,
      "loss": 0.0352,
      "step": 21181
    },
    {
      "epoch": 2.296400693842151,
      "grad_norm": 0.25138145685195923,
      "learning_rate": 2.3538372261714785e-05,
      "loss": 0.0243,
      "step": 21182
    },
    {
      "epoch": 2.2965091066782306,
      "grad_norm": 0.34374597668647766,
      "learning_rate": 2.353474539387785e-05,
      "loss": 0.0156,
      "step": 21183
    },
    {
      "epoch": 2.2966175195143106,
      "grad_norm": 0.32217955589294434,
      "learning_rate": 2.3531118526040913e-05,
      "loss": 0.017,
      "step": 21184
    },
    {
      "epoch": 2.29672593235039,
      "grad_norm": 0.06720100343227386,
      "learning_rate": 2.3527491658203977e-05,
      "loss": 0.0068,
      "step": 21185
    },
    {
      "epoch": 2.29683434518647,
      "grad_norm": 0.20317475497722626,
      "learning_rate": 2.352386479036704e-05,
      "loss": 0.008,
      "step": 21186
    },
    {
      "epoch": 2.29694275802255,
      "grad_norm": 0.13061513006687164,
      "learning_rate": 2.3520237922530102e-05,
      "loss": 0.0053,
      "step": 21187
    },
    {
      "epoch": 2.2970511708586296,
      "grad_norm": 0.08738286793231964,
      "learning_rate": 2.351661105469317e-05,
      "loss": 0.0034,
      "step": 21188
    },
    {
      "epoch": 2.2971595836947096,
      "grad_norm": 0.5258575081825256,
      "learning_rate": 2.3512984186856233e-05,
      "loss": 0.0358,
      "step": 21189
    },
    {
      "epoch": 2.297267996530789,
      "grad_norm": 0.4400159418582916,
      "learning_rate": 2.3509357319019294e-05,
      "loss": 0.0142,
      "step": 21190
    },
    {
      "epoch": 2.297376409366869,
      "grad_norm": 0.12673796713352203,
      "learning_rate": 2.3505730451182358e-05,
      "loss": 0.0057,
      "step": 21191
    },
    {
      "epoch": 2.2974848222029487,
      "grad_norm": 0.19721418619155884,
      "learning_rate": 2.3502103583345426e-05,
      "loss": 0.0129,
      "step": 21192
    },
    {
      "epoch": 2.2975932350390287,
      "grad_norm": 0.05068204551935196,
      "learning_rate": 2.349847671550849e-05,
      "loss": 0.0024,
      "step": 21193
    },
    {
      "epoch": 2.297701647875108,
      "grad_norm": 0.052540361881256104,
      "learning_rate": 2.349484984767155e-05,
      "loss": 0.0032,
      "step": 21194
    },
    {
      "epoch": 2.297810060711188,
      "grad_norm": 0.0838618203997612,
      "learning_rate": 2.3491222979834615e-05,
      "loss": 0.0044,
      "step": 21195
    },
    {
      "epoch": 2.297918473547268,
      "grad_norm": 0.08532237261533737,
      "learning_rate": 2.3487596111997682e-05,
      "loss": 0.0045,
      "step": 21196
    },
    {
      "epoch": 2.2980268863833477,
      "grad_norm": 0.12815676629543304,
      "learning_rate": 2.3483969244160743e-05,
      "loss": 0.0044,
      "step": 21197
    },
    {
      "epoch": 2.2981352992194277,
      "grad_norm": 0.11283722519874573,
      "learning_rate": 2.3480342376323807e-05,
      "loss": 0.0087,
      "step": 21198
    },
    {
      "epoch": 2.2982437120555073,
      "grad_norm": 0.2131562978029251,
      "learning_rate": 2.347671550848687e-05,
      "loss": 0.0141,
      "step": 21199
    },
    {
      "epoch": 2.2983521248915872,
      "grad_norm": 0.10674915462732315,
      "learning_rate": 2.3473088640649935e-05,
      "loss": 0.0109,
      "step": 21200
    },
    {
      "epoch": 2.298460537727667,
      "grad_norm": 0.09530235081911087,
      "learning_rate": 2.3469461772813e-05,
      "loss": 0.0028,
      "step": 21201
    },
    {
      "epoch": 2.2985689505637468,
      "grad_norm": 0.16511064767837524,
      "learning_rate": 2.3465834904976063e-05,
      "loss": 0.0126,
      "step": 21202
    },
    {
      "epoch": 2.2986773633998263,
      "grad_norm": 0.206236332654953,
      "learning_rate": 2.3462208037139128e-05,
      "loss": 0.0211,
      "step": 21203
    },
    {
      "epoch": 2.2987857762359063,
      "grad_norm": 0.07126054167747498,
      "learning_rate": 2.345858116930219e-05,
      "loss": 0.0075,
      "step": 21204
    },
    {
      "epoch": 2.2988941890719863,
      "grad_norm": 0.02379283495247364,
      "learning_rate": 2.3454954301465256e-05,
      "loss": 0.0016,
      "step": 21205
    },
    {
      "epoch": 2.299002601908066,
      "grad_norm": 0.755386471748352,
      "learning_rate": 2.345132743362832e-05,
      "loss": 0.0611,
      "step": 21206
    },
    {
      "epoch": 2.299111014744146,
      "grad_norm": 0.3242287337779999,
      "learning_rate": 2.3447700565791384e-05,
      "loss": 0.023,
      "step": 21207
    },
    {
      "epoch": 2.2992194275802254,
      "grad_norm": 0.26781418919563293,
      "learning_rate": 2.3444073697954448e-05,
      "loss": 0.0129,
      "step": 21208
    },
    {
      "epoch": 2.2993278404163053,
      "grad_norm": 0.15757502615451813,
      "learning_rate": 2.3440446830117512e-05,
      "loss": 0.0123,
      "step": 21209
    },
    {
      "epoch": 2.2994362532523853,
      "grad_norm": 0.13682250678539276,
      "learning_rate": 2.3436819962280576e-05,
      "loss": 0.003,
      "step": 21210
    },
    {
      "epoch": 2.299544666088465,
      "grad_norm": 0.4368734359741211,
      "learning_rate": 2.343319309444364e-05,
      "loss": 0.039,
      "step": 21211
    },
    {
      "epoch": 2.299653078924545,
      "grad_norm": 0.047573741525411606,
      "learning_rate": 2.3429566226606704e-05,
      "loss": 0.0054,
      "step": 21212
    },
    {
      "epoch": 2.2997614917606244,
      "grad_norm": 0.2194623053073883,
      "learning_rate": 2.3425939358769765e-05,
      "loss": 0.0207,
      "step": 21213
    },
    {
      "epoch": 2.2998699045967044,
      "grad_norm": 0.13523344695568085,
      "learning_rate": 2.3422312490932833e-05,
      "loss": 0.0075,
      "step": 21214
    },
    {
      "epoch": 2.299978317432784,
      "grad_norm": 0.06835579872131348,
      "learning_rate": 2.3418685623095897e-05,
      "loss": 0.003,
      "step": 21215
    },
    {
      "epoch": 2.300086730268864,
      "grad_norm": 0.023368600755929947,
      "learning_rate": 2.3415058755258958e-05,
      "loss": 0.0011,
      "step": 21216
    },
    {
      "epoch": 2.3001951431049434,
      "grad_norm": 0.1428937166929245,
      "learning_rate": 2.341143188742202e-05,
      "loss": 0.0089,
      "step": 21217
    },
    {
      "epoch": 2.3003035559410234,
      "grad_norm": 0.10630989819765091,
      "learning_rate": 2.340780501958509e-05,
      "loss": 0.0105,
      "step": 21218
    },
    {
      "epoch": 2.3004119687771034,
      "grad_norm": 0.3341587483882904,
      "learning_rate": 2.3404178151748153e-05,
      "loss": 0.0147,
      "step": 21219
    },
    {
      "epoch": 2.300520381613183,
      "grad_norm": 0.2550709545612335,
      "learning_rate": 2.3400551283911214e-05,
      "loss": 0.016,
      "step": 21220
    },
    {
      "epoch": 2.300628794449263,
      "grad_norm": 0.03280838578939438,
      "learning_rate": 2.3396924416074278e-05,
      "loss": 0.0016,
      "step": 21221
    },
    {
      "epoch": 2.3007372072853425,
      "grad_norm": 0.0044869594275951385,
      "learning_rate": 2.3393297548237346e-05,
      "loss": 0.0003,
      "step": 21222
    },
    {
      "epoch": 2.3008456201214225,
      "grad_norm": 1.0150526762008667,
      "learning_rate": 2.3389670680400406e-05,
      "loss": 0.0403,
      "step": 21223
    },
    {
      "epoch": 2.300954032957502,
      "grad_norm": 0.17810557782649994,
      "learning_rate": 2.338604381256347e-05,
      "loss": 0.0088,
      "step": 21224
    },
    {
      "epoch": 2.301062445793582,
      "grad_norm": 0.018795261159539223,
      "learning_rate": 2.3382416944726534e-05,
      "loss": 0.0006,
      "step": 21225
    },
    {
      "epoch": 2.3011708586296615,
      "grad_norm": 0.08211696892976761,
      "learning_rate": 2.33787900768896e-05,
      "loss": 0.0053,
      "step": 21226
    },
    {
      "epoch": 2.3012792714657415,
      "grad_norm": 0.44748467206954956,
      "learning_rate": 2.3375163209052663e-05,
      "loss": 0.034,
      "step": 21227
    },
    {
      "epoch": 2.3013876843018215,
      "grad_norm": 0.11756236106157303,
      "learning_rate": 2.3371536341215727e-05,
      "loss": 0.0126,
      "step": 21228
    },
    {
      "epoch": 2.301496097137901,
      "grad_norm": 0.09399042278528214,
      "learning_rate": 2.336790947337879e-05,
      "loss": 0.006,
      "step": 21229
    },
    {
      "epoch": 2.301604509973981,
      "grad_norm": 0.2276761531829834,
      "learning_rate": 2.3364282605541855e-05,
      "loss": 0.0156,
      "step": 21230
    },
    {
      "epoch": 2.3017129228100606,
      "grad_norm": 0.14758874475955963,
      "learning_rate": 2.336065573770492e-05,
      "loss": 0.0147,
      "step": 21231
    },
    {
      "epoch": 2.3018213356461406,
      "grad_norm": 0.11515296995639801,
      "learning_rate": 2.3357028869867983e-05,
      "loss": 0.0054,
      "step": 21232
    },
    {
      "epoch": 2.3019297484822205,
      "grad_norm": 0.3154407739639282,
      "learning_rate": 2.3353402002031047e-05,
      "loss": 0.0115,
      "step": 21233
    },
    {
      "epoch": 2.3020381613183,
      "grad_norm": 0.3999654948711395,
      "learning_rate": 2.334977513419411e-05,
      "loss": 0.023,
      "step": 21234
    },
    {
      "epoch": 2.30214657415438,
      "grad_norm": 0.3259103000164032,
      "learning_rate": 2.3346148266357176e-05,
      "loss": 0.0164,
      "step": 21235
    },
    {
      "epoch": 2.3022549869904596,
      "grad_norm": 0.37553223967552185,
      "learning_rate": 2.334252139852024e-05,
      "loss": 0.0267,
      "step": 21236
    },
    {
      "epoch": 2.3023633998265396,
      "grad_norm": 0.4889020621776581,
      "learning_rate": 2.3338894530683304e-05,
      "loss": 0.0056,
      "step": 21237
    },
    {
      "epoch": 2.302471812662619,
      "grad_norm": 0.34052520990371704,
      "learning_rate": 2.3335267662846368e-05,
      "loss": 0.0169,
      "step": 21238
    },
    {
      "epoch": 2.302580225498699,
      "grad_norm": 0.8210223317146301,
      "learning_rate": 2.3331640795009432e-05,
      "loss": 0.0639,
      "step": 21239
    },
    {
      "epoch": 2.3026886383347787,
      "grad_norm": 0.3913502097129822,
      "learning_rate": 2.3328013927172496e-05,
      "loss": 0.047,
      "step": 21240
    },
    {
      "epoch": 2.3027970511708586,
      "grad_norm": 0.3027479350566864,
      "learning_rate": 2.332438705933556e-05,
      "loss": 0.0738,
      "step": 21241
    },
    {
      "epoch": 2.3029054640069386,
      "grad_norm": 0.20441024005413055,
      "learning_rate": 2.332076019149862e-05,
      "loss": 0.049,
      "step": 21242
    },
    {
      "epoch": 2.303013876843018,
      "grad_norm": 0.056854695081710815,
      "learning_rate": 2.3317133323661685e-05,
      "loss": 0.0034,
      "step": 21243
    },
    {
      "epoch": 2.303122289679098,
      "grad_norm": 0.5128329396247864,
      "learning_rate": 2.3313506455824752e-05,
      "loss": 0.0188,
      "step": 21244
    },
    {
      "epoch": 2.3032307025151777,
      "grad_norm": 0.09180761128664017,
      "learning_rate": 2.3309879587987817e-05,
      "loss": 0.0071,
      "step": 21245
    },
    {
      "epoch": 2.3033391153512577,
      "grad_norm": 0.08237002044916153,
      "learning_rate": 2.3306252720150877e-05,
      "loss": 0.0039,
      "step": 21246
    },
    {
      "epoch": 2.3034475281873372,
      "grad_norm": 0.2245175540447235,
      "learning_rate": 2.330262585231394e-05,
      "loss": 0.0216,
      "step": 21247
    },
    {
      "epoch": 2.303555941023417,
      "grad_norm": 0.06001120060682297,
      "learning_rate": 2.329899898447701e-05,
      "loss": 0.0041,
      "step": 21248
    },
    {
      "epoch": 2.3036643538594967,
      "grad_norm": 0.13688699901103973,
      "learning_rate": 2.329537211664007e-05,
      "loss": 0.0076,
      "step": 21249
    },
    {
      "epoch": 2.3037727666955767,
      "grad_norm": 0.14728300273418427,
      "learning_rate": 2.3291745248803134e-05,
      "loss": 0.0074,
      "step": 21250
    },
    {
      "epoch": 2.3038811795316567,
      "grad_norm": 0.15657691657543182,
      "learning_rate": 2.3288118380966198e-05,
      "loss": 0.0116,
      "step": 21251
    },
    {
      "epoch": 2.3039895923677363,
      "grad_norm": 0.10337822139263153,
      "learning_rate": 2.3284491513129265e-05,
      "loss": 0.0028,
      "step": 21252
    },
    {
      "epoch": 2.3040980052038162,
      "grad_norm": 0.09268208593130112,
      "learning_rate": 2.3280864645292326e-05,
      "loss": 0.0062,
      "step": 21253
    },
    {
      "epoch": 2.304206418039896,
      "grad_norm": 0.23343214392662048,
      "learning_rate": 2.327723777745539e-05,
      "loss": 0.0288,
      "step": 21254
    },
    {
      "epoch": 2.3043148308759758,
      "grad_norm": 0.22669456899166107,
      "learning_rate": 2.3273610909618454e-05,
      "loss": 0.0082,
      "step": 21255
    },
    {
      "epoch": 2.3044232437120553,
      "grad_norm": 0.20247448980808258,
      "learning_rate": 2.326998404178152e-05,
      "loss": 0.0187,
      "step": 21256
    },
    {
      "epoch": 2.3045316565481353,
      "grad_norm": 0.02944265305995941,
      "learning_rate": 2.3266357173944582e-05,
      "loss": 0.002,
      "step": 21257
    },
    {
      "epoch": 2.3046400693842153,
      "grad_norm": 0.17006400227546692,
      "learning_rate": 2.3262730306107647e-05,
      "loss": 0.0047,
      "step": 21258
    },
    {
      "epoch": 2.304748482220295,
      "grad_norm": 0.29578959941864014,
      "learning_rate": 2.325910343827071e-05,
      "loss": 0.0157,
      "step": 21259
    },
    {
      "epoch": 2.304856895056375,
      "grad_norm": 0.5940399169921875,
      "learning_rate": 2.3255476570433775e-05,
      "loss": 0.0326,
      "step": 21260
    },
    {
      "epoch": 2.3049653078924544,
      "grad_norm": 0.38060346245765686,
      "learning_rate": 2.325184970259684e-05,
      "loss": 0.034,
      "step": 21261
    },
    {
      "epoch": 2.3050737207285343,
      "grad_norm": 0.20102408528327942,
      "learning_rate": 2.3248222834759903e-05,
      "loss": 0.01,
      "step": 21262
    },
    {
      "epoch": 2.305182133564614,
      "grad_norm": 0.09922274947166443,
      "learning_rate": 2.3244595966922967e-05,
      "loss": 0.0098,
      "step": 21263
    },
    {
      "epoch": 2.305290546400694,
      "grad_norm": 0.0799470767378807,
      "learning_rate": 2.324096909908603e-05,
      "loss": 0.0075,
      "step": 21264
    },
    {
      "epoch": 2.305398959236774,
      "grad_norm": 0.29119062423706055,
      "learning_rate": 2.3237342231249095e-05,
      "loss": 0.0173,
      "step": 21265
    },
    {
      "epoch": 2.3055073720728534,
      "grad_norm": 0.24317529797554016,
      "learning_rate": 2.323371536341216e-05,
      "loss": 0.01,
      "step": 21266
    },
    {
      "epoch": 2.3056157849089334,
      "grad_norm": 0.3097635507583618,
      "learning_rate": 2.3230088495575223e-05,
      "loss": 0.0178,
      "step": 21267
    },
    {
      "epoch": 2.305724197745013,
      "grad_norm": 0.3437420427799225,
      "learning_rate": 2.3226461627738284e-05,
      "loss": 0.0277,
      "step": 21268
    },
    {
      "epoch": 2.305832610581093,
      "grad_norm": 0.1817455142736435,
      "learning_rate": 2.322283475990135e-05,
      "loss": 0.0107,
      "step": 21269
    },
    {
      "epoch": 2.3059410234171724,
      "grad_norm": 0.021295906975865364,
      "learning_rate": 2.3219207892064416e-05,
      "loss": 0.0006,
      "step": 21270
    },
    {
      "epoch": 2.3060494362532524,
      "grad_norm": 0.10452232509851456,
      "learning_rate": 2.321558102422748e-05,
      "loss": 0.012,
      "step": 21271
    },
    {
      "epoch": 2.306157849089332,
      "grad_norm": 0.49159079790115356,
      "learning_rate": 2.321195415639054e-05,
      "loss": 0.0403,
      "step": 21272
    },
    {
      "epoch": 2.306266261925412,
      "grad_norm": 0.1099034920334816,
      "learning_rate": 2.3208327288553605e-05,
      "loss": 0.0039,
      "step": 21273
    },
    {
      "epoch": 2.306374674761492,
      "grad_norm": 0.3034941256046295,
      "learning_rate": 2.3204700420716672e-05,
      "loss": 0.0218,
      "step": 21274
    },
    {
      "epoch": 2.3064830875975715,
      "grad_norm": 0.9319203495979309,
      "learning_rate": 2.3201073552879733e-05,
      "loss": 0.0259,
      "step": 21275
    },
    {
      "epoch": 2.3065915004336515,
      "grad_norm": 0.654908299446106,
      "learning_rate": 2.3197446685042797e-05,
      "loss": 0.0438,
      "step": 21276
    },
    {
      "epoch": 2.306699913269731,
      "grad_norm": 0.33800914883613586,
      "learning_rate": 2.319381981720586e-05,
      "loss": 0.0139,
      "step": 21277
    },
    {
      "epoch": 2.306808326105811,
      "grad_norm": 0.24462655186653137,
      "learning_rate": 2.319019294936893e-05,
      "loss": 0.0235,
      "step": 21278
    },
    {
      "epoch": 2.3069167389418905,
      "grad_norm": 0.18344038724899292,
      "learning_rate": 2.318656608153199e-05,
      "loss": 0.0127,
      "step": 21279
    },
    {
      "epoch": 2.3070251517779705,
      "grad_norm": 0.07109039276838303,
      "learning_rate": 2.3182939213695053e-05,
      "loss": 0.0032,
      "step": 21280
    },
    {
      "epoch": 2.30713356461405,
      "grad_norm": 0.6357758045196533,
      "learning_rate": 2.3179312345858118e-05,
      "loss": 0.0283,
      "step": 21281
    },
    {
      "epoch": 2.30724197745013,
      "grad_norm": 0.3448493182659149,
      "learning_rate": 2.317568547802118e-05,
      "loss": 0.0222,
      "step": 21282
    },
    {
      "epoch": 2.30735039028621,
      "grad_norm": 0.368075430393219,
      "learning_rate": 2.3172058610184246e-05,
      "loss": 0.0124,
      "step": 21283
    },
    {
      "epoch": 2.3074588031222896,
      "grad_norm": 0.31944194436073303,
      "learning_rate": 2.316843174234731e-05,
      "loss": 0.018,
      "step": 21284
    },
    {
      "epoch": 2.3075672159583696,
      "grad_norm": 0.15342016518115997,
      "learning_rate": 2.3164804874510374e-05,
      "loss": 0.0078,
      "step": 21285
    },
    {
      "epoch": 2.307675628794449,
      "grad_norm": 0.42888641357421875,
      "learning_rate": 2.3161178006673438e-05,
      "loss": 0.0236,
      "step": 21286
    },
    {
      "epoch": 2.307784041630529,
      "grad_norm": 0.031028632074594498,
      "learning_rate": 2.3157551138836502e-05,
      "loss": 0.0017,
      "step": 21287
    },
    {
      "epoch": 2.307892454466609,
      "grad_norm": 0.0899180993437767,
      "learning_rate": 2.3153924270999566e-05,
      "loss": 0.0115,
      "step": 21288
    },
    {
      "epoch": 2.3080008673026886,
      "grad_norm": 0.2370729297399521,
      "learning_rate": 2.315029740316263e-05,
      "loss": 0.0223,
      "step": 21289
    },
    {
      "epoch": 2.3081092801387686,
      "grad_norm": 0.30076470971107483,
      "learning_rate": 2.3146670535325695e-05,
      "loss": 0.0198,
      "step": 21290
    },
    {
      "epoch": 2.308217692974848,
      "grad_norm": 0.2817957401275635,
      "learning_rate": 2.314304366748876e-05,
      "loss": 0.0179,
      "step": 21291
    },
    {
      "epoch": 2.308326105810928,
      "grad_norm": 0.26470792293548584,
      "learning_rate": 2.3139416799651823e-05,
      "loss": 0.0191,
      "step": 21292
    },
    {
      "epoch": 2.3084345186470077,
      "grad_norm": 0.3162660300731659,
      "learning_rate": 2.3135789931814887e-05,
      "loss": 0.0081,
      "step": 21293
    },
    {
      "epoch": 2.3085429314830876,
      "grad_norm": 0.17033343017101288,
      "learning_rate": 2.3132163063977948e-05,
      "loss": 0.0217,
      "step": 21294
    },
    {
      "epoch": 2.308651344319167,
      "grad_norm": 0.3349844217300415,
      "learning_rate": 2.312853619614101e-05,
      "loss": 0.0081,
      "step": 21295
    },
    {
      "epoch": 2.308759757155247,
      "grad_norm": 0.27122044563293457,
      "learning_rate": 2.312490932830408e-05,
      "loss": 0.0126,
      "step": 21296
    },
    {
      "epoch": 2.308868169991327,
      "grad_norm": 0.08586391061544418,
      "learning_rate": 2.3121282460467143e-05,
      "loss": 0.0026,
      "step": 21297
    },
    {
      "epoch": 2.3089765828274067,
      "grad_norm": 0.39097854495048523,
      "learning_rate": 2.3117655592630204e-05,
      "loss": 0.0266,
      "step": 21298
    },
    {
      "epoch": 2.3090849956634867,
      "grad_norm": 0.4758901596069336,
      "learning_rate": 2.3114028724793268e-05,
      "loss": 0.0532,
      "step": 21299
    },
    {
      "epoch": 2.3091934084995662,
      "grad_norm": 0.09344308823347092,
      "learning_rate": 2.3110401856956336e-05,
      "loss": 0.0062,
      "step": 21300
    },
    {
      "epoch": 2.309301821335646,
      "grad_norm": 0.23955115675926208,
      "learning_rate": 2.3106774989119396e-05,
      "loss": 0.0205,
      "step": 21301
    },
    {
      "epoch": 2.3094102341717258,
      "grad_norm": 0.32829397916793823,
      "learning_rate": 2.310314812128246e-05,
      "loss": 0.0442,
      "step": 21302
    },
    {
      "epoch": 2.3095186470078057,
      "grad_norm": 0.8647332191467285,
      "learning_rate": 2.3099521253445524e-05,
      "loss": 0.0535,
      "step": 21303
    },
    {
      "epoch": 2.3096270598438853,
      "grad_norm": 0.20494742691516876,
      "learning_rate": 2.3095894385608592e-05,
      "loss": 0.0262,
      "step": 21304
    },
    {
      "epoch": 2.3097354726799653,
      "grad_norm": 0.1333370804786682,
      "learning_rate": 2.3092267517771653e-05,
      "loss": 0.0226,
      "step": 21305
    },
    {
      "epoch": 2.3098438855160452,
      "grad_norm": 0.05715975537896156,
      "learning_rate": 2.3088640649934717e-05,
      "loss": 0.0036,
      "step": 21306
    },
    {
      "epoch": 2.309952298352125,
      "grad_norm": 0.16826218366622925,
      "learning_rate": 2.308501378209778e-05,
      "loss": 0.0146,
      "step": 21307
    },
    {
      "epoch": 2.3100607111882048,
      "grad_norm": 0.0297885499894619,
      "learning_rate": 2.3081386914260845e-05,
      "loss": 0.0028,
      "step": 21308
    },
    {
      "epoch": 2.3101691240242843,
      "grad_norm": 0.6090978384017944,
      "learning_rate": 2.307776004642391e-05,
      "loss": 0.0462,
      "step": 21309
    },
    {
      "epoch": 2.3102775368603643,
      "grad_norm": 0.17889070510864258,
      "learning_rate": 2.3074133178586973e-05,
      "loss": 0.0248,
      "step": 21310
    },
    {
      "epoch": 2.3103859496964443,
      "grad_norm": 0.2174358069896698,
      "learning_rate": 2.3070506310750037e-05,
      "loss": 0.0154,
      "step": 21311
    },
    {
      "epoch": 2.310494362532524,
      "grad_norm": 0.03673819825053215,
      "learning_rate": 2.30668794429131e-05,
      "loss": 0.0028,
      "step": 21312
    },
    {
      "epoch": 2.310602775368604,
      "grad_norm": 0.19099915027618408,
      "learning_rate": 2.3063252575076166e-05,
      "loss": 0.0178,
      "step": 21313
    },
    {
      "epoch": 2.3107111882046834,
      "grad_norm": 0.314836710691452,
      "learning_rate": 2.305962570723923e-05,
      "loss": 0.0282,
      "step": 21314
    },
    {
      "epoch": 2.3108196010407633,
      "grad_norm": 0.241952583193779,
      "learning_rate": 2.3055998839402294e-05,
      "loss": 0.0165,
      "step": 21315
    },
    {
      "epoch": 2.310928013876843,
      "grad_norm": 0.2795279026031494,
      "learning_rate": 2.3052371971565358e-05,
      "loss": 0.0175,
      "step": 21316
    },
    {
      "epoch": 2.311036426712923,
      "grad_norm": 0.08577430993318558,
      "learning_rate": 2.3048745103728422e-05,
      "loss": 0.0028,
      "step": 21317
    },
    {
      "epoch": 2.3111448395490024,
      "grad_norm": 0.3118722438812256,
      "learning_rate": 2.3045118235891486e-05,
      "loss": 0.008,
      "step": 21318
    },
    {
      "epoch": 2.3112532523850824,
      "grad_norm": 0.10928059369325638,
      "learning_rate": 2.304149136805455e-05,
      "loss": 0.0052,
      "step": 21319
    },
    {
      "epoch": 2.3113616652211624,
      "grad_norm": 0.08264011144638062,
      "learning_rate": 2.303786450021761e-05,
      "loss": 0.008,
      "step": 21320
    },
    {
      "epoch": 2.311470078057242,
      "grad_norm": 0.10699477046728134,
      "learning_rate": 2.3034237632380675e-05,
      "loss": 0.0021,
      "step": 21321
    },
    {
      "epoch": 2.311578490893322,
      "grad_norm": 0.24854549765586853,
      "learning_rate": 2.3030610764543742e-05,
      "loss": 0.0101,
      "step": 21322
    },
    {
      "epoch": 2.3116869037294014,
      "grad_norm": 0.30187228322029114,
      "learning_rate": 2.3026983896706807e-05,
      "loss": 0.0292,
      "step": 21323
    },
    {
      "epoch": 2.3117953165654814,
      "grad_norm": 0.03574668988585472,
      "learning_rate": 2.3023357028869867e-05,
      "loss": 0.0012,
      "step": 21324
    },
    {
      "epoch": 2.311903729401561,
      "grad_norm": 0.36320003867149353,
      "learning_rate": 2.301973016103293e-05,
      "loss": 0.0099,
      "step": 21325
    },
    {
      "epoch": 2.312012142237641,
      "grad_norm": 0.36541444063186646,
      "learning_rate": 2.3016103293196e-05,
      "loss": 0.0588,
      "step": 21326
    },
    {
      "epoch": 2.3121205550737205,
      "grad_norm": 0.10335090756416321,
      "learning_rate": 2.3012476425359063e-05,
      "loss": 0.0087,
      "step": 21327
    },
    {
      "epoch": 2.3122289679098005,
      "grad_norm": 0.06417571753263474,
      "learning_rate": 2.3008849557522124e-05,
      "loss": 0.0035,
      "step": 21328
    },
    {
      "epoch": 2.3123373807458805,
      "grad_norm": 0.15011119842529297,
      "learning_rate": 2.3005222689685188e-05,
      "loss": 0.0087,
      "step": 21329
    },
    {
      "epoch": 2.31244579358196,
      "grad_norm": 0.41067004203796387,
      "learning_rate": 2.3001595821848255e-05,
      "loss": 0.0381,
      "step": 21330
    },
    {
      "epoch": 2.31255420641804,
      "grad_norm": 0.5179210305213928,
      "learning_rate": 2.2997968954011316e-05,
      "loss": 0.0466,
      "step": 21331
    },
    {
      "epoch": 2.3126626192541195,
      "grad_norm": 0.09344697743654251,
      "learning_rate": 2.299434208617438e-05,
      "loss": 0.0047,
      "step": 21332
    },
    {
      "epoch": 2.3127710320901995,
      "grad_norm": 0.07860241830348969,
      "learning_rate": 2.2990715218337444e-05,
      "loss": 0.0018,
      "step": 21333
    },
    {
      "epoch": 2.3128794449262795,
      "grad_norm": 0.6082441806793213,
      "learning_rate": 2.2987088350500512e-05,
      "loss": 0.0228,
      "step": 21334
    },
    {
      "epoch": 2.312987857762359,
      "grad_norm": 0.18702149391174316,
      "learning_rate": 2.2983461482663572e-05,
      "loss": 0.0019,
      "step": 21335
    },
    {
      "epoch": 2.313096270598439,
      "grad_norm": 0.540717601776123,
      "learning_rate": 2.2979834614826637e-05,
      "loss": 0.0471,
      "step": 21336
    },
    {
      "epoch": 2.3132046834345186,
      "grad_norm": 0.5348865985870361,
      "learning_rate": 2.29762077469897e-05,
      "loss": 0.0111,
      "step": 21337
    },
    {
      "epoch": 2.3133130962705986,
      "grad_norm": 0.4751186668872833,
      "learning_rate": 2.2972580879152765e-05,
      "loss": 0.041,
      "step": 21338
    },
    {
      "epoch": 2.313421509106678,
      "grad_norm": 0.11198446899652481,
      "learning_rate": 2.296895401131583e-05,
      "loss": 0.0114,
      "step": 21339
    },
    {
      "epoch": 2.313529921942758,
      "grad_norm": 0.2265707403421402,
      "learning_rate": 2.2965327143478893e-05,
      "loss": 0.0142,
      "step": 21340
    },
    {
      "epoch": 2.3136383347788376,
      "grad_norm": 0.08260478079319,
      "learning_rate": 2.2961700275641957e-05,
      "loss": 0.0055,
      "step": 21341
    },
    {
      "epoch": 2.3137467476149176,
      "grad_norm": 0.026561345905065536,
      "learning_rate": 2.295807340780502e-05,
      "loss": 0.0016,
      "step": 21342
    },
    {
      "epoch": 2.3138551604509976,
      "grad_norm": 0.21334947645664215,
      "learning_rate": 2.2954446539968085e-05,
      "loss": 0.0091,
      "step": 21343
    },
    {
      "epoch": 2.313963573287077,
      "grad_norm": 0.14238733053207397,
      "learning_rate": 2.295081967213115e-05,
      "loss": 0.0084,
      "step": 21344
    },
    {
      "epoch": 2.314071986123157,
      "grad_norm": 0.24278251826763153,
      "learning_rate": 2.2947192804294214e-05,
      "loss": 0.0109,
      "step": 21345
    },
    {
      "epoch": 2.3141803989592367,
      "grad_norm": 0.09441608190536499,
      "learning_rate": 2.2943565936457274e-05,
      "loss": 0.0099,
      "step": 21346
    },
    {
      "epoch": 2.3142888117953166,
      "grad_norm": 0.1751890927553177,
      "learning_rate": 2.2939939068620342e-05,
      "loss": 0.0163,
      "step": 21347
    },
    {
      "epoch": 2.314397224631396,
      "grad_norm": 0.11963500827550888,
      "learning_rate": 2.2936312200783406e-05,
      "loss": 0.0067,
      "step": 21348
    },
    {
      "epoch": 2.314505637467476,
      "grad_norm": 0.112184539437294,
      "learning_rate": 2.293268533294647e-05,
      "loss": 0.0036,
      "step": 21349
    },
    {
      "epoch": 2.3146140503035557,
      "grad_norm": 0.16984856128692627,
      "learning_rate": 2.292905846510953e-05,
      "loss": 0.0214,
      "step": 21350
    },
    {
      "epoch": 2.3147224631396357,
      "grad_norm": 0.11638998985290527,
      "learning_rate": 2.2925431597272595e-05,
      "loss": 0.0099,
      "step": 21351
    },
    {
      "epoch": 2.3148308759757157,
      "grad_norm": 0.18750600516796112,
      "learning_rate": 2.2921804729435662e-05,
      "loss": 0.0148,
      "step": 21352
    },
    {
      "epoch": 2.3149392888117952,
      "grad_norm": 0.09044848382472992,
      "learning_rate": 2.2918177861598726e-05,
      "loss": 0.0029,
      "step": 21353
    },
    {
      "epoch": 2.315047701647875,
      "grad_norm": 0.1516508013010025,
      "learning_rate": 2.2914550993761787e-05,
      "loss": 0.0081,
      "step": 21354
    },
    {
      "epoch": 2.3151561144839548,
      "grad_norm": 0.0721537247300148,
      "learning_rate": 2.291092412592485e-05,
      "loss": 0.0082,
      "step": 21355
    },
    {
      "epoch": 2.3152645273200347,
      "grad_norm": 0.26038387417793274,
      "learning_rate": 2.290729725808792e-05,
      "loss": 0.0152,
      "step": 21356
    },
    {
      "epoch": 2.3153729401561147,
      "grad_norm": 0.15201236307621002,
      "learning_rate": 2.290367039025098e-05,
      "loss": 0.011,
      "step": 21357
    },
    {
      "epoch": 2.3154813529921943,
      "grad_norm": 0.09365306049585342,
      "learning_rate": 2.2900043522414044e-05,
      "loss": 0.0034,
      "step": 21358
    },
    {
      "epoch": 2.3155897658282742,
      "grad_norm": 0.21687977015972137,
      "learning_rate": 2.2896416654577108e-05,
      "loss": 0.0083,
      "step": 21359
    },
    {
      "epoch": 2.315698178664354,
      "grad_norm": 0.4273469150066376,
      "learning_rate": 2.2892789786740175e-05,
      "loss": 0.0399,
      "step": 21360
    },
    {
      "epoch": 2.3158065915004338,
      "grad_norm": 0.24611924588680267,
      "learning_rate": 2.2889162918903236e-05,
      "loss": 0.0448,
      "step": 21361
    },
    {
      "epoch": 2.3159150043365133,
      "grad_norm": 0.11591208726167679,
      "learning_rate": 2.28855360510663e-05,
      "loss": 0.0098,
      "step": 21362
    },
    {
      "epoch": 2.3160234171725933,
      "grad_norm": 0.21160079538822174,
      "learning_rate": 2.2881909183229364e-05,
      "loss": 0.0127,
      "step": 21363
    },
    {
      "epoch": 2.316131830008673,
      "grad_norm": 0.14960908889770508,
      "learning_rate": 2.2878282315392428e-05,
      "loss": 0.0203,
      "step": 21364
    },
    {
      "epoch": 2.316240242844753,
      "grad_norm": 0.11715253442525864,
      "learning_rate": 2.2874655447555492e-05,
      "loss": 0.0028,
      "step": 21365
    },
    {
      "epoch": 2.316348655680833,
      "grad_norm": 0.26607826352119446,
      "learning_rate": 2.2871028579718556e-05,
      "loss": 0.0502,
      "step": 21366
    },
    {
      "epoch": 2.3164570685169124,
      "grad_norm": 0.051483940333127975,
      "learning_rate": 2.286740171188162e-05,
      "loss": 0.0025,
      "step": 21367
    },
    {
      "epoch": 2.3165654813529923,
      "grad_norm": 0.14498582482337952,
      "learning_rate": 2.2863774844044685e-05,
      "loss": 0.0176,
      "step": 21368
    },
    {
      "epoch": 2.316673894189072,
      "grad_norm": 0.34786781668663025,
      "learning_rate": 2.286014797620775e-05,
      "loss": 0.0414,
      "step": 21369
    },
    {
      "epoch": 2.316782307025152,
      "grad_norm": 0.11752784997224808,
      "learning_rate": 2.2856521108370813e-05,
      "loss": 0.0169,
      "step": 21370
    },
    {
      "epoch": 2.3168907198612314,
      "grad_norm": 0.03745575249195099,
      "learning_rate": 2.2852894240533877e-05,
      "loss": 0.0012,
      "step": 21371
    },
    {
      "epoch": 2.3169991326973114,
      "grad_norm": 0.17018887400627136,
      "learning_rate": 2.2849267372696938e-05,
      "loss": 0.0103,
      "step": 21372
    },
    {
      "epoch": 2.317107545533391,
      "grad_norm": 0.12611892819404602,
      "learning_rate": 2.2845640504860005e-05,
      "loss": 0.0078,
      "step": 21373
    },
    {
      "epoch": 2.317215958369471,
      "grad_norm": 0.0291922464966774,
      "learning_rate": 2.284201363702307e-05,
      "loss": 0.0013,
      "step": 21374
    },
    {
      "epoch": 2.317324371205551,
      "grad_norm": 0.288876473903656,
      "learning_rate": 2.2838386769186133e-05,
      "loss": 0.0088,
      "step": 21375
    },
    {
      "epoch": 2.3174327840416304,
      "grad_norm": 0.07973039150238037,
      "learning_rate": 2.2834759901349194e-05,
      "loss": 0.0082,
      "step": 21376
    },
    {
      "epoch": 2.3175411968777104,
      "grad_norm": 0.1441306173801422,
      "learning_rate": 2.2831133033512258e-05,
      "loss": 0.0061,
      "step": 21377
    },
    {
      "epoch": 2.31764960971379,
      "grad_norm": 0.396432101726532,
      "learning_rate": 2.2827506165675326e-05,
      "loss": 0.0318,
      "step": 21378
    },
    {
      "epoch": 2.31775802254987,
      "grad_norm": 0.09026184678077698,
      "learning_rate": 2.282387929783839e-05,
      "loss": 0.0052,
      "step": 21379
    },
    {
      "epoch": 2.31786643538595,
      "grad_norm": 0.33343690633773804,
      "learning_rate": 2.282025243000145e-05,
      "loss": 0.0267,
      "step": 21380
    },
    {
      "epoch": 2.3179748482220295,
      "grad_norm": 0.5094693303108215,
      "learning_rate": 2.2816625562164515e-05,
      "loss": 0.0174,
      "step": 21381
    },
    {
      "epoch": 2.3180832610581095,
      "grad_norm": 0.40255627036094666,
      "learning_rate": 2.2812998694327582e-05,
      "loss": 0.022,
      "step": 21382
    },
    {
      "epoch": 2.318191673894189,
      "grad_norm": 0.16538748145103455,
      "learning_rate": 2.2809371826490643e-05,
      "loss": 0.0548,
      "step": 21383
    },
    {
      "epoch": 2.318300086730269,
      "grad_norm": 0.04434385895729065,
      "learning_rate": 2.2805744958653707e-05,
      "loss": 0.0032,
      "step": 21384
    },
    {
      "epoch": 2.3184084995663485,
      "grad_norm": 0.15849384665489197,
      "learning_rate": 2.280211809081677e-05,
      "loss": 0.0205,
      "step": 21385
    },
    {
      "epoch": 2.3185169124024285,
      "grad_norm": 0.3682469129562378,
      "learning_rate": 2.279849122297984e-05,
      "loss": 0.0225,
      "step": 21386
    },
    {
      "epoch": 2.318625325238508,
      "grad_norm": 0.13026762008666992,
      "learning_rate": 2.27948643551429e-05,
      "loss": 0.0022,
      "step": 21387
    },
    {
      "epoch": 2.318733738074588,
      "grad_norm": 0.12264436483383179,
      "learning_rate": 2.2791237487305963e-05,
      "loss": 0.0103,
      "step": 21388
    },
    {
      "epoch": 2.318842150910668,
      "grad_norm": 0.3029838800430298,
      "learning_rate": 2.2787610619469027e-05,
      "loss": 0.0356,
      "step": 21389
    },
    {
      "epoch": 2.3189505637467476,
      "grad_norm": 0.153545543551445,
      "learning_rate": 2.278398375163209e-05,
      "loss": 0.0109,
      "step": 21390
    },
    {
      "epoch": 2.3190589765828276,
      "grad_norm": 0.17988482117652893,
      "learning_rate": 2.2780356883795156e-05,
      "loss": 0.0053,
      "step": 21391
    },
    {
      "epoch": 2.319167389418907,
      "grad_norm": 0.5398909449577332,
      "learning_rate": 2.277673001595822e-05,
      "loss": 0.0661,
      "step": 21392
    },
    {
      "epoch": 2.319275802254987,
      "grad_norm": 0.20373454689979553,
      "learning_rate": 2.2773103148121284e-05,
      "loss": 0.0071,
      "step": 21393
    },
    {
      "epoch": 2.3193842150910666,
      "grad_norm": 0.18012318015098572,
      "learning_rate": 2.2769476280284348e-05,
      "loss": 0.0112,
      "step": 21394
    },
    {
      "epoch": 2.3194926279271466,
      "grad_norm": 0.23016291856765747,
      "learning_rate": 2.2765849412447412e-05,
      "loss": 0.025,
      "step": 21395
    },
    {
      "epoch": 2.319601040763226,
      "grad_norm": 0.11401992291212082,
      "learning_rate": 2.2762222544610476e-05,
      "loss": 0.0067,
      "step": 21396
    },
    {
      "epoch": 2.319709453599306,
      "grad_norm": 0.2587428390979767,
      "learning_rate": 2.275859567677354e-05,
      "loss": 0.009,
      "step": 21397
    },
    {
      "epoch": 2.319817866435386,
      "grad_norm": 0.16121505200862885,
      "learning_rate": 2.27549688089366e-05,
      "loss": 0.0217,
      "step": 21398
    },
    {
      "epoch": 2.3199262792714657,
      "grad_norm": 0.11093254387378693,
      "learning_rate": 2.275134194109967e-05,
      "loss": 0.0131,
      "step": 21399
    },
    {
      "epoch": 2.3200346921075456,
      "grad_norm": 0.4899919033050537,
      "learning_rate": 2.2747715073262733e-05,
      "loss": 0.0287,
      "step": 21400
    },
    {
      "epoch": 2.320143104943625,
      "grad_norm": 0.06448232382535934,
      "learning_rate": 2.2744088205425797e-05,
      "loss": 0.0031,
      "step": 21401
    },
    {
      "epoch": 2.320251517779705,
      "grad_norm": 0.1352265179157257,
      "learning_rate": 2.2740461337588857e-05,
      "loss": 0.007,
      "step": 21402
    },
    {
      "epoch": 2.3203599306157847,
      "grad_norm": 0.32447975873947144,
      "learning_rate": 2.273683446975192e-05,
      "loss": 0.0201,
      "step": 21403
    },
    {
      "epoch": 2.3204683434518647,
      "grad_norm": 0.08950181305408478,
      "learning_rate": 2.273320760191499e-05,
      "loss": 0.0024,
      "step": 21404
    },
    {
      "epoch": 2.3205767562879447,
      "grad_norm": 0.1797073781490326,
      "learning_rate": 2.2729580734078053e-05,
      "loss": 0.024,
      "step": 21405
    },
    {
      "epoch": 2.3206851691240242,
      "grad_norm": 0.21140602231025696,
      "learning_rate": 2.2725953866241114e-05,
      "loss": 0.0242,
      "step": 21406
    },
    {
      "epoch": 2.320793581960104,
      "grad_norm": 0.3333497941493988,
      "learning_rate": 2.2722326998404178e-05,
      "loss": 0.0401,
      "step": 21407
    },
    {
      "epoch": 2.3209019947961838,
      "grad_norm": 0.35284048318862915,
      "learning_rate": 2.2718700130567245e-05,
      "loss": 0.0142,
      "step": 21408
    },
    {
      "epoch": 2.3210104076322637,
      "grad_norm": 0.2685803771018982,
      "learning_rate": 2.2715073262730306e-05,
      "loss": 0.0134,
      "step": 21409
    },
    {
      "epoch": 2.3211188204683433,
      "grad_norm": 0.5875953435897827,
      "learning_rate": 2.271144639489337e-05,
      "loss": 0.0165,
      "step": 21410
    },
    {
      "epoch": 2.3212272333044233,
      "grad_norm": 0.1076502874493599,
      "learning_rate": 2.2707819527056434e-05,
      "loss": 0.0093,
      "step": 21411
    },
    {
      "epoch": 2.3213356461405033,
      "grad_norm": 0.15514129400253296,
      "learning_rate": 2.2704192659219502e-05,
      "loss": 0.0121,
      "step": 21412
    },
    {
      "epoch": 2.321444058976583,
      "grad_norm": 0.3369199335575104,
      "learning_rate": 2.2700565791382563e-05,
      "loss": 0.0209,
      "step": 21413
    },
    {
      "epoch": 2.3215524718126628,
      "grad_norm": 0.08427418023347855,
      "learning_rate": 2.2696938923545627e-05,
      "loss": 0.005,
      "step": 21414
    },
    {
      "epoch": 2.3216608846487423,
      "grad_norm": 0.32229533791542053,
      "learning_rate": 2.269331205570869e-05,
      "loss": 0.0122,
      "step": 21415
    },
    {
      "epoch": 2.3217692974848223,
      "grad_norm": 0.0868460163474083,
      "learning_rate": 2.2689685187871755e-05,
      "loss": 0.0041,
      "step": 21416
    },
    {
      "epoch": 2.321877710320902,
      "grad_norm": 0.14021840691566467,
      "learning_rate": 2.268605832003482e-05,
      "loss": 0.0177,
      "step": 21417
    },
    {
      "epoch": 2.321986123156982,
      "grad_norm": 0.22477950155735016,
      "learning_rate": 2.2682431452197883e-05,
      "loss": 0.0176,
      "step": 21418
    },
    {
      "epoch": 2.3220945359930614,
      "grad_norm": 0.09434588253498077,
      "learning_rate": 2.2678804584360947e-05,
      "loss": 0.0046,
      "step": 21419
    },
    {
      "epoch": 2.3222029488291414,
      "grad_norm": 0.4126506745815277,
      "learning_rate": 2.267517771652401e-05,
      "loss": 0.0252,
      "step": 21420
    },
    {
      "epoch": 2.3223113616652213,
      "grad_norm": 1.0385525226593018,
      "learning_rate": 2.2671550848687075e-05,
      "loss": 0.0254,
      "step": 21421
    },
    {
      "epoch": 2.322419774501301,
      "grad_norm": 0.1023859828710556,
      "learning_rate": 2.266792398085014e-05,
      "loss": 0.0184,
      "step": 21422
    },
    {
      "epoch": 2.322528187337381,
      "grad_norm": 1.0203856229782104,
      "learning_rate": 2.2664297113013204e-05,
      "loss": 0.0456,
      "step": 21423
    },
    {
      "epoch": 2.3226366001734604,
      "grad_norm": 0.16761353611946106,
      "learning_rate": 2.2660670245176264e-05,
      "loss": 0.0064,
      "step": 21424
    },
    {
      "epoch": 2.3227450130095404,
      "grad_norm": 0.10635188221931458,
      "learning_rate": 2.2657043377339332e-05,
      "loss": 0.0093,
      "step": 21425
    },
    {
      "epoch": 2.32285342584562,
      "grad_norm": 0.06601282954216003,
      "learning_rate": 2.2653416509502396e-05,
      "loss": 0.0033,
      "step": 21426
    },
    {
      "epoch": 2.3229618386817,
      "grad_norm": 0.13854697346687317,
      "learning_rate": 2.264978964166546e-05,
      "loss": 0.0111,
      "step": 21427
    },
    {
      "epoch": 2.3230702515177795,
      "grad_norm": 0.15467482805252075,
      "learning_rate": 2.264616277382852e-05,
      "loss": 0.0203,
      "step": 21428
    },
    {
      "epoch": 2.3231786643538594,
      "grad_norm": 0.1842137724161148,
      "learning_rate": 2.2642535905991588e-05,
      "loss": 0.0116,
      "step": 21429
    },
    {
      "epoch": 2.3232870771899394,
      "grad_norm": 0.40125760436058044,
      "learning_rate": 2.2638909038154652e-05,
      "loss": 0.0245,
      "step": 21430
    },
    {
      "epoch": 2.323395490026019,
      "grad_norm": 0.12308863550424576,
      "learning_rate": 2.2635282170317716e-05,
      "loss": 0.0061,
      "step": 21431
    },
    {
      "epoch": 2.323503902862099,
      "grad_norm": 0.22386662662029266,
      "learning_rate": 2.2631655302480777e-05,
      "loss": 0.0308,
      "step": 21432
    },
    {
      "epoch": 2.3236123156981785,
      "grad_norm": 0.2802867293357849,
      "learning_rate": 2.262802843464384e-05,
      "loss": 0.0151,
      "step": 21433
    },
    {
      "epoch": 2.3237207285342585,
      "grad_norm": 0.7343447804450989,
      "learning_rate": 2.262440156680691e-05,
      "loss": 0.0575,
      "step": 21434
    },
    {
      "epoch": 2.3238291413703385,
      "grad_norm": 0.25559478998184204,
      "learning_rate": 2.262077469896997e-05,
      "loss": 0.0164,
      "step": 21435
    },
    {
      "epoch": 2.323937554206418,
      "grad_norm": 0.2612062394618988,
      "learning_rate": 2.2617147831133034e-05,
      "loss": 0.0708,
      "step": 21436
    },
    {
      "epoch": 2.324045967042498,
      "grad_norm": 0.23986008763313293,
      "learning_rate": 2.2613520963296098e-05,
      "loss": 0.035,
      "step": 21437
    },
    {
      "epoch": 2.3241543798785775,
      "grad_norm": 0.08825697004795074,
      "learning_rate": 2.2609894095459165e-05,
      "loss": 0.0035,
      "step": 21438
    },
    {
      "epoch": 2.3242627927146575,
      "grad_norm": 0.3653753995895386,
      "learning_rate": 2.2606267227622226e-05,
      "loss": 0.0183,
      "step": 21439
    },
    {
      "epoch": 2.324371205550737,
      "grad_norm": 0.3793551027774811,
      "learning_rate": 2.260264035978529e-05,
      "loss": 0.0272,
      "step": 21440
    },
    {
      "epoch": 2.324479618386817,
      "grad_norm": 0.1127396672964096,
      "learning_rate": 2.2599013491948354e-05,
      "loss": 0.0114,
      "step": 21441
    },
    {
      "epoch": 2.3245880312228966,
      "grad_norm": 0.3672078251838684,
      "learning_rate": 2.2595386624111418e-05,
      "loss": 0.0247,
      "step": 21442
    },
    {
      "epoch": 2.3246964440589766,
      "grad_norm": 0.1768382340669632,
      "learning_rate": 2.2591759756274482e-05,
      "loss": 0.0078,
      "step": 21443
    },
    {
      "epoch": 2.3248048568950566,
      "grad_norm": 0.03980729728937149,
      "learning_rate": 2.2588132888437546e-05,
      "loss": 0.0014,
      "step": 21444
    },
    {
      "epoch": 2.324913269731136,
      "grad_norm": 0.036357685923576355,
      "learning_rate": 2.258450602060061e-05,
      "loss": 0.002,
      "step": 21445
    },
    {
      "epoch": 2.325021682567216,
      "grad_norm": 0.07377391308546066,
      "learning_rate": 2.2580879152763675e-05,
      "loss": 0.003,
      "step": 21446
    },
    {
      "epoch": 2.3251300954032956,
      "grad_norm": 0.19312258064746857,
      "learning_rate": 2.257725228492674e-05,
      "loss": 0.0102,
      "step": 21447
    },
    {
      "epoch": 2.3252385082393756,
      "grad_norm": 0.067744180560112,
      "learning_rate": 2.2573625417089803e-05,
      "loss": 0.0053,
      "step": 21448
    },
    {
      "epoch": 2.325346921075455,
      "grad_norm": 0.29761308431625366,
      "learning_rate": 2.2569998549252867e-05,
      "loss": 0.0067,
      "step": 21449
    },
    {
      "epoch": 2.325455333911535,
      "grad_norm": 0.04657861590385437,
      "learning_rate": 2.2566371681415928e-05,
      "loss": 0.0024,
      "step": 21450
    },
    {
      "epoch": 2.3255637467476147,
      "grad_norm": 0.26401856541633606,
      "learning_rate": 2.2562744813578995e-05,
      "loss": 0.0233,
      "step": 21451
    },
    {
      "epoch": 2.3256721595836947,
      "grad_norm": 0.3435434401035309,
      "learning_rate": 2.255911794574206e-05,
      "loss": 0.0247,
      "step": 21452
    },
    {
      "epoch": 2.3257805724197746,
      "grad_norm": 0.09419183433055878,
      "learning_rate": 2.2555491077905123e-05,
      "loss": 0.0094,
      "step": 21453
    },
    {
      "epoch": 2.325888985255854,
      "grad_norm": 0.5598745346069336,
      "learning_rate": 2.2551864210068184e-05,
      "loss": 0.0482,
      "step": 21454
    },
    {
      "epoch": 2.325997398091934,
      "grad_norm": 0.1527279019355774,
      "learning_rate": 2.254823734223125e-05,
      "loss": 0.0162,
      "step": 21455
    },
    {
      "epoch": 2.3261058109280137,
      "grad_norm": 0.12075135856866837,
      "learning_rate": 2.2544610474394316e-05,
      "loss": 0.0133,
      "step": 21456
    },
    {
      "epoch": 2.3262142237640937,
      "grad_norm": 0.09225757420063019,
      "learning_rate": 2.254098360655738e-05,
      "loss": 0.0055,
      "step": 21457
    },
    {
      "epoch": 2.3263226366001737,
      "grad_norm": 0.07648632675409317,
      "learning_rate": 2.253735673872044e-05,
      "loss": 0.009,
      "step": 21458
    },
    {
      "epoch": 2.3264310494362532,
      "grad_norm": 0.3171926736831665,
      "learning_rate": 2.2533729870883505e-05,
      "loss": 0.0222,
      "step": 21459
    },
    {
      "epoch": 2.326539462272333,
      "grad_norm": 0.2016834318637848,
      "learning_rate": 2.2530103003046572e-05,
      "loss": 0.0244,
      "step": 21460
    },
    {
      "epoch": 2.3266478751084128,
      "grad_norm": 0.2270958125591278,
      "learning_rate": 2.2526476135209633e-05,
      "loss": 0.0118,
      "step": 21461
    },
    {
      "epoch": 2.3267562879444927,
      "grad_norm": 0.13612177968025208,
      "learning_rate": 2.2522849267372697e-05,
      "loss": 0.0151,
      "step": 21462
    },
    {
      "epoch": 2.3268647007805723,
      "grad_norm": 1.0793776512145996,
      "learning_rate": 2.251922239953576e-05,
      "loss": 0.0693,
      "step": 21463
    },
    {
      "epoch": 2.3269731136166523,
      "grad_norm": 0.26070892810821533,
      "learning_rate": 2.251559553169883e-05,
      "loss": 0.0132,
      "step": 21464
    },
    {
      "epoch": 2.327081526452732,
      "grad_norm": 0.37804657220840454,
      "learning_rate": 2.251196866386189e-05,
      "loss": 0.0142,
      "step": 21465
    },
    {
      "epoch": 2.327189939288812,
      "grad_norm": 0.7780821919441223,
      "learning_rate": 2.2508341796024953e-05,
      "loss": 0.0207,
      "step": 21466
    },
    {
      "epoch": 2.327298352124892,
      "grad_norm": 0.14047975838184357,
      "learning_rate": 2.2504714928188017e-05,
      "loss": 0.0042,
      "step": 21467
    },
    {
      "epoch": 2.3274067649609713,
      "grad_norm": 0.1558717042207718,
      "learning_rate": 2.250108806035108e-05,
      "loss": 0.0118,
      "step": 21468
    },
    {
      "epoch": 2.3275151777970513,
      "grad_norm": 0.14351186156272888,
      "learning_rate": 2.2497461192514146e-05,
      "loss": 0.0173,
      "step": 21469
    },
    {
      "epoch": 2.327623590633131,
      "grad_norm": 0.25856703519821167,
      "learning_rate": 2.249383432467721e-05,
      "loss": 0.021,
      "step": 21470
    },
    {
      "epoch": 2.327732003469211,
      "grad_norm": 0.038822758942842484,
      "learning_rate": 2.2490207456840274e-05,
      "loss": 0.0017,
      "step": 21471
    },
    {
      "epoch": 2.3278404163052904,
      "grad_norm": 0.2217555195093155,
      "learning_rate": 2.2486580589003338e-05,
      "loss": 0.0076,
      "step": 21472
    },
    {
      "epoch": 2.3279488291413704,
      "grad_norm": 0.07704984396696091,
      "learning_rate": 2.2482953721166402e-05,
      "loss": 0.0014,
      "step": 21473
    },
    {
      "epoch": 2.32805724197745,
      "grad_norm": 0.2584475576877594,
      "learning_rate": 2.2479326853329466e-05,
      "loss": 0.0275,
      "step": 21474
    },
    {
      "epoch": 2.32816565481353,
      "grad_norm": 0.12766344845294952,
      "learning_rate": 2.247569998549253e-05,
      "loss": 0.0038,
      "step": 21475
    },
    {
      "epoch": 2.32827406764961,
      "grad_norm": 0.07798057794570923,
      "learning_rate": 2.247207311765559e-05,
      "loss": 0.0118,
      "step": 21476
    },
    {
      "epoch": 2.3283824804856894,
      "grad_norm": 0.015312818810343742,
      "learning_rate": 2.246844624981866e-05,
      "loss": 0.0006,
      "step": 21477
    },
    {
      "epoch": 2.3284908933217694,
      "grad_norm": 0.14345203340053558,
      "learning_rate": 2.2464819381981723e-05,
      "loss": 0.0046,
      "step": 21478
    },
    {
      "epoch": 2.328599306157849,
      "grad_norm": 0.1526327282190323,
      "learning_rate": 2.2461192514144787e-05,
      "loss": 0.0134,
      "step": 21479
    },
    {
      "epoch": 2.328707718993929,
      "grad_norm": 0.06020747497677803,
      "learning_rate": 2.2457565646307847e-05,
      "loss": 0.0066,
      "step": 21480
    },
    {
      "epoch": 2.328816131830009,
      "grad_norm": 0.14830058813095093,
      "learning_rate": 2.2453938778470915e-05,
      "loss": 0.016,
      "step": 21481
    },
    {
      "epoch": 2.3289245446660884,
      "grad_norm": 0.4884966015815735,
      "learning_rate": 2.245031191063398e-05,
      "loss": 0.0084,
      "step": 21482
    },
    {
      "epoch": 2.3290329575021684,
      "grad_norm": 0.0864114984869957,
      "learning_rate": 2.2446685042797043e-05,
      "loss": 0.0029,
      "step": 21483
    },
    {
      "epoch": 2.329141370338248,
      "grad_norm": 0.19214390218257904,
      "learning_rate": 2.2443058174960104e-05,
      "loss": 0.0266,
      "step": 21484
    },
    {
      "epoch": 2.329249783174328,
      "grad_norm": 0.14306122064590454,
      "learning_rate": 2.2439431307123168e-05,
      "loss": 0.0129,
      "step": 21485
    },
    {
      "epoch": 2.3293581960104075,
      "grad_norm": 0.02916060946881771,
      "learning_rate": 2.2435804439286235e-05,
      "loss": 0.0021,
      "step": 21486
    },
    {
      "epoch": 2.3294666088464875,
      "grad_norm": 0.1049819141626358,
      "learning_rate": 2.2432177571449296e-05,
      "loss": 0.0128,
      "step": 21487
    },
    {
      "epoch": 2.329575021682567,
      "grad_norm": 0.24434472620487213,
      "learning_rate": 2.242855070361236e-05,
      "loss": 0.0195,
      "step": 21488
    },
    {
      "epoch": 2.329683434518647,
      "grad_norm": 0.320185124874115,
      "learning_rate": 2.2424923835775424e-05,
      "loss": 0.0371,
      "step": 21489
    },
    {
      "epoch": 2.329791847354727,
      "grad_norm": 0.40931597352027893,
      "learning_rate": 2.2421296967938492e-05,
      "loss": 0.0074,
      "step": 21490
    },
    {
      "epoch": 2.3299002601908065,
      "grad_norm": 0.0089862747117877,
      "learning_rate": 2.2417670100101553e-05,
      "loss": 0.0005,
      "step": 21491
    },
    {
      "epoch": 2.3300086730268865,
      "grad_norm": 0.09296686202287674,
      "learning_rate": 2.2414043232264617e-05,
      "loss": 0.0069,
      "step": 21492
    },
    {
      "epoch": 2.330117085862966,
      "grad_norm": 0.2877862751483917,
      "learning_rate": 2.241041636442768e-05,
      "loss": 0.0189,
      "step": 21493
    },
    {
      "epoch": 2.330225498699046,
      "grad_norm": 0.2507704198360443,
      "learning_rate": 2.2406789496590748e-05,
      "loss": 0.0314,
      "step": 21494
    },
    {
      "epoch": 2.3303339115351256,
      "grad_norm": 0.3414473831653595,
      "learning_rate": 2.240316262875381e-05,
      "loss": 0.0161,
      "step": 21495
    },
    {
      "epoch": 2.3304423243712056,
      "grad_norm": 0.07742226868867874,
      "learning_rate": 2.2399535760916873e-05,
      "loss": 0.0036,
      "step": 21496
    },
    {
      "epoch": 2.330550737207285,
      "grad_norm": 0.12550707161426544,
      "learning_rate": 2.2395908893079937e-05,
      "loss": 0.0079,
      "step": 21497
    },
    {
      "epoch": 2.330659150043365,
      "grad_norm": 0.15485604107379913,
      "learning_rate": 2.2392282025243e-05,
      "loss": 0.0118,
      "step": 21498
    },
    {
      "epoch": 2.330767562879445,
      "grad_norm": 0.4044124484062195,
      "learning_rate": 2.2388655157406065e-05,
      "loss": 0.0289,
      "step": 21499
    },
    {
      "epoch": 2.3308759757155246,
      "grad_norm": 0.16507752239704132,
      "learning_rate": 2.238502828956913e-05,
      "loss": 0.0089,
      "step": 21500
    },
    {
      "epoch": 2.3309843885516046,
      "grad_norm": 0.2614540457725525,
      "learning_rate": 2.2381401421732194e-05,
      "loss": 0.0376,
      "step": 21501
    },
    {
      "epoch": 2.331092801387684,
      "grad_norm": 0.16614674031734467,
      "learning_rate": 2.2377774553895258e-05,
      "loss": 0.004,
      "step": 21502
    },
    {
      "epoch": 2.331201214223764,
      "grad_norm": 0.29885002970695496,
      "learning_rate": 2.2374147686058322e-05,
      "loss": 0.0442,
      "step": 21503
    },
    {
      "epoch": 2.331309627059844,
      "grad_norm": 0.5628118515014648,
      "learning_rate": 2.2370520818221386e-05,
      "loss": 0.0191,
      "step": 21504
    },
    {
      "epoch": 2.3314180398959237,
      "grad_norm": 0.26704856753349304,
      "learning_rate": 2.236689395038445e-05,
      "loss": 0.0183,
      "step": 21505
    },
    {
      "epoch": 2.3315264527320037,
      "grad_norm": 0.36217015981674194,
      "learning_rate": 2.236326708254751e-05,
      "loss": 0.0243,
      "step": 21506
    },
    {
      "epoch": 2.331634865568083,
      "grad_norm": 0.26556074619293213,
      "learning_rate": 2.2359640214710578e-05,
      "loss": 0.0083,
      "step": 21507
    },
    {
      "epoch": 2.331743278404163,
      "grad_norm": 0.2816900610923767,
      "learning_rate": 2.2356013346873642e-05,
      "loss": 0.0314,
      "step": 21508
    },
    {
      "epoch": 2.3318516912402427,
      "grad_norm": 0.33249691128730774,
      "learning_rate": 2.2352386479036706e-05,
      "loss": 0.0206,
      "step": 21509
    },
    {
      "epoch": 2.3319601040763227,
      "grad_norm": 0.3603602349758148,
      "learning_rate": 2.2348759611199767e-05,
      "loss": 0.0207,
      "step": 21510
    },
    {
      "epoch": 2.3320685169124022,
      "grad_norm": 0.5667902231216431,
      "learning_rate": 2.234513274336283e-05,
      "loss": 0.0388,
      "step": 21511
    },
    {
      "epoch": 2.3321769297484822,
      "grad_norm": 0.06671325117349625,
      "learning_rate": 2.23415058755259e-05,
      "loss": 0.0036,
      "step": 21512
    },
    {
      "epoch": 2.332285342584562,
      "grad_norm": 0.7444410920143127,
      "learning_rate": 2.233787900768896e-05,
      "loss": 0.0208,
      "step": 21513
    },
    {
      "epoch": 2.3323937554206418,
      "grad_norm": 0.0764327347278595,
      "learning_rate": 2.2334252139852024e-05,
      "loss": 0.0065,
      "step": 21514
    },
    {
      "epoch": 2.3325021682567217,
      "grad_norm": 0.32579314708709717,
      "learning_rate": 2.2330625272015088e-05,
      "loss": 0.0296,
      "step": 21515
    },
    {
      "epoch": 2.3326105810928013,
      "grad_norm": 0.4748421013355255,
      "learning_rate": 2.2326998404178155e-05,
      "loss": 0.0495,
      "step": 21516
    },
    {
      "epoch": 2.3327189939288813,
      "grad_norm": 0.29457539319992065,
      "learning_rate": 2.2323371536341216e-05,
      "loss": 0.0238,
      "step": 21517
    },
    {
      "epoch": 2.332827406764961,
      "grad_norm": 0.1618472933769226,
      "learning_rate": 2.231974466850428e-05,
      "loss": 0.0477,
      "step": 21518
    },
    {
      "epoch": 2.332935819601041,
      "grad_norm": 0.21781209111213684,
      "learning_rate": 2.2316117800667344e-05,
      "loss": 0.0055,
      "step": 21519
    },
    {
      "epoch": 2.3330442324371203,
      "grad_norm": 0.3361368775367737,
      "learning_rate": 2.231249093283041e-05,
      "loss": 0.0241,
      "step": 21520
    },
    {
      "epoch": 2.3331526452732003,
      "grad_norm": 0.0878811851143837,
      "learning_rate": 2.2308864064993472e-05,
      "loss": 0.0071,
      "step": 21521
    },
    {
      "epoch": 2.3332610581092803,
      "grad_norm": 0.4857337474822998,
      "learning_rate": 2.2305237197156536e-05,
      "loss": 0.0412,
      "step": 21522
    },
    {
      "epoch": 2.33336947094536,
      "grad_norm": 0.36776670813560486,
      "learning_rate": 2.23016103293196e-05,
      "loss": 0.0167,
      "step": 21523
    },
    {
      "epoch": 2.33347788378144,
      "grad_norm": 0.40696996450424194,
      "learning_rate": 2.2297983461482665e-05,
      "loss": 0.0255,
      "step": 21524
    },
    {
      "epoch": 2.3335862966175194,
      "grad_norm": 0.22562837600708008,
      "learning_rate": 2.229435659364573e-05,
      "loss": 0.0189,
      "step": 21525
    },
    {
      "epoch": 2.3336947094535994,
      "grad_norm": 0.30335041880607605,
      "learning_rate": 2.2290729725808793e-05,
      "loss": 0.0275,
      "step": 21526
    },
    {
      "epoch": 2.3338031222896793,
      "grad_norm": 0.06429607421159744,
      "learning_rate": 2.2287102857971857e-05,
      "loss": 0.0035,
      "step": 21527
    },
    {
      "epoch": 2.333911535125759,
      "grad_norm": 0.03683621808886528,
      "learning_rate": 2.228347599013492e-05,
      "loss": 0.0033,
      "step": 21528
    },
    {
      "epoch": 2.334019947961839,
      "grad_norm": 0.2498416155576706,
      "learning_rate": 2.2279849122297985e-05,
      "loss": 0.0196,
      "step": 21529
    },
    {
      "epoch": 2.3341283607979184,
      "grad_norm": 0.3574798107147217,
      "learning_rate": 2.227622225446105e-05,
      "loss": 0.0346,
      "step": 21530
    },
    {
      "epoch": 2.3342367736339984,
      "grad_norm": 0.04148179665207863,
      "learning_rate": 2.2272595386624113e-05,
      "loss": 0.0052,
      "step": 21531
    },
    {
      "epoch": 2.334345186470078,
      "grad_norm": 0.070644311606884,
      "learning_rate": 2.2268968518787174e-05,
      "loss": 0.007,
      "step": 21532
    },
    {
      "epoch": 2.334453599306158,
      "grad_norm": 0.06261461228132248,
      "learning_rate": 2.226534165095024e-05,
      "loss": 0.0055,
      "step": 21533
    },
    {
      "epoch": 2.3345620121422375,
      "grad_norm": 0.2898217737674713,
      "learning_rate": 2.2261714783113306e-05,
      "loss": 0.0138,
      "step": 21534
    },
    {
      "epoch": 2.3346704249783174,
      "grad_norm": 0.14792050421237946,
      "learning_rate": 2.225808791527637e-05,
      "loss": 0.0121,
      "step": 21535
    },
    {
      "epoch": 2.3347788378143974,
      "grad_norm": 0.03465074300765991,
      "learning_rate": 2.225446104743943e-05,
      "loss": 0.0014,
      "step": 21536
    },
    {
      "epoch": 2.334887250650477,
      "grad_norm": 0.007591651286929846,
      "learning_rate": 2.2250834179602498e-05,
      "loss": 0.0004,
      "step": 21537
    },
    {
      "epoch": 2.334995663486557,
      "grad_norm": 0.37057071924209595,
      "learning_rate": 2.2247207311765562e-05,
      "loss": 0.023,
      "step": 21538
    },
    {
      "epoch": 2.3351040763226365,
      "grad_norm": 0.17244331538677216,
      "learning_rate": 2.2243580443928623e-05,
      "loss": 0.0544,
      "step": 21539
    },
    {
      "epoch": 2.3352124891587165,
      "grad_norm": 0.1605115532875061,
      "learning_rate": 2.2239953576091687e-05,
      "loss": 0.0151,
      "step": 21540
    },
    {
      "epoch": 2.335320901994796,
      "grad_norm": 0.05075486749410629,
      "learning_rate": 2.223632670825475e-05,
      "loss": 0.0056,
      "step": 21541
    },
    {
      "epoch": 2.335429314830876,
      "grad_norm": 0.25107094645500183,
      "learning_rate": 2.223269984041782e-05,
      "loss": 0.0269,
      "step": 21542
    },
    {
      "epoch": 2.3355377276669556,
      "grad_norm": 0.3275265693664551,
      "learning_rate": 2.222907297258088e-05,
      "loss": 0.0151,
      "step": 21543
    },
    {
      "epoch": 2.3356461405030355,
      "grad_norm": 0.2433439940214157,
      "learning_rate": 2.2225446104743943e-05,
      "loss": 0.0191,
      "step": 21544
    },
    {
      "epoch": 2.3357545533391155,
      "grad_norm": 0.13211552798748016,
      "learning_rate": 2.2221819236907007e-05,
      "loss": 0.0115,
      "step": 21545
    },
    {
      "epoch": 2.335862966175195,
      "grad_norm": 0.41864362359046936,
      "learning_rate": 2.2218192369070075e-05,
      "loss": 0.0264,
      "step": 21546
    },
    {
      "epoch": 2.335971379011275,
      "grad_norm": 0.017980901524424553,
      "learning_rate": 2.2214565501233136e-05,
      "loss": 0.0008,
      "step": 21547
    },
    {
      "epoch": 2.3360797918473546,
      "grad_norm": 0.022854579612612724,
      "learning_rate": 2.22109386333962e-05,
      "loss": 0.0015,
      "step": 21548
    },
    {
      "epoch": 2.3361882046834346,
      "grad_norm": 0.12749610841274261,
      "learning_rate": 2.2207311765559264e-05,
      "loss": 0.0149,
      "step": 21549
    },
    {
      "epoch": 2.336296617519514,
      "grad_norm": 0.07719197869300842,
      "learning_rate": 2.2203684897722328e-05,
      "loss": 0.0069,
      "step": 21550
    },
    {
      "epoch": 2.336405030355594,
      "grad_norm": 0.18277257680892944,
      "learning_rate": 2.2200058029885392e-05,
      "loss": 0.0131,
      "step": 21551
    },
    {
      "epoch": 2.3365134431916736,
      "grad_norm": 0.14502820372581482,
      "learning_rate": 2.2196431162048456e-05,
      "loss": 0.0104,
      "step": 21552
    },
    {
      "epoch": 2.3366218560277536,
      "grad_norm": 0.06668759882450104,
      "learning_rate": 2.219280429421152e-05,
      "loss": 0.0054,
      "step": 21553
    },
    {
      "epoch": 2.3367302688638336,
      "grad_norm": 0.04980015382170677,
      "learning_rate": 2.2189177426374584e-05,
      "loss": 0.003,
      "step": 21554
    },
    {
      "epoch": 2.336838681699913,
      "grad_norm": 0.2000579535961151,
      "learning_rate": 2.218555055853765e-05,
      "loss": 0.0155,
      "step": 21555
    },
    {
      "epoch": 2.336947094535993,
      "grad_norm": 0.18205182254314423,
      "learning_rate": 2.2181923690700713e-05,
      "loss": 0.0118,
      "step": 21556
    },
    {
      "epoch": 2.3370555073720727,
      "grad_norm": 0.13153760135173798,
      "learning_rate": 2.2178296822863777e-05,
      "loss": 0.0078,
      "step": 21557
    },
    {
      "epoch": 2.3371639202081527,
      "grad_norm": 0.10209742933511734,
      "learning_rate": 2.2174669955026837e-05,
      "loss": 0.0087,
      "step": 21558
    },
    {
      "epoch": 2.3372723330442327,
      "grad_norm": 0.12533439695835114,
      "learning_rate": 2.2171043087189905e-05,
      "loss": 0.0094,
      "step": 21559
    },
    {
      "epoch": 2.337380745880312,
      "grad_norm": 0.26041221618652344,
      "learning_rate": 2.216741621935297e-05,
      "loss": 0.0227,
      "step": 21560
    },
    {
      "epoch": 2.337489158716392,
      "grad_norm": 0.1298949122428894,
      "learning_rate": 2.2163789351516033e-05,
      "loss": 0.0131,
      "step": 21561
    },
    {
      "epoch": 2.3375975715524717,
      "grad_norm": 0.2383824735879898,
      "learning_rate": 2.2160162483679094e-05,
      "loss": 0.014,
      "step": 21562
    },
    {
      "epoch": 2.3377059843885517,
      "grad_norm": 0.8211683034896851,
      "learning_rate": 2.215653561584216e-05,
      "loss": 0.0229,
      "step": 21563
    },
    {
      "epoch": 2.3378143972246312,
      "grad_norm": 0.09265278279781342,
      "learning_rate": 2.2152908748005225e-05,
      "loss": 0.0051,
      "step": 21564
    },
    {
      "epoch": 2.3379228100607112,
      "grad_norm": 0.2081516534090042,
      "learning_rate": 2.2149281880168286e-05,
      "loss": 0.0081,
      "step": 21565
    },
    {
      "epoch": 2.3380312228967908,
      "grad_norm": 0.46109503507614136,
      "learning_rate": 2.214565501233135e-05,
      "loss": 0.0237,
      "step": 21566
    },
    {
      "epoch": 2.3381396357328708,
      "grad_norm": 0.08584555983543396,
      "learning_rate": 2.2142028144494414e-05,
      "loss": 0.0077,
      "step": 21567
    },
    {
      "epoch": 2.3382480485689507,
      "grad_norm": 0.15188443660736084,
      "learning_rate": 2.2138401276657482e-05,
      "loss": 0.0127,
      "step": 21568
    },
    {
      "epoch": 2.3383564614050303,
      "grad_norm": 0.2743688225746155,
      "learning_rate": 2.2134774408820543e-05,
      "loss": 0.0173,
      "step": 21569
    },
    {
      "epoch": 2.3384648742411103,
      "grad_norm": 0.04499450698494911,
      "learning_rate": 2.2131147540983607e-05,
      "loss": 0.0042,
      "step": 21570
    },
    {
      "epoch": 2.33857328707719,
      "grad_norm": 0.11016358435153961,
      "learning_rate": 2.212752067314667e-05,
      "loss": 0.0101,
      "step": 21571
    },
    {
      "epoch": 2.33868169991327,
      "grad_norm": 0.16775330901145935,
      "learning_rate": 2.2123893805309738e-05,
      "loss": 0.0067,
      "step": 21572
    },
    {
      "epoch": 2.3387901127493493,
      "grad_norm": 0.4768561124801636,
      "learning_rate": 2.21202669374728e-05,
      "loss": 0.0144,
      "step": 21573
    },
    {
      "epoch": 2.3388985255854293,
      "grad_norm": 0.3087758719921112,
      "learning_rate": 2.2116640069635863e-05,
      "loss": 0.0387,
      "step": 21574
    },
    {
      "epoch": 2.339006938421509,
      "grad_norm": 0.36353105306625366,
      "learning_rate": 2.2113013201798927e-05,
      "loss": 0.0297,
      "step": 21575
    },
    {
      "epoch": 2.339115351257589,
      "grad_norm": 0.18448850512504578,
      "learning_rate": 2.210938633396199e-05,
      "loss": 0.0189,
      "step": 21576
    },
    {
      "epoch": 2.339223764093669,
      "grad_norm": 0.46118807792663574,
      "learning_rate": 2.2105759466125055e-05,
      "loss": 0.032,
      "step": 21577
    },
    {
      "epoch": 2.3393321769297484,
      "grad_norm": 0.005290052853524685,
      "learning_rate": 2.210213259828812e-05,
      "loss": 0.0003,
      "step": 21578
    },
    {
      "epoch": 2.3394405897658284,
      "grad_norm": 0.8016017079353333,
      "learning_rate": 2.2098505730451184e-05,
      "loss": 0.0135,
      "step": 21579
    },
    {
      "epoch": 2.339549002601908,
      "grad_norm": 0.2423008233308792,
      "learning_rate": 2.2094878862614248e-05,
      "loss": 0.0157,
      "step": 21580
    },
    {
      "epoch": 2.339657415437988,
      "grad_norm": 0.45032137632369995,
      "learning_rate": 2.2091251994777312e-05,
      "loss": 0.0445,
      "step": 21581
    },
    {
      "epoch": 2.339765828274068,
      "grad_norm": 0.27679404616355896,
      "learning_rate": 2.2087625126940376e-05,
      "loss": 0.0178,
      "step": 21582
    },
    {
      "epoch": 2.3398742411101474,
      "grad_norm": 0.259827196598053,
      "learning_rate": 2.208399825910344e-05,
      "loss": 0.0091,
      "step": 21583
    },
    {
      "epoch": 2.3399826539462274,
      "grad_norm": 0.052785687148571014,
      "learning_rate": 2.20803713912665e-05,
      "loss": 0.0054,
      "step": 21584
    },
    {
      "epoch": 2.340091066782307,
      "grad_norm": 0.12863531708717346,
      "learning_rate": 2.2076744523429568e-05,
      "loss": 0.008,
      "step": 21585
    },
    {
      "epoch": 2.340199479618387,
      "grad_norm": 0.18232974410057068,
      "learning_rate": 2.2073117655592632e-05,
      "loss": 0.0099,
      "step": 21586
    },
    {
      "epoch": 2.3403078924544665,
      "grad_norm": 0.09327530860900879,
      "learning_rate": 2.2069490787755696e-05,
      "loss": 0.0064,
      "step": 21587
    },
    {
      "epoch": 2.3404163052905465,
      "grad_norm": 0.38067665696144104,
      "learning_rate": 2.2065863919918757e-05,
      "loss": 0.0184,
      "step": 21588
    },
    {
      "epoch": 2.340524718126626,
      "grad_norm": 0.1781705766916275,
      "learning_rate": 2.2062237052081825e-05,
      "loss": 0.0288,
      "step": 21589
    },
    {
      "epoch": 2.340633130962706,
      "grad_norm": 0.5801984071731567,
      "learning_rate": 2.205861018424489e-05,
      "loss": 0.0275,
      "step": 21590
    },
    {
      "epoch": 2.340741543798786,
      "grad_norm": 0.3305043876171112,
      "learning_rate": 2.205498331640795e-05,
      "loss": 0.0546,
      "step": 21591
    },
    {
      "epoch": 2.3408499566348655,
      "grad_norm": 0.11838552355766296,
      "learning_rate": 2.2051356448571014e-05,
      "loss": 0.0059,
      "step": 21592
    },
    {
      "epoch": 2.3409583694709455,
      "grad_norm": 0.19011828303337097,
      "learning_rate": 2.2047729580734078e-05,
      "loss": 0.0079,
      "step": 21593
    },
    {
      "epoch": 2.341066782307025,
      "grad_norm": 0.08172750473022461,
      "learning_rate": 2.2044102712897145e-05,
      "loss": 0.0123,
      "step": 21594
    },
    {
      "epoch": 2.341175195143105,
      "grad_norm": 0.041065607219934464,
      "learning_rate": 2.2040475845060206e-05,
      "loss": 0.0011,
      "step": 21595
    },
    {
      "epoch": 2.3412836079791846,
      "grad_norm": 0.1616530567407608,
      "learning_rate": 2.203684897722327e-05,
      "loss": 0.0106,
      "step": 21596
    },
    {
      "epoch": 2.3413920208152645,
      "grad_norm": 0.11488965153694153,
      "learning_rate": 2.2033222109386334e-05,
      "loss": 0.0086,
      "step": 21597
    },
    {
      "epoch": 2.341500433651344,
      "grad_norm": 0.2427920699119568,
      "learning_rate": 2.20295952415494e-05,
      "loss": 0.0226,
      "step": 21598
    },
    {
      "epoch": 2.341608846487424,
      "grad_norm": 0.27198880910873413,
      "learning_rate": 2.2025968373712462e-05,
      "loss": 0.0309,
      "step": 21599
    },
    {
      "epoch": 2.341717259323504,
      "grad_norm": 0.13379022479057312,
      "learning_rate": 2.2022341505875526e-05,
      "loss": 0.0069,
      "step": 21600
    },
    {
      "epoch": 2.3418256721595836,
      "grad_norm": 0.4896502196788788,
      "learning_rate": 2.201871463803859e-05,
      "loss": 0.0599,
      "step": 21601
    },
    {
      "epoch": 2.3419340849956636,
      "grad_norm": 0.08401954174041748,
      "learning_rate": 2.2015087770201655e-05,
      "loss": 0.0092,
      "step": 21602
    },
    {
      "epoch": 2.342042497831743,
      "grad_norm": 0.2869572937488556,
      "learning_rate": 2.201146090236472e-05,
      "loss": 0.0333,
      "step": 21603
    },
    {
      "epoch": 2.342150910667823,
      "grad_norm": 0.20835308730602264,
      "learning_rate": 2.2007834034527783e-05,
      "loss": 0.0296,
      "step": 21604
    },
    {
      "epoch": 2.342259323503903,
      "grad_norm": 0.03547069802880287,
      "learning_rate": 2.2004207166690847e-05,
      "loss": 0.0024,
      "step": 21605
    },
    {
      "epoch": 2.3423677363399826,
      "grad_norm": 0.0559176504611969,
      "learning_rate": 2.200058029885391e-05,
      "loss": 0.0031,
      "step": 21606
    },
    {
      "epoch": 2.3424761491760626,
      "grad_norm": 0.23940937221050262,
      "learning_rate": 2.1996953431016975e-05,
      "loss": 0.0198,
      "step": 21607
    },
    {
      "epoch": 2.342584562012142,
      "grad_norm": 0.2924690544605255,
      "learning_rate": 2.199332656318004e-05,
      "loss": 0.0225,
      "step": 21608
    },
    {
      "epoch": 2.342692974848222,
      "grad_norm": 0.14612261950969696,
      "learning_rate": 2.1989699695343103e-05,
      "loss": 0.0176,
      "step": 21609
    },
    {
      "epoch": 2.3428013876843017,
      "grad_norm": 0.32554954290390015,
      "learning_rate": 2.1986072827506164e-05,
      "loss": 0.0212,
      "step": 21610
    },
    {
      "epoch": 2.3429098005203817,
      "grad_norm": 0.48241785168647766,
      "learning_rate": 2.198244595966923e-05,
      "loss": 0.0481,
      "step": 21611
    },
    {
      "epoch": 2.343018213356461,
      "grad_norm": 0.0652623251080513,
      "learning_rate": 2.1978819091832296e-05,
      "loss": 0.0023,
      "step": 21612
    },
    {
      "epoch": 2.343126626192541,
      "grad_norm": 0.6274304389953613,
      "learning_rate": 2.197519222399536e-05,
      "loss": 0.0144,
      "step": 21613
    },
    {
      "epoch": 2.343235039028621,
      "grad_norm": 0.2419121116399765,
      "learning_rate": 2.197156535615842e-05,
      "loss": 0.0191,
      "step": 21614
    },
    {
      "epoch": 2.3433434518647007,
      "grad_norm": 0.14599202573299408,
      "learning_rate": 2.1967938488321488e-05,
      "loss": 0.0277,
      "step": 21615
    },
    {
      "epoch": 2.3434518647007807,
      "grad_norm": 0.08577567338943481,
      "learning_rate": 2.1964311620484552e-05,
      "loss": 0.0082,
      "step": 21616
    },
    {
      "epoch": 2.3435602775368602,
      "grad_norm": 0.14593107998371124,
      "learning_rate": 2.1960684752647613e-05,
      "loss": 0.0048,
      "step": 21617
    },
    {
      "epoch": 2.3436686903729402,
      "grad_norm": 0.14298585057258606,
      "learning_rate": 2.1957057884810677e-05,
      "loss": 0.0078,
      "step": 21618
    },
    {
      "epoch": 2.3437771032090198,
      "grad_norm": 0.7938925623893738,
      "learning_rate": 2.195343101697374e-05,
      "loss": 0.0349,
      "step": 21619
    },
    {
      "epoch": 2.3438855160450998,
      "grad_norm": 0.14258010685443878,
      "learning_rate": 2.194980414913681e-05,
      "loss": 0.0103,
      "step": 21620
    },
    {
      "epoch": 2.3439939288811793,
      "grad_norm": 0.10947935283184052,
      "learning_rate": 2.194617728129987e-05,
      "loss": 0.017,
      "step": 21621
    },
    {
      "epoch": 2.3441023417172593,
      "grad_norm": 0.056860558688640594,
      "learning_rate": 2.1942550413462933e-05,
      "loss": 0.0045,
      "step": 21622
    },
    {
      "epoch": 2.3442107545533393,
      "grad_norm": 0.0885763093829155,
      "learning_rate": 2.1938923545625997e-05,
      "loss": 0.0093,
      "step": 21623
    },
    {
      "epoch": 2.344319167389419,
      "grad_norm": 0.07863003760576248,
      "learning_rate": 2.1935296677789065e-05,
      "loss": 0.0052,
      "step": 21624
    },
    {
      "epoch": 2.344427580225499,
      "grad_norm": 0.21128688752651215,
      "learning_rate": 2.1931669809952126e-05,
      "loss": 0.0142,
      "step": 21625
    },
    {
      "epoch": 2.3445359930615783,
      "grad_norm": 0.15907707810401917,
      "learning_rate": 2.192804294211519e-05,
      "loss": 0.0083,
      "step": 21626
    },
    {
      "epoch": 2.3446444058976583,
      "grad_norm": 0.02352031320333481,
      "learning_rate": 2.1924416074278254e-05,
      "loss": 0.0016,
      "step": 21627
    },
    {
      "epoch": 2.3447528187337383,
      "grad_norm": 0.18429100513458252,
      "learning_rate": 2.1920789206441318e-05,
      "loss": 0.0125,
      "step": 21628
    },
    {
      "epoch": 2.344861231569818,
      "grad_norm": 0.34758198261260986,
      "learning_rate": 2.1917162338604382e-05,
      "loss": 0.0466,
      "step": 21629
    },
    {
      "epoch": 2.344969644405898,
      "grad_norm": 0.3374384939670563,
      "learning_rate": 2.1913535470767446e-05,
      "loss": 0.0176,
      "step": 21630
    },
    {
      "epoch": 2.3450780572419774,
      "grad_norm": 0.17866012454032898,
      "learning_rate": 2.190990860293051e-05,
      "loss": 0.0042,
      "step": 21631
    },
    {
      "epoch": 2.3451864700780574,
      "grad_norm": 0.25800663232803345,
      "learning_rate": 2.1906281735093574e-05,
      "loss": 0.0194,
      "step": 21632
    },
    {
      "epoch": 2.345294882914137,
      "grad_norm": 0.5531003475189209,
      "learning_rate": 2.190265486725664e-05,
      "loss": 0.0345,
      "step": 21633
    },
    {
      "epoch": 2.345403295750217,
      "grad_norm": 0.08877634257078171,
      "learning_rate": 2.1899027999419703e-05,
      "loss": 0.0036,
      "step": 21634
    },
    {
      "epoch": 2.3455117085862964,
      "grad_norm": 0.24413077533245087,
      "learning_rate": 2.1895401131582767e-05,
      "loss": 0.0123,
      "step": 21635
    },
    {
      "epoch": 2.3456201214223764,
      "grad_norm": 0.17640386521816254,
      "learning_rate": 2.1891774263745827e-05,
      "loss": 0.0276,
      "step": 21636
    },
    {
      "epoch": 2.3457285342584564,
      "grad_norm": 0.4186578094959259,
      "learning_rate": 2.1888147395908895e-05,
      "loss": 0.0431,
      "step": 21637
    },
    {
      "epoch": 2.345836947094536,
      "grad_norm": 0.16355907917022705,
      "learning_rate": 2.188452052807196e-05,
      "loss": 0.0167,
      "step": 21638
    },
    {
      "epoch": 2.345945359930616,
      "grad_norm": 0.31786665320396423,
      "learning_rate": 2.1880893660235023e-05,
      "loss": 0.0354,
      "step": 21639
    },
    {
      "epoch": 2.3460537727666955,
      "grad_norm": 0.30332711338996887,
      "learning_rate": 2.1877266792398084e-05,
      "loss": 0.0101,
      "step": 21640
    },
    {
      "epoch": 2.3461621856027755,
      "grad_norm": 0.09164907038211823,
      "learning_rate": 2.187363992456115e-05,
      "loss": 0.0092,
      "step": 21641
    },
    {
      "epoch": 2.346270598438855,
      "grad_norm": 0.10421202331781387,
      "learning_rate": 2.1870013056724215e-05,
      "loss": 0.0047,
      "step": 21642
    },
    {
      "epoch": 2.346379011274935,
      "grad_norm": 0.24347496032714844,
      "learning_rate": 2.1866386188887276e-05,
      "loss": 0.0217,
      "step": 21643
    },
    {
      "epoch": 2.3464874241110145,
      "grad_norm": 0.04471209645271301,
      "learning_rate": 2.186275932105034e-05,
      "loss": 0.0036,
      "step": 21644
    },
    {
      "epoch": 2.3465958369470945,
      "grad_norm": 0.25572890043258667,
      "learning_rate": 2.1859132453213408e-05,
      "loss": 0.0207,
      "step": 21645
    },
    {
      "epoch": 2.3467042497831745,
      "grad_norm": 0.06584658473730087,
      "learning_rate": 2.1855505585376472e-05,
      "loss": 0.0035,
      "step": 21646
    },
    {
      "epoch": 2.346812662619254,
      "grad_norm": 0.2370445281267166,
      "learning_rate": 2.1851878717539533e-05,
      "loss": 0.0145,
      "step": 21647
    },
    {
      "epoch": 2.346921075455334,
      "grad_norm": 0.28395116329193115,
      "learning_rate": 2.1848251849702597e-05,
      "loss": 0.0389,
      "step": 21648
    },
    {
      "epoch": 2.3470294882914136,
      "grad_norm": 1.1742597818374634,
      "learning_rate": 2.184462498186566e-05,
      "loss": 0.0076,
      "step": 21649
    },
    {
      "epoch": 2.3471379011274935,
      "grad_norm": 0.6854367852210999,
      "learning_rate": 2.1840998114028728e-05,
      "loss": 0.0294,
      "step": 21650
    },
    {
      "epoch": 2.3472463139635735,
      "grad_norm": 0.21150001883506775,
      "learning_rate": 2.183737124619179e-05,
      "loss": 0.0043,
      "step": 21651
    },
    {
      "epoch": 2.347354726799653,
      "grad_norm": 0.045413605868816376,
      "learning_rate": 2.1833744378354853e-05,
      "loss": 0.0017,
      "step": 21652
    },
    {
      "epoch": 2.347463139635733,
      "grad_norm": 0.2665192484855652,
      "learning_rate": 2.1830117510517917e-05,
      "loss": 0.0082,
      "step": 21653
    },
    {
      "epoch": 2.3475715524718126,
      "grad_norm": 0.47341904044151306,
      "learning_rate": 2.182649064268098e-05,
      "loss": 0.0249,
      "step": 21654
    },
    {
      "epoch": 2.3476799653078926,
      "grad_norm": 0.1700337678194046,
      "learning_rate": 2.1822863774844045e-05,
      "loss": 0.0114,
      "step": 21655
    },
    {
      "epoch": 2.347788378143972,
      "grad_norm": 0.058973848819732666,
      "learning_rate": 2.181923690700711e-05,
      "loss": 0.0069,
      "step": 21656
    },
    {
      "epoch": 2.347896790980052,
      "grad_norm": 0.38418763875961304,
      "learning_rate": 2.1815610039170174e-05,
      "loss": 0.0351,
      "step": 21657
    },
    {
      "epoch": 2.3480052038161316,
      "grad_norm": 0.23276124894618988,
      "learning_rate": 2.1811983171333238e-05,
      "loss": 0.0091,
      "step": 21658
    },
    {
      "epoch": 2.3481136166522116,
      "grad_norm": 0.11903123557567596,
      "learning_rate": 2.1808356303496302e-05,
      "loss": 0.0037,
      "step": 21659
    },
    {
      "epoch": 2.3482220294882916,
      "grad_norm": 0.17002986371517181,
      "learning_rate": 2.1804729435659366e-05,
      "loss": 0.0119,
      "step": 21660
    },
    {
      "epoch": 2.348330442324371,
      "grad_norm": 0.03594174608588219,
      "learning_rate": 2.180110256782243e-05,
      "loss": 0.002,
      "step": 21661
    },
    {
      "epoch": 2.348438855160451,
      "grad_norm": 0.014840221963822842,
      "learning_rate": 2.179747569998549e-05,
      "loss": 0.001,
      "step": 21662
    },
    {
      "epoch": 2.3485472679965307,
      "grad_norm": 0.05938063561916351,
      "learning_rate": 2.1793848832148558e-05,
      "loss": 0.0067,
      "step": 21663
    },
    {
      "epoch": 2.3486556808326107,
      "grad_norm": 0.06035695597529411,
      "learning_rate": 2.1790221964311622e-05,
      "loss": 0.0078,
      "step": 21664
    },
    {
      "epoch": 2.34876409366869,
      "grad_norm": 0.3723164498806,
      "learning_rate": 2.1786595096474686e-05,
      "loss": 0.0087,
      "step": 21665
    },
    {
      "epoch": 2.34887250650477,
      "grad_norm": 0.1717749536037445,
      "learning_rate": 2.1782968228637747e-05,
      "loss": 0.014,
      "step": 21666
    },
    {
      "epoch": 2.3489809193408497,
      "grad_norm": 0.15458086133003235,
      "learning_rate": 2.1779341360800815e-05,
      "loss": 0.0095,
      "step": 21667
    },
    {
      "epoch": 2.3490893321769297,
      "grad_norm": 0.5157037377357483,
      "learning_rate": 2.177571449296388e-05,
      "loss": 0.0658,
      "step": 21668
    },
    {
      "epoch": 2.3491977450130097,
      "grad_norm": 0.2528592348098755,
      "learning_rate": 2.1772087625126943e-05,
      "loss": 0.0181,
      "step": 21669
    },
    {
      "epoch": 2.3493061578490892,
      "grad_norm": 0.12993963062763214,
      "learning_rate": 2.1768460757290004e-05,
      "loss": 0.0153,
      "step": 21670
    },
    {
      "epoch": 2.3494145706851692,
      "grad_norm": 0.07028786838054657,
      "learning_rate": 2.176483388945307e-05,
      "loss": 0.0102,
      "step": 21671
    },
    {
      "epoch": 2.3495229835212488,
      "grad_norm": 0.12666118144989014,
      "learning_rate": 2.1761207021616135e-05,
      "loss": 0.014,
      "step": 21672
    },
    {
      "epoch": 2.3496313963573288,
      "grad_norm": 0.11161266267299652,
      "learning_rate": 2.1757580153779196e-05,
      "loss": 0.0073,
      "step": 21673
    },
    {
      "epoch": 2.3497398091934087,
      "grad_norm": 0.11128545552492142,
      "learning_rate": 2.175395328594226e-05,
      "loss": 0.0063,
      "step": 21674
    },
    {
      "epoch": 2.3498482220294883,
      "grad_norm": 0.38606637716293335,
      "learning_rate": 2.1750326418105324e-05,
      "loss": 0.0182,
      "step": 21675
    },
    {
      "epoch": 2.3499566348655683,
      "grad_norm": 0.17277172207832336,
      "learning_rate": 2.174669955026839e-05,
      "loss": 0.0221,
      "step": 21676
    },
    {
      "epoch": 2.350065047701648,
      "grad_norm": 0.3342628479003906,
      "learning_rate": 2.1743072682431452e-05,
      "loss": 0.0267,
      "step": 21677
    },
    {
      "epoch": 2.350173460537728,
      "grad_norm": 0.18801099061965942,
      "learning_rate": 2.1739445814594516e-05,
      "loss": 0.0103,
      "step": 21678
    },
    {
      "epoch": 2.3502818733738073,
      "grad_norm": 0.2880202531814575,
      "learning_rate": 2.173581894675758e-05,
      "loss": 0.0269,
      "step": 21679
    },
    {
      "epoch": 2.3503902862098873,
      "grad_norm": 0.1367417722940445,
      "learning_rate": 2.1732192078920645e-05,
      "loss": 0.0137,
      "step": 21680
    },
    {
      "epoch": 2.350498699045967,
      "grad_norm": 0.24958215653896332,
      "learning_rate": 2.172856521108371e-05,
      "loss": 0.0091,
      "step": 21681
    },
    {
      "epoch": 2.350607111882047,
      "grad_norm": 0.36228737235069275,
      "learning_rate": 2.1724938343246773e-05,
      "loss": 0.0266,
      "step": 21682
    },
    {
      "epoch": 2.350715524718127,
      "grad_norm": 0.12439895421266556,
      "learning_rate": 2.1721311475409837e-05,
      "loss": 0.0027,
      "step": 21683
    },
    {
      "epoch": 2.3508239375542064,
      "grad_norm": 0.18402999639511108,
      "learning_rate": 2.17176846075729e-05,
      "loss": 0.0177,
      "step": 21684
    },
    {
      "epoch": 2.3509323503902864,
      "grad_norm": 0.2776557207107544,
      "learning_rate": 2.1714057739735965e-05,
      "loss": 0.0183,
      "step": 21685
    },
    {
      "epoch": 2.351040763226366,
      "grad_norm": 0.36909255385398865,
      "learning_rate": 2.171043087189903e-05,
      "loss": 0.0093,
      "step": 21686
    },
    {
      "epoch": 2.351149176062446,
      "grad_norm": 0.43238455057144165,
      "learning_rate": 2.1706804004062093e-05,
      "loss": 0.0156,
      "step": 21687
    },
    {
      "epoch": 2.3512575888985254,
      "grad_norm": 0.41259199380874634,
      "learning_rate": 2.1703177136225154e-05,
      "loss": 0.0061,
      "step": 21688
    },
    {
      "epoch": 2.3513660017346054,
      "grad_norm": 0.1405237466096878,
      "learning_rate": 2.169955026838822e-05,
      "loss": 0.0032,
      "step": 21689
    },
    {
      "epoch": 2.351474414570685,
      "grad_norm": 0.19493325054645538,
      "learning_rate": 2.1695923400551286e-05,
      "loss": 0.0158,
      "step": 21690
    },
    {
      "epoch": 2.351582827406765,
      "grad_norm": 0.38825535774230957,
      "learning_rate": 2.169229653271435e-05,
      "loss": 0.0194,
      "step": 21691
    },
    {
      "epoch": 2.351691240242845,
      "grad_norm": 0.02202596142888069,
      "learning_rate": 2.168866966487741e-05,
      "loss": 0.0017,
      "step": 21692
    },
    {
      "epoch": 2.3517996530789245,
      "grad_norm": 0.0698697492480278,
      "learning_rate": 2.1685042797040478e-05,
      "loss": 0.0063,
      "step": 21693
    },
    {
      "epoch": 2.3519080659150045,
      "grad_norm": 0.3927002251148224,
      "learning_rate": 2.1681415929203542e-05,
      "loss": 0.0252,
      "step": 21694
    },
    {
      "epoch": 2.352016478751084,
      "grad_norm": 0.26739436388015747,
      "learning_rate": 2.1677789061366606e-05,
      "loss": 0.0098,
      "step": 21695
    },
    {
      "epoch": 2.352124891587164,
      "grad_norm": 0.145391047000885,
      "learning_rate": 2.1674162193529667e-05,
      "loss": 0.015,
      "step": 21696
    },
    {
      "epoch": 2.3522333044232435,
      "grad_norm": 0.047800786793231964,
      "learning_rate": 2.1670535325692734e-05,
      "loss": 0.0026,
      "step": 21697
    },
    {
      "epoch": 2.3523417172593235,
      "grad_norm": 0.2545703053474426,
      "learning_rate": 2.16669084578558e-05,
      "loss": 0.0291,
      "step": 21698
    },
    {
      "epoch": 2.352450130095403,
      "grad_norm": 0.10114862769842148,
      "learning_rate": 2.166328159001886e-05,
      "loss": 0.0118,
      "step": 21699
    },
    {
      "epoch": 2.352558542931483,
      "grad_norm": 0.34544169902801514,
      "learning_rate": 2.1659654722181923e-05,
      "loss": 0.033,
      "step": 21700
    },
    {
      "epoch": 2.352666955767563,
      "grad_norm": 0.018305525183677673,
      "learning_rate": 2.1656027854344987e-05,
      "loss": 0.0011,
      "step": 21701
    },
    {
      "epoch": 2.3527753686036426,
      "grad_norm": 0.52531898021698,
      "learning_rate": 2.1652400986508055e-05,
      "loss": 0.0514,
      "step": 21702
    },
    {
      "epoch": 2.3528837814397225,
      "grad_norm": 0.14380212128162384,
      "learning_rate": 2.1648774118671116e-05,
      "loss": 0.0252,
      "step": 21703
    },
    {
      "epoch": 2.352992194275802,
      "grad_norm": 0.12880150973796844,
      "learning_rate": 2.164514725083418e-05,
      "loss": 0.0173,
      "step": 21704
    },
    {
      "epoch": 2.353100607111882,
      "grad_norm": 0.29145970940589905,
      "learning_rate": 2.1641520382997244e-05,
      "loss": 0.0094,
      "step": 21705
    },
    {
      "epoch": 2.353209019947962,
      "grad_norm": 0.07172859460115433,
      "learning_rate": 2.1637893515160308e-05,
      "loss": 0.0014,
      "step": 21706
    },
    {
      "epoch": 2.3533174327840416,
      "grad_norm": 0.2088703066110611,
      "learning_rate": 2.1634266647323372e-05,
      "loss": 0.012,
      "step": 21707
    },
    {
      "epoch": 2.3534258456201216,
      "grad_norm": 0.11091853678226471,
      "learning_rate": 2.1630639779486436e-05,
      "loss": 0.0104,
      "step": 21708
    },
    {
      "epoch": 2.353534258456201,
      "grad_norm": 0.1218985915184021,
      "learning_rate": 2.16270129116495e-05,
      "loss": 0.0112,
      "step": 21709
    },
    {
      "epoch": 2.353642671292281,
      "grad_norm": 0.42588499188423157,
      "learning_rate": 2.1623386043812564e-05,
      "loss": 0.0297,
      "step": 21710
    },
    {
      "epoch": 2.3537510841283606,
      "grad_norm": 0.08859005570411682,
      "learning_rate": 2.161975917597563e-05,
      "loss": 0.0064,
      "step": 21711
    },
    {
      "epoch": 2.3538594969644406,
      "grad_norm": 0.022296855226159096,
      "learning_rate": 2.1616132308138693e-05,
      "loss": 0.0012,
      "step": 21712
    },
    {
      "epoch": 2.35396790980052,
      "grad_norm": 0.07880948483943939,
      "learning_rate": 2.1612505440301757e-05,
      "loss": 0.0059,
      "step": 21713
    },
    {
      "epoch": 2.3540763226366,
      "grad_norm": 0.49459028244018555,
      "learning_rate": 2.1608878572464817e-05,
      "loss": 0.0144,
      "step": 21714
    },
    {
      "epoch": 2.35418473547268,
      "grad_norm": 0.8905678391456604,
      "learning_rate": 2.1605251704627885e-05,
      "loss": 0.025,
      "step": 21715
    },
    {
      "epoch": 2.3542931483087597,
      "grad_norm": 0.23353277146816254,
      "learning_rate": 2.160162483679095e-05,
      "loss": 0.0264,
      "step": 21716
    },
    {
      "epoch": 2.3544015611448397,
      "grad_norm": 0.04680870100855827,
      "learning_rate": 2.1597997968954013e-05,
      "loss": 0.0021,
      "step": 21717
    },
    {
      "epoch": 2.354509973980919,
      "grad_norm": 0.07797965407371521,
      "learning_rate": 2.1594371101117074e-05,
      "loss": 0.0067,
      "step": 21718
    },
    {
      "epoch": 2.354618386816999,
      "grad_norm": 0.12285956740379333,
      "learning_rate": 2.159074423328014e-05,
      "loss": 0.0112,
      "step": 21719
    },
    {
      "epoch": 2.3547267996530787,
      "grad_norm": 0.15147332847118378,
      "learning_rate": 2.1587117365443205e-05,
      "loss": 0.0146,
      "step": 21720
    },
    {
      "epoch": 2.3548352124891587,
      "grad_norm": 0.13945738971233368,
      "learning_rate": 2.158349049760627e-05,
      "loss": 0.0149,
      "step": 21721
    },
    {
      "epoch": 2.3549436253252383,
      "grad_norm": 0.2326578050851822,
      "learning_rate": 2.157986362976933e-05,
      "loss": 0.0056,
      "step": 21722
    },
    {
      "epoch": 2.3550520381613183,
      "grad_norm": 0.03666030615568161,
      "learning_rate": 2.1576236761932398e-05,
      "loss": 0.0019,
      "step": 21723
    },
    {
      "epoch": 2.3551604509973982,
      "grad_norm": 0.034128155559301376,
      "learning_rate": 2.1572609894095462e-05,
      "loss": 0.0026,
      "step": 21724
    },
    {
      "epoch": 2.3552688638334778,
      "grad_norm": 0.07523582875728607,
      "learning_rate": 2.1568983026258523e-05,
      "loss": 0.0026,
      "step": 21725
    },
    {
      "epoch": 2.3553772766695578,
      "grad_norm": 0.24420079588890076,
      "learning_rate": 2.1565356158421587e-05,
      "loss": 0.0137,
      "step": 21726
    },
    {
      "epoch": 2.3554856895056373,
      "grad_norm": 0.05484453961253166,
      "learning_rate": 2.156172929058465e-05,
      "loss": 0.002,
      "step": 21727
    },
    {
      "epoch": 2.3555941023417173,
      "grad_norm": 0.20584991574287415,
      "learning_rate": 2.155810242274772e-05,
      "loss": 0.0113,
      "step": 21728
    },
    {
      "epoch": 2.3557025151777973,
      "grad_norm": 0.45036569237709045,
      "learning_rate": 2.155447555491078e-05,
      "loss": 0.0653,
      "step": 21729
    },
    {
      "epoch": 2.355810928013877,
      "grad_norm": 0.24512150883674622,
      "learning_rate": 2.1550848687073843e-05,
      "loss": 0.0336,
      "step": 21730
    },
    {
      "epoch": 2.355919340849957,
      "grad_norm": 0.15668722987174988,
      "learning_rate": 2.1547221819236907e-05,
      "loss": 0.0194,
      "step": 21731
    },
    {
      "epoch": 2.3560277536860363,
      "grad_norm": 0.4347224831581116,
      "learning_rate": 2.154359495139997e-05,
      "loss": 0.022,
      "step": 21732
    },
    {
      "epoch": 2.3561361665221163,
      "grad_norm": 0.020504988729953766,
      "learning_rate": 2.1539968083563035e-05,
      "loss": 0.0004,
      "step": 21733
    },
    {
      "epoch": 2.356244579358196,
      "grad_norm": 0.02778242900967598,
      "learning_rate": 2.15363412157261e-05,
      "loss": 0.0016,
      "step": 21734
    },
    {
      "epoch": 2.356352992194276,
      "grad_norm": 0.08550440520048141,
      "learning_rate": 2.1532714347889164e-05,
      "loss": 0.0034,
      "step": 21735
    },
    {
      "epoch": 2.3564614050303554,
      "grad_norm": 0.6092892289161682,
      "learning_rate": 2.1529087480052228e-05,
      "loss": 0.0402,
      "step": 21736
    },
    {
      "epoch": 2.3565698178664354,
      "grad_norm": 0.2158273607492447,
      "learning_rate": 2.1525460612215292e-05,
      "loss": 0.0371,
      "step": 21737
    },
    {
      "epoch": 2.3566782307025154,
      "grad_norm": 0.3397538661956787,
      "learning_rate": 2.1521833744378356e-05,
      "loss": 0.0272,
      "step": 21738
    },
    {
      "epoch": 2.356786643538595,
      "grad_norm": 0.24407237768173218,
      "learning_rate": 2.151820687654142e-05,
      "loss": 0.0154,
      "step": 21739
    },
    {
      "epoch": 2.356895056374675,
      "grad_norm": 0.495731383562088,
      "learning_rate": 2.1514580008704484e-05,
      "loss": 0.0244,
      "step": 21740
    },
    {
      "epoch": 2.3570034692107544,
      "grad_norm": 0.09889394789934158,
      "learning_rate": 2.151095314086755e-05,
      "loss": 0.003,
      "step": 21741
    },
    {
      "epoch": 2.3571118820468344,
      "grad_norm": 0.11298307031393051,
      "learning_rate": 2.1507326273030612e-05,
      "loss": 0.008,
      "step": 21742
    },
    {
      "epoch": 2.357220294882914,
      "grad_norm": 0.279744416475296,
      "learning_rate": 2.1503699405193677e-05,
      "loss": 0.0155,
      "step": 21743
    },
    {
      "epoch": 2.357328707718994,
      "grad_norm": 0.1275828778743744,
      "learning_rate": 2.1500072537356737e-05,
      "loss": 0.0072,
      "step": 21744
    },
    {
      "epoch": 2.3574371205550735,
      "grad_norm": 0.15864421427249908,
      "learning_rate": 2.1496445669519805e-05,
      "loss": 0.0112,
      "step": 21745
    },
    {
      "epoch": 2.3575455333911535,
      "grad_norm": 0.14486269652843475,
      "learning_rate": 2.149281880168287e-05,
      "loss": 0.0149,
      "step": 21746
    },
    {
      "epoch": 2.3576539462272335,
      "grad_norm": 0.25275498628616333,
      "learning_rate": 2.1489191933845933e-05,
      "loss": 0.0203,
      "step": 21747
    },
    {
      "epoch": 2.357762359063313,
      "grad_norm": 0.09684115648269653,
      "learning_rate": 2.1485565066008994e-05,
      "loss": 0.0049,
      "step": 21748
    },
    {
      "epoch": 2.357870771899393,
      "grad_norm": 0.07526572048664093,
      "learning_rate": 2.148193819817206e-05,
      "loss": 0.0055,
      "step": 21749
    },
    {
      "epoch": 2.3579791847354725,
      "grad_norm": 0.45815545320510864,
      "learning_rate": 2.1478311330335125e-05,
      "loss": 0.0308,
      "step": 21750
    },
    {
      "epoch": 2.3580875975715525,
      "grad_norm": 0.7777033448219299,
      "learning_rate": 2.1474684462498186e-05,
      "loss": 0.0421,
      "step": 21751
    },
    {
      "epoch": 2.3581960104076325,
      "grad_norm": 0.16038577258586884,
      "learning_rate": 2.147105759466125e-05,
      "loss": 0.0229,
      "step": 21752
    },
    {
      "epoch": 2.358304423243712,
      "grad_norm": 0.03382343053817749,
      "learning_rate": 2.1467430726824318e-05,
      "loss": 0.0011,
      "step": 21753
    },
    {
      "epoch": 2.358412836079792,
      "grad_norm": 0.265595942735672,
      "learning_rate": 2.146380385898738e-05,
      "loss": 0.0147,
      "step": 21754
    },
    {
      "epoch": 2.3585212489158716,
      "grad_norm": 0.16790133714675903,
      "learning_rate": 2.1460176991150442e-05,
      "loss": 0.0118,
      "step": 21755
    },
    {
      "epoch": 2.3586296617519515,
      "grad_norm": 0.0759725570678711,
      "learning_rate": 2.1456550123313507e-05,
      "loss": 0.0048,
      "step": 21756
    },
    {
      "epoch": 2.358738074588031,
      "grad_norm": 0.3468600809574127,
      "learning_rate": 2.145292325547657e-05,
      "loss": 0.0092,
      "step": 21757
    },
    {
      "epoch": 2.358846487424111,
      "grad_norm": 0.025456035509705544,
      "learning_rate": 2.1449296387639635e-05,
      "loss": 0.0021,
      "step": 21758
    },
    {
      "epoch": 2.3589549002601906,
      "grad_norm": 0.14028185606002808,
      "learning_rate": 2.14456695198027e-05,
      "loss": 0.0073,
      "step": 21759
    },
    {
      "epoch": 2.3590633130962706,
      "grad_norm": 0.03762255981564522,
      "learning_rate": 2.1442042651965763e-05,
      "loss": 0.0029,
      "step": 21760
    },
    {
      "epoch": 2.3591717259323506,
      "grad_norm": 0.08215682208538055,
      "learning_rate": 2.1438415784128827e-05,
      "loss": 0.0044,
      "step": 21761
    },
    {
      "epoch": 2.35928013876843,
      "grad_norm": 0.1313764750957489,
      "learning_rate": 2.143478891629189e-05,
      "loss": 0.0078,
      "step": 21762
    },
    {
      "epoch": 2.35938855160451,
      "grad_norm": 0.47558945417404175,
      "learning_rate": 2.1431162048454955e-05,
      "loss": 0.0409,
      "step": 21763
    },
    {
      "epoch": 2.3594969644405897,
      "grad_norm": 0.03626668453216553,
      "learning_rate": 2.142753518061802e-05,
      "loss": 0.0019,
      "step": 21764
    },
    {
      "epoch": 2.3596053772766696,
      "grad_norm": 0.17400312423706055,
      "learning_rate": 2.1423908312781083e-05,
      "loss": 0.0056,
      "step": 21765
    },
    {
      "epoch": 2.359713790112749,
      "grad_norm": 0.3264215588569641,
      "learning_rate": 2.1420281444944148e-05,
      "loss": 0.008,
      "step": 21766
    },
    {
      "epoch": 2.359822202948829,
      "grad_norm": 0.2569771111011505,
      "learning_rate": 2.141665457710721e-05,
      "loss": 0.0077,
      "step": 21767
    },
    {
      "epoch": 2.3599306157849087,
      "grad_norm": 0.5413678884506226,
      "learning_rate": 2.1413027709270276e-05,
      "loss": 0.0402,
      "step": 21768
    },
    {
      "epoch": 2.3600390286209887,
      "grad_norm": 0.12780790030956268,
      "learning_rate": 2.140940084143334e-05,
      "loss": 0.0064,
      "step": 21769
    },
    {
      "epoch": 2.3601474414570687,
      "grad_norm": 0.06312856823205948,
      "learning_rate": 2.14057739735964e-05,
      "loss": 0.0015,
      "step": 21770
    },
    {
      "epoch": 2.360255854293148,
      "grad_norm": 0.08070096373558044,
      "learning_rate": 2.1402147105759468e-05,
      "loss": 0.0037,
      "step": 21771
    },
    {
      "epoch": 2.360364267129228,
      "grad_norm": 0.35268664360046387,
      "learning_rate": 2.1398520237922532e-05,
      "loss": 0.0095,
      "step": 21772
    },
    {
      "epoch": 2.3604726799653077,
      "grad_norm": 0.6512448191642761,
      "learning_rate": 2.1394893370085596e-05,
      "loss": 0.1068,
      "step": 21773
    },
    {
      "epoch": 2.3605810928013877,
      "grad_norm": 0.09525568783283234,
      "learning_rate": 2.1391266502248657e-05,
      "loss": 0.0071,
      "step": 21774
    },
    {
      "epoch": 2.3606895056374677,
      "grad_norm": 0.1254139542579651,
      "learning_rate": 2.1387639634411724e-05,
      "loss": 0.0144,
      "step": 21775
    },
    {
      "epoch": 2.3607979184735473,
      "grad_norm": 0.10336299985647202,
      "learning_rate": 2.138401276657479e-05,
      "loss": 0.0042,
      "step": 21776
    },
    {
      "epoch": 2.3609063313096272,
      "grad_norm": 0.05333726480603218,
      "learning_rate": 2.138038589873785e-05,
      "loss": 0.0079,
      "step": 21777
    },
    {
      "epoch": 2.361014744145707,
      "grad_norm": 0.21722154319286346,
      "learning_rate": 2.1376759030900913e-05,
      "loss": 0.0193,
      "step": 21778
    },
    {
      "epoch": 2.3611231569817868,
      "grad_norm": 0.010900299996137619,
      "learning_rate": 2.137313216306398e-05,
      "loss": 0.0005,
      "step": 21779
    },
    {
      "epoch": 2.3612315698178663,
      "grad_norm": 0.21724781394004822,
      "learning_rate": 2.1369505295227045e-05,
      "loss": 0.0105,
      "step": 21780
    },
    {
      "epoch": 2.3613399826539463,
      "grad_norm": 0.07924759387969971,
      "learning_rate": 2.1365878427390106e-05,
      "loss": 0.0067,
      "step": 21781
    },
    {
      "epoch": 2.361448395490026,
      "grad_norm": 0.036411840468645096,
      "learning_rate": 2.136225155955317e-05,
      "loss": 0.003,
      "step": 21782
    },
    {
      "epoch": 2.361556808326106,
      "grad_norm": 0.01660243235528469,
      "learning_rate": 2.1358624691716234e-05,
      "loss": 0.001,
      "step": 21783
    },
    {
      "epoch": 2.361665221162186,
      "grad_norm": 0.3048606812953949,
      "learning_rate": 2.1354997823879298e-05,
      "loss": 0.019,
      "step": 21784
    },
    {
      "epoch": 2.3617736339982653,
      "grad_norm": 0.10877645760774612,
      "learning_rate": 2.1351370956042362e-05,
      "loss": 0.0103,
      "step": 21785
    },
    {
      "epoch": 2.3618820468343453,
      "grad_norm": 0.051922086626291275,
      "learning_rate": 2.1347744088205426e-05,
      "loss": 0.0023,
      "step": 21786
    },
    {
      "epoch": 2.361990459670425,
      "grad_norm": 0.07575187087059021,
      "learning_rate": 2.134411722036849e-05,
      "loss": 0.0031,
      "step": 21787
    },
    {
      "epoch": 2.362098872506505,
      "grad_norm": 0.3712843656539917,
      "learning_rate": 2.1340490352531554e-05,
      "loss": 0.0238,
      "step": 21788
    },
    {
      "epoch": 2.3622072853425844,
      "grad_norm": 0.19627636671066284,
      "learning_rate": 2.133686348469462e-05,
      "loss": 0.0152,
      "step": 21789
    },
    {
      "epoch": 2.3623156981786644,
      "grad_norm": 0.07345942407846451,
      "learning_rate": 2.1333236616857683e-05,
      "loss": 0.0048,
      "step": 21790
    },
    {
      "epoch": 2.362424111014744,
      "grad_norm": 0.1834714561700821,
      "learning_rate": 2.1329609749020747e-05,
      "loss": 0.0174,
      "step": 21791
    },
    {
      "epoch": 2.362532523850824,
      "grad_norm": 0.18978488445281982,
      "learning_rate": 2.132598288118381e-05,
      "loss": 0.012,
      "step": 21792
    },
    {
      "epoch": 2.362640936686904,
      "grad_norm": 0.2137635201215744,
      "learning_rate": 2.1322356013346875e-05,
      "loss": 0.0225,
      "step": 21793
    },
    {
      "epoch": 2.3627493495229834,
      "grad_norm": 0.040410365909338,
      "learning_rate": 2.131872914550994e-05,
      "loss": 0.0009,
      "step": 21794
    },
    {
      "epoch": 2.3628577623590634,
      "grad_norm": 0.3947002589702606,
      "learning_rate": 2.1315102277673003e-05,
      "loss": 0.0161,
      "step": 21795
    },
    {
      "epoch": 2.362966175195143,
      "grad_norm": 0.07245498150587082,
      "learning_rate": 2.1311475409836064e-05,
      "loss": 0.0061,
      "step": 21796
    },
    {
      "epoch": 2.363074588031223,
      "grad_norm": 0.0806521624326706,
      "learning_rate": 2.130784854199913e-05,
      "loss": 0.0073,
      "step": 21797
    },
    {
      "epoch": 2.363183000867303,
      "grad_norm": 0.3023768365383148,
      "learning_rate": 2.1304221674162196e-05,
      "loss": 0.0138,
      "step": 21798
    },
    {
      "epoch": 2.3632914137033825,
      "grad_norm": 0.13972686231136322,
      "learning_rate": 2.130059480632526e-05,
      "loss": 0.0176,
      "step": 21799
    },
    {
      "epoch": 2.3633998265394625,
      "grad_norm": 0.43440762162208557,
      "learning_rate": 2.129696793848832e-05,
      "loss": 0.0442,
      "step": 21800
    },
    {
      "epoch": 2.363508239375542,
      "grad_norm": 0.1351853907108307,
      "learning_rate": 2.1293341070651388e-05,
      "loss": 0.0084,
      "step": 21801
    },
    {
      "epoch": 2.363616652211622,
      "grad_norm": 0.1046648770570755,
      "learning_rate": 2.1289714202814452e-05,
      "loss": 0.0098,
      "step": 21802
    },
    {
      "epoch": 2.3637250650477015,
      "grad_norm": 0.05892755091190338,
      "learning_rate": 2.1286087334977513e-05,
      "loss": 0.0044,
      "step": 21803
    },
    {
      "epoch": 2.3638334778837815,
      "grad_norm": 0.32769933342933655,
      "learning_rate": 2.1282460467140577e-05,
      "loss": 0.0144,
      "step": 21804
    },
    {
      "epoch": 2.363941890719861,
      "grad_norm": 0.03417763486504555,
      "learning_rate": 2.1278833599303644e-05,
      "loss": 0.0032,
      "step": 21805
    },
    {
      "epoch": 2.364050303555941,
      "grad_norm": 0.41818246245384216,
      "learning_rate": 2.127520673146671e-05,
      "loss": 0.0246,
      "step": 21806
    },
    {
      "epoch": 2.364158716392021,
      "grad_norm": 0.13486529886722565,
      "learning_rate": 2.127157986362977e-05,
      "loss": 0.0055,
      "step": 21807
    },
    {
      "epoch": 2.3642671292281006,
      "grad_norm": 0.13384099304676056,
      "learning_rate": 2.1267952995792833e-05,
      "loss": 0.0058,
      "step": 21808
    },
    {
      "epoch": 2.3643755420641805,
      "grad_norm": 0.015229931101202965,
      "learning_rate": 2.1264326127955897e-05,
      "loss": 0.0005,
      "step": 21809
    },
    {
      "epoch": 2.36448395490026,
      "grad_norm": 0.0585772879421711,
      "learning_rate": 2.126069926011896e-05,
      "loss": 0.0015,
      "step": 21810
    },
    {
      "epoch": 2.36459236773634,
      "grad_norm": 0.3276282250881195,
      "learning_rate": 2.1257072392282026e-05,
      "loss": 0.0394,
      "step": 21811
    },
    {
      "epoch": 2.3647007805724196,
      "grad_norm": 0.12522681057453156,
      "learning_rate": 2.125344552444509e-05,
      "loss": 0.009,
      "step": 21812
    },
    {
      "epoch": 2.3648091934084996,
      "grad_norm": 0.2045253962278366,
      "learning_rate": 2.1249818656608154e-05,
      "loss": 0.0265,
      "step": 21813
    },
    {
      "epoch": 2.364917606244579,
      "grad_norm": 0.048157114535570145,
      "learning_rate": 2.1246191788771218e-05,
      "loss": 0.0049,
      "step": 21814
    },
    {
      "epoch": 2.365026019080659,
      "grad_norm": 0.15870486199855804,
      "learning_rate": 2.1242564920934282e-05,
      "loss": 0.0297,
      "step": 21815
    },
    {
      "epoch": 2.365134431916739,
      "grad_norm": 0.09555112570524216,
      "learning_rate": 2.1238938053097346e-05,
      "loss": 0.0064,
      "step": 21816
    },
    {
      "epoch": 2.3652428447528187,
      "grad_norm": 0.1312074065208435,
      "learning_rate": 2.123531118526041e-05,
      "loss": 0.0133,
      "step": 21817
    },
    {
      "epoch": 2.3653512575888986,
      "grad_norm": 0.5446625351905823,
      "learning_rate": 2.1231684317423474e-05,
      "loss": 0.046,
      "step": 21818
    },
    {
      "epoch": 2.365459670424978,
      "grad_norm": 0.529578685760498,
      "learning_rate": 2.122805744958654e-05,
      "loss": 0.0227,
      "step": 21819
    },
    {
      "epoch": 2.365568083261058,
      "grad_norm": 0.31889262795448303,
      "learning_rate": 2.1224430581749602e-05,
      "loss": 0.0283,
      "step": 21820
    },
    {
      "epoch": 2.365676496097138,
      "grad_norm": 0.1164102628827095,
      "learning_rate": 2.1220803713912667e-05,
      "loss": 0.0279,
      "step": 21821
    },
    {
      "epoch": 2.3657849089332177,
      "grad_norm": 0.18327797949314117,
      "learning_rate": 2.1217176846075727e-05,
      "loss": 0.0053,
      "step": 21822
    },
    {
      "epoch": 2.3658933217692977,
      "grad_norm": 0.1648474782705307,
      "learning_rate": 2.1213549978238795e-05,
      "loss": 0.0053,
      "step": 21823
    },
    {
      "epoch": 2.366001734605377,
      "grad_norm": 0.7248881459236145,
      "learning_rate": 2.120992311040186e-05,
      "loss": 0.0494,
      "step": 21824
    },
    {
      "epoch": 2.366110147441457,
      "grad_norm": 0.1382960081100464,
      "learning_rate": 2.1206296242564923e-05,
      "loss": 0.0132,
      "step": 21825
    },
    {
      "epoch": 2.3662185602775367,
      "grad_norm": 0.17630235850811005,
      "learning_rate": 2.1202669374727984e-05,
      "loss": 0.015,
      "step": 21826
    },
    {
      "epoch": 2.3663269731136167,
      "grad_norm": 0.028093764558434486,
      "learning_rate": 2.119904250689105e-05,
      "loss": 0.0017,
      "step": 21827
    },
    {
      "epoch": 2.3664353859496963,
      "grad_norm": 0.291776180267334,
      "learning_rate": 2.1195415639054115e-05,
      "loss": 0.0271,
      "step": 21828
    },
    {
      "epoch": 2.3665437987857763,
      "grad_norm": 0.09326108545064926,
      "learning_rate": 2.1191788771217176e-05,
      "loss": 0.0128,
      "step": 21829
    },
    {
      "epoch": 2.3666522116218562,
      "grad_norm": 0.32789599895477295,
      "learning_rate": 2.118816190338024e-05,
      "loss": 0.0312,
      "step": 21830
    },
    {
      "epoch": 2.366760624457936,
      "grad_norm": 0.12980924546718597,
      "learning_rate": 2.1184535035543308e-05,
      "loss": 0.0101,
      "step": 21831
    },
    {
      "epoch": 2.3668690372940158,
      "grad_norm": 0.2485576868057251,
      "learning_rate": 2.1180908167706372e-05,
      "loss": 0.0129,
      "step": 21832
    },
    {
      "epoch": 2.3669774501300953,
      "grad_norm": 0.731772243976593,
      "learning_rate": 2.1177281299869432e-05,
      "loss": 0.0627,
      "step": 21833
    },
    {
      "epoch": 2.3670858629661753,
      "grad_norm": 0.24557803571224213,
      "learning_rate": 2.1173654432032497e-05,
      "loss": 0.0105,
      "step": 21834
    },
    {
      "epoch": 2.367194275802255,
      "grad_norm": 0.022522632032632828,
      "learning_rate": 2.1170027564195564e-05,
      "loss": 0.0013,
      "step": 21835
    },
    {
      "epoch": 2.367302688638335,
      "grad_norm": 0.041842762380838394,
      "learning_rate": 2.1166400696358625e-05,
      "loss": 0.0061,
      "step": 21836
    },
    {
      "epoch": 2.3674111014744144,
      "grad_norm": 0.23446020483970642,
      "learning_rate": 2.116277382852169e-05,
      "loss": 0.0227,
      "step": 21837
    },
    {
      "epoch": 2.3675195143104943,
      "grad_norm": 0.39755648374557495,
      "learning_rate": 2.1159146960684753e-05,
      "loss": 0.0175,
      "step": 21838
    },
    {
      "epoch": 2.3676279271465743,
      "grad_norm": 0.39590081572532654,
      "learning_rate": 2.1155520092847817e-05,
      "loss": 0.0157,
      "step": 21839
    },
    {
      "epoch": 2.367736339982654,
      "grad_norm": 0.020635755732655525,
      "learning_rate": 2.115189322501088e-05,
      "loss": 0.0009,
      "step": 21840
    },
    {
      "epoch": 2.367844752818734,
      "grad_norm": 0.4712066352367401,
      "learning_rate": 2.1148266357173945e-05,
      "loss": 0.016,
      "step": 21841
    },
    {
      "epoch": 2.3679531656548134,
      "grad_norm": 0.09014894813299179,
      "learning_rate": 2.114463948933701e-05,
      "loss": 0.0096,
      "step": 21842
    },
    {
      "epoch": 2.3680615784908934,
      "grad_norm": 0.16700689494609833,
      "learning_rate": 2.1141012621500073e-05,
      "loss": 0.013,
      "step": 21843
    },
    {
      "epoch": 2.368169991326973,
      "grad_norm": 0.0949287936091423,
      "learning_rate": 2.1137385753663138e-05,
      "loss": 0.0049,
      "step": 21844
    },
    {
      "epoch": 2.368278404163053,
      "grad_norm": 0.13789062201976776,
      "learning_rate": 2.11337588858262e-05,
      "loss": 0.0049,
      "step": 21845
    },
    {
      "epoch": 2.3683868169991324,
      "grad_norm": 0.5770993828773499,
      "learning_rate": 2.1130132017989266e-05,
      "loss": 0.0311,
      "step": 21846
    },
    {
      "epoch": 2.3684952298352124,
      "grad_norm": 0.6385506391525269,
      "learning_rate": 2.112650515015233e-05,
      "loss": 0.0343,
      "step": 21847
    },
    {
      "epoch": 2.3686036426712924,
      "grad_norm": 0.4741077721118927,
      "learning_rate": 2.1122878282315394e-05,
      "loss": 0.0196,
      "step": 21848
    },
    {
      "epoch": 2.368712055507372,
      "grad_norm": 0.21189694106578827,
      "learning_rate": 2.1119251414478458e-05,
      "loss": 0.0239,
      "step": 21849
    },
    {
      "epoch": 2.368820468343452,
      "grad_norm": 0.21116387844085693,
      "learning_rate": 2.1115624546641522e-05,
      "loss": 0.017,
      "step": 21850
    },
    {
      "epoch": 2.3689288811795315,
      "grad_norm": 0.26845911145210266,
      "learning_rate": 2.1111997678804586e-05,
      "loss": 0.0416,
      "step": 21851
    },
    {
      "epoch": 2.3690372940156115,
      "grad_norm": 0.2535979151725769,
      "learning_rate": 2.1108370810967647e-05,
      "loss": 0.0387,
      "step": 21852
    },
    {
      "epoch": 2.3691457068516915,
      "grad_norm": 0.1223607212305069,
      "learning_rate": 2.1104743943130715e-05,
      "loss": 0.0204,
      "step": 21853
    },
    {
      "epoch": 2.369254119687771,
      "grad_norm": 0.6087925434112549,
      "learning_rate": 2.110111707529378e-05,
      "loss": 0.0386,
      "step": 21854
    },
    {
      "epoch": 2.369362532523851,
      "grad_norm": 0.24761739373207092,
      "learning_rate": 2.109749020745684e-05,
      "loss": 0.0247,
      "step": 21855
    },
    {
      "epoch": 2.3694709453599305,
      "grad_norm": 0.11883477121591568,
      "learning_rate": 2.1093863339619903e-05,
      "loss": 0.0069,
      "step": 21856
    },
    {
      "epoch": 2.3695793581960105,
      "grad_norm": 0.013294164091348648,
      "learning_rate": 2.109023647178297e-05,
      "loss": 0.0007,
      "step": 21857
    },
    {
      "epoch": 2.36968777103209,
      "grad_norm": 0.02278181165456772,
      "learning_rate": 2.1086609603946035e-05,
      "loss": 0.0016,
      "step": 21858
    },
    {
      "epoch": 2.36979618386817,
      "grad_norm": 0.07671942561864853,
      "learning_rate": 2.1082982736109096e-05,
      "loss": 0.0043,
      "step": 21859
    },
    {
      "epoch": 2.3699045967042496,
      "grad_norm": 0.291490763425827,
      "learning_rate": 2.107935586827216e-05,
      "loss": 0.0275,
      "step": 21860
    },
    {
      "epoch": 2.3700130095403296,
      "grad_norm": 0.2514212429523468,
      "learning_rate": 2.1075729000435227e-05,
      "loss": 0.0246,
      "step": 21861
    },
    {
      "epoch": 2.3701214223764095,
      "grad_norm": 0.3096977770328522,
      "learning_rate": 2.107210213259829e-05,
      "loss": 0.0228,
      "step": 21862
    },
    {
      "epoch": 2.370229835212489,
      "grad_norm": 0.1361563801765442,
      "learning_rate": 2.1068475264761352e-05,
      "loss": 0.0058,
      "step": 21863
    },
    {
      "epoch": 2.370338248048569,
      "grad_norm": 0.3915163576602936,
      "learning_rate": 2.1064848396924416e-05,
      "loss": 0.0087,
      "step": 21864
    },
    {
      "epoch": 2.3704466608846486,
      "grad_norm": 0.35024476051330566,
      "learning_rate": 2.106122152908748e-05,
      "loss": 0.0193,
      "step": 21865
    },
    {
      "epoch": 2.3705550737207286,
      "grad_norm": 0.1307801753282547,
      "learning_rate": 2.1057594661250545e-05,
      "loss": 0.0109,
      "step": 21866
    },
    {
      "epoch": 2.370663486556808,
      "grad_norm": 0.14805074036121368,
      "learning_rate": 2.105396779341361e-05,
      "loss": 0.0073,
      "step": 21867
    },
    {
      "epoch": 2.370771899392888,
      "grad_norm": 0.013621301390230656,
      "learning_rate": 2.1050340925576673e-05,
      "loss": 0.0007,
      "step": 21868
    },
    {
      "epoch": 2.3708803122289677,
      "grad_norm": 0.20915478467941284,
      "learning_rate": 2.1046714057739737e-05,
      "loss": 0.006,
      "step": 21869
    },
    {
      "epoch": 2.3709887250650477,
      "grad_norm": 0.044119372963905334,
      "learning_rate": 2.10430871899028e-05,
      "loss": 0.0033,
      "step": 21870
    },
    {
      "epoch": 2.3710971379011276,
      "grad_norm": 0.22331874072551727,
      "learning_rate": 2.1039460322065865e-05,
      "loss": 0.0188,
      "step": 21871
    },
    {
      "epoch": 2.371205550737207,
      "grad_norm": 0.03130841255187988,
      "learning_rate": 2.103583345422893e-05,
      "loss": 0.0023,
      "step": 21872
    },
    {
      "epoch": 2.371313963573287,
      "grad_norm": 0.06633440405130386,
      "learning_rate": 2.1032206586391993e-05,
      "loss": 0.0042,
      "step": 21873
    },
    {
      "epoch": 2.3714223764093667,
      "grad_norm": 0.10837922990322113,
      "learning_rate": 2.1028579718555057e-05,
      "loss": 0.0106,
      "step": 21874
    },
    {
      "epoch": 2.3715307892454467,
      "grad_norm": 0.16083168983459473,
      "learning_rate": 2.102495285071812e-05,
      "loss": 0.0116,
      "step": 21875
    },
    {
      "epoch": 2.3716392020815267,
      "grad_norm": 0.0610947385430336,
      "learning_rate": 2.1021325982881186e-05,
      "loss": 0.0027,
      "step": 21876
    },
    {
      "epoch": 2.371747614917606,
      "grad_norm": 0.17480508983135223,
      "learning_rate": 2.101769911504425e-05,
      "loss": 0.0072,
      "step": 21877
    },
    {
      "epoch": 2.371856027753686,
      "grad_norm": 0.015497301705181599,
      "learning_rate": 2.101407224720731e-05,
      "loss": 0.0006,
      "step": 21878
    },
    {
      "epoch": 2.3719644405897657,
      "grad_norm": 0.16388534009456635,
      "learning_rate": 2.1010445379370378e-05,
      "loss": 0.0248,
      "step": 21879
    },
    {
      "epoch": 2.3720728534258457,
      "grad_norm": 0.17525726556777954,
      "learning_rate": 2.1006818511533442e-05,
      "loss": 0.0171,
      "step": 21880
    },
    {
      "epoch": 2.3721812662619253,
      "grad_norm": 0.10396411269903183,
      "learning_rate": 2.1003191643696503e-05,
      "loss": 0.0048,
      "step": 21881
    },
    {
      "epoch": 2.3722896790980053,
      "grad_norm": 0.48405131697654724,
      "learning_rate": 2.0999564775859567e-05,
      "loss": 0.046,
      "step": 21882
    },
    {
      "epoch": 2.372398091934085,
      "grad_norm": 0.010335982777178288,
      "learning_rate": 2.0995937908022634e-05,
      "loss": 0.0006,
      "step": 21883
    },
    {
      "epoch": 2.372506504770165,
      "grad_norm": 0.9346010088920593,
      "learning_rate": 2.09923110401857e-05,
      "loss": 0.0415,
      "step": 21884
    },
    {
      "epoch": 2.3726149176062448,
      "grad_norm": 0.2190278321504593,
      "learning_rate": 2.098868417234876e-05,
      "loss": 0.0118,
      "step": 21885
    },
    {
      "epoch": 2.3727233304423243,
      "grad_norm": 0.4605655074119568,
      "learning_rate": 2.0985057304511823e-05,
      "loss": 0.0197,
      "step": 21886
    },
    {
      "epoch": 2.3728317432784043,
      "grad_norm": 0.6623764634132385,
      "learning_rate": 2.098143043667489e-05,
      "loss": 0.0549,
      "step": 21887
    },
    {
      "epoch": 2.372940156114484,
      "grad_norm": 0.29333582520484924,
      "learning_rate": 2.0977803568837955e-05,
      "loss": 0.0399,
      "step": 21888
    },
    {
      "epoch": 2.373048568950564,
      "grad_norm": 0.48271113634109497,
      "learning_rate": 2.0974176701001016e-05,
      "loss": 0.0316,
      "step": 21889
    },
    {
      "epoch": 2.3731569817866434,
      "grad_norm": 0.07527399808168411,
      "learning_rate": 2.097054983316408e-05,
      "loss": 0.0084,
      "step": 21890
    },
    {
      "epoch": 2.3732653946227233,
      "grad_norm": 0.1984303891658783,
      "learning_rate": 2.0966922965327144e-05,
      "loss": 0.005,
      "step": 21891
    },
    {
      "epoch": 2.373373807458803,
      "grad_norm": 0.1614682674407959,
      "learning_rate": 2.0963296097490208e-05,
      "loss": 0.0082,
      "step": 21892
    },
    {
      "epoch": 2.373482220294883,
      "grad_norm": 0.33341294527053833,
      "learning_rate": 2.0959669229653272e-05,
      "loss": 0.0435,
      "step": 21893
    },
    {
      "epoch": 2.373590633130963,
      "grad_norm": 0.20355787873268127,
      "learning_rate": 2.0956042361816336e-05,
      "loss": 0.0051,
      "step": 21894
    },
    {
      "epoch": 2.3736990459670424,
      "grad_norm": 0.09122458100318909,
      "learning_rate": 2.09524154939794e-05,
      "loss": 0.0051,
      "step": 21895
    },
    {
      "epoch": 2.3738074588031224,
      "grad_norm": 0.3329119384288788,
      "learning_rate": 2.0948788626142464e-05,
      "loss": 0.0211,
      "step": 21896
    },
    {
      "epoch": 2.373915871639202,
      "grad_norm": 0.13594086468219757,
      "learning_rate": 2.094516175830553e-05,
      "loss": 0.008,
      "step": 21897
    },
    {
      "epoch": 2.374024284475282,
      "grad_norm": 0.2244647890329361,
      "learning_rate": 2.0941534890468592e-05,
      "loss": 0.0146,
      "step": 21898
    },
    {
      "epoch": 2.374132697311362,
      "grad_norm": 0.15790875256061554,
      "learning_rate": 2.0937908022631657e-05,
      "loss": 0.017,
      "step": 21899
    },
    {
      "epoch": 2.3742411101474414,
      "grad_norm": 0.1494247317314148,
      "learning_rate": 2.093428115479472e-05,
      "loss": 0.0107,
      "step": 21900
    },
    {
      "epoch": 2.3743495229835214,
      "grad_norm": 0.31719329953193665,
      "learning_rate": 2.0930654286957785e-05,
      "loss": 0.027,
      "step": 21901
    },
    {
      "epoch": 2.374457935819601,
      "grad_norm": 0.2596660256385803,
      "learning_rate": 2.092702741912085e-05,
      "loss": 0.0167,
      "step": 21902
    },
    {
      "epoch": 2.374566348655681,
      "grad_norm": 0.10478664189577103,
      "learning_rate": 2.0923400551283913e-05,
      "loss": 0.0021,
      "step": 21903
    },
    {
      "epoch": 2.3746747614917605,
      "grad_norm": 0.12837794423103333,
      "learning_rate": 2.0919773683446974e-05,
      "loss": 0.0277,
      "step": 21904
    },
    {
      "epoch": 2.3747831743278405,
      "grad_norm": 0.06748054921627045,
      "learning_rate": 2.091614681561004e-05,
      "loss": 0.0087,
      "step": 21905
    },
    {
      "epoch": 2.37489158716392,
      "grad_norm": 0.3789750933647156,
      "learning_rate": 2.0912519947773105e-05,
      "loss": 0.0243,
      "step": 21906
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.358649343252182,
      "learning_rate": 2.0908893079936166e-05,
      "loss": 0.0146,
      "step": 21907
    },
    {
      "epoch": 2.37510841283608,
      "grad_norm": 0.0471438467502594,
      "learning_rate": 2.090526621209923e-05,
      "loss": 0.0091,
      "step": 21908
    },
    {
      "epoch": 2.3752168256721595,
      "grad_norm": 0.2505330741405487,
      "learning_rate": 2.0901639344262298e-05,
      "loss": 0.007,
      "step": 21909
    },
    {
      "epoch": 2.3753252385082395,
      "grad_norm": 0.05831468850374222,
      "learning_rate": 2.0898012476425362e-05,
      "loss": 0.0013,
      "step": 21910
    },
    {
      "epoch": 2.375433651344319,
      "grad_norm": 0.19843502342700958,
      "learning_rate": 2.0894385608588422e-05,
      "loss": 0.0094,
      "step": 21911
    },
    {
      "epoch": 2.375542064180399,
      "grad_norm": 0.2768247425556183,
      "learning_rate": 2.0890758740751487e-05,
      "loss": 0.0232,
      "step": 21912
    },
    {
      "epoch": 2.3756504770164786,
      "grad_norm": 0.7619194984436035,
      "learning_rate": 2.0887131872914554e-05,
      "loss": 0.0347,
      "step": 21913
    },
    {
      "epoch": 2.3757588898525586,
      "grad_norm": 0.0645049661397934,
      "learning_rate": 2.0883505005077618e-05,
      "loss": 0.0038,
      "step": 21914
    },
    {
      "epoch": 2.375867302688638,
      "grad_norm": 0.18663732707500458,
      "learning_rate": 2.087987813724068e-05,
      "loss": 0.0225,
      "step": 21915
    },
    {
      "epoch": 2.375975715524718,
      "grad_norm": 0.05843229591846466,
      "learning_rate": 2.0876251269403743e-05,
      "loss": 0.0057,
      "step": 21916
    },
    {
      "epoch": 2.376084128360798,
      "grad_norm": 0.2567008435726166,
      "learning_rate": 2.0872624401566807e-05,
      "loss": 0.0286,
      "step": 21917
    },
    {
      "epoch": 2.3761925411968776,
      "grad_norm": 0.2767641544342041,
      "learning_rate": 2.086899753372987e-05,
      "loss": 0.0192,
      "step": 21918
    },
    {
      "epoch": 2.3763009540329576,
      "grad_norm": 0.2887604236602783,
      "learning_rate": 2.0865370665892935e-05,
      "loss": 0.0245,
      "step": 21919
    },
    {
      "epoch": 2.376409366869037,
      "grad_norm": 0.08439286798238754,
      "learning_rate": 2.0861743798056e-05,
      "loss": 0.0103,
      "step": 21920
    },
    {
      "epoch": 2.376517779705117,
      "grad_norm": 0.24889901280403137,
      "learning_rate": 2.0858116930219064e-05,
      "loss": 0.0107,
      "step": 21921
    },
    {
      "epoch": 2.376626192541197,
      "grad_norm": 0.07599395513534546,
      "learning_rate": 2.0854490062382128e-05,
      "loss": 0.005,
      "step": 21922
    },
    {
      "epoch": 2.3767346053772767,
      "grad_norm": 0.2444271445274353,
      "learning_rate": 2.0850863194545192e-05,
      "loss": 0.0105,
      "step": 21923
    },
    {
      "epoch": 2.3768430182133566,
      "grad_norm": 0.274479478597641,
      "learning_rate": 2.0847236326708256e-05,
      "loss": 0.0099,
      "step": 21924
    },
    {
      "epoch": 2.376951431049436,
      "grad_norm": 0.2316255122423172,
      "learning_rate": 2.084360945887132e-05,
      "loss": 0.0055,
      "step": 21925
    },
    {
      "epoch": 2.377059843885516,
      "grad_norm": 0.3970124125480652,
      "learning_rate": 2.0839982591034384e-05,
      "loss": 0.0151,
      "step": 21926
    },
    {
      "epoch": 2.3771682567215957,
      "grad_norm": 0.11646053940057755,
      "learning_rate": 2.0836355723197448e-05,
      "loss": 0.0053,
      "step": 21927
    },
    {
      "epoch": 2.3772766695576757,
      "grad_norm": 0.20218287408351898,
      "learning_rate": 2.0832728855360512e-05,
      "loss": 0.0107,
      "step": 21928
    },
    {
      "epoch": 2.3773850823937552,
      "grad_norm": 0.04138387367129326,
      "learning_rate": 2.0829101987523576e-05,
      "loss": 0.0023,
      "step": 21929
    },
    {
      "epoch": 2.377493495229835,
      "grad_norm": 0.1866491734981537,
      "learning_rate": 2.082547511968664e-05,
      "loss": 0.0093,
      "step": 21930
    },
    {
      "epoch": 2.377601908065915,
      "grad_norm": 1.3180826902389526,
      "learning_rate": 2.0821848251849705e-05,
      "loss": 0.018,
      "step": 21931
    },
    {
      "epoch": 2.3777103209019947,
      "grad_norm": 0.28064095973968506,
      "learning_rate": 2.081822138401277e-05,
      "loss": 0.0214,
      "step": 21932
    },
    {
      "epoch": 2.3778187337380747,
      "grad_norm": 0.00537469144910574,
      "learning_rate": 2.081459451617583e-05,
      "loss": 0.0003,
      "step": 21933
    },
    {
      "epoch": 2.3779271465741543,
      "grad_norm": 0.06456717848777771,
      "learning_rate": 2.0810967648338893e-05,
      "loss": 0.0044,
      "step": 21934
    },
    {
      "epoch": 2.3780355594102343,
      "grad_norm": 0.025889234617352486,
      "learning_rate": 2.080734078050196e-05,
      "loss": 0.0022,
      "step": 21935
    },
    {
      "epoch": 2.378143972246314,
      "grad_norm": 0.3658294975757599,
      "learning_rate": 2.0803713912665025e-05,
      "loss": 0.026,
      "step": 21936
    },
    {
      "epoch": 2.378252385082394,
      "grad_norm": 0.07079216092824936,
      "learning_rate": 2.0800087044828086e-05,
      "loss": 0.0015,
      "step": 21937
    },
    {
      "epoch": 2.3783607979184733,
      "grad_norm": 0.06979648768901825,
      "learning_rate": 2.079646017699115e-05,
      "loss": 0.0074,
      "step": 21938
    },
    {
      "epoch": 2.3784692107545533,
      "grad_norm": 0.31295615434646606,
      "learning_rate": 2.0792833309154217e-05,
      "loss": 0.0399,
      "step": 21939
    },
    {
      "epoch": 2.3785776235906333,
      "grad_norm": 0.06920985132455826,
      "learning_rate": 2.078920644131728e-05,
      "loss": 0.005,
      "step": 21940
    },
    {
      "epoch": 2.378686036426713,
      "grad_norm": 0.04863942041993141,
      "learning_rate": 2.0785579573480342e-05,
      "loss": 0.0057,
      "step": 21941
    },
    {
      "epoch": 2.378794449262793,
      "grad_norm": 0.1031452938914299,
      "learning_rate": 2.0781952705643406e-05,
      "loss": 0.008,
      "step": 21942
    },
    {
      "epoch": 2.3789028620988724,
      "grad_norm": 0.010300906375050545,
      "learning_rate": 2.0778325837806474e-05,
      "loss": 0.0005,
      "step": 21943
    },
    {
      "epoch": 2.3790112749349523,
      "grad_norm": 0.20623236894607544,
      "learning_rate": 2.0774698969969535e-05,
      "loss": 0.0335,
      "step": 21944
    },
    {
      "epoch": 2.3791196877710323,
      "grad_norm": 0.27034324407577515,
      "learning_rate": 2.07710721021326e-05,
      "loss": 0.0321,
      "step": 21945
    },
    {
      "epoch": 2.379228100607112,
      "grad_norm": 0.06850655376911163,
      "learning_rate": 2.0767445234295663e-05,
      "loss": 0.003,
      "step": 21946
    },
    {
      "epoch": 2.379336513443192,
      "grad_norm": 0.1314525455236435,
      "learning_rate": 2.0763818366458727e-05,
      "loss": 0.0181,
      "step": 21947
    },
    {
      "epoch": 2.3794449262792714,
      "grad_norm": 0.31238287687301636,
      "learning_rate": 2.076019149862179e-05,
      "loss": 0.0189,
      "step": 21948
    },
    {
      "epoch": 2.3795533391153514,
      "grad_norm": 0.32340431213378906,
      "learning_rate": 2.0756564630784855e-05,
      "loss": 0.0176,
      "step": 21949
    },
    {
      "epoch": 2.379661751951431,
      "grad_norm": 0.10799696296453476,
      "learning_rate": 2.075293776294792e-05,
      "loss": 0.01,
      "step": 21950
    },
    {
      "epoch": 2.379770164787511,
      "grad_norm": 0.4104267656803131,
      "learning_rate": 2.0749310895110983e-05,
      "loss": 0.0164,
      "step": 21951
    },
    {
      "epoch": 2.3798785776235905,
      "grad_norm": 0.05546467751264572,
      "learning_rate": 2.0745684027274047e-05,
      "loss": 0.0043,
      "step": 21952
    },
    {
      "epoch": 2.3799869904596704,
      "grad_norm": 0.19600360095500946,
      "learning_rate": 2.074205715943711e-05,
      "loss": 0.0088,
      "step": 21953
    },
    {
      "epoch": 2.3800954032957504,
      "grad_norm": 0.5748936533927917,
      "learning_rate": 2.0738430291600176e-05,
      "loss": 0.0206,
      "step": 21954
    },
    {
      "epoch": 2.38020381613183,
      "grad_norm": 0.28357967734336853,
      "learning_rate": 2.073480342376324e-05,
      "loss": 0.0239,
      "step": 21955
    },
    {
      "epoch": 2.38031222896791,
      "grad_norm": 0.33357134461402893,
      "learning_rate": 2.0731176555926304e-05,
      "loss": 0.0126,
      "step": 21956
    },
    {
      "epoch": 2.3804206418039895,
      "grad_norm": 0.043605219572782516,
      "learning_rate": 2.0727549688089368e-05,
      "loss": 0.0034,
      "step": 21957
    },
    {
      "epoch": 2.3805290546400695,
      "grad_norm": 0.1707826405763626,
      "learning_rate": 2.0723922820252432e-05,
      "loss": 0.0237,
      "step": 21958
    },
    {
      "epoch": 2.380637467476149,
      "grad_norm": 0.3052746057510376,
      "learning_rate": 2.0720295952415493e-05,
      "loss": 0.0206,
      "step": 21959
    },
    {
      "epoch": 2.380745880312229,
      "grad_norm": 0.09234850853681564,
      "learning_rate": 2.0716669084578557e-05,
      "loss": 0.0053,
      "step": 21960
    },
    {
      "epoch": 2.3808542931483085,
      "grad_norm": 0.24618008732795715,
      "learning_rate": 2.0713042216741624e-05,
      "loss": 0.0104,
      "step": 21961
    },
    {
      "epoch": 2.3809627059843885,
      "grad_norm": 0.15951620042324066,
      "learning_rate": 2.070941534890469e-05,
      "loss": 0.0206,
      "step": 21962
    },
    {
      "epoch": 2.3810711188204685,
      "grad_norm": 0.20726822316646576,
      "learning_rate": 2.070578848106775e-05,
      "loss": 0.019,
      "step": 21963
    },
    {
      "epoch": 2.381179531656548,
      "grad_norm": 0.08150096982717514,
      "learning_rate": 2.0702161613230813e-05,
      "loss": 0.0038,
      "step": 21964
    },
    {
      "epoch": 2.381287944492628,
      "grad_norm": 0.08751069754362106,
      "learning_rate": 2.069853474539388e-05,
      "loss": 0.0092,
      "step": 21965
    },
    {
      "epoch": 2.3813963573287076,
      "grad_norm": 0.22585903108119965,
      "learning_rate": 2.0694907877556945e-05,
      "loss": 0.0462,
      "step": 21966
    },
    {
      "epoch": 2.3815047701647876,
      "grad_norm": 0.003208074253052473,
      "learning_rate": 2.0691281009720006e-05,
      "loss": 0.0002,
      "step": 21967
    },
    {
      "epoch": 2.3816131830008676,
      "grad_norm": 0.24917791783809662,
      "learning_rate": 2.068765414188307e-05,
      "loss": 0.0653,
      "step": 21968
    },
    {
      "epoch": 2.381721595836947,
      "grad_norm": 0.2151890993118286,
      "learning_rate": 2.0684027274046137e-05,
      "loss": 0.033,
      "step": 21969
    },
    {
      "epoch": 2.381830008673027,
      "grad_norm": 0.08554763346910477,
      "learning_rate": 2.0680400406209198e-05,
      "loss": 0.0056,
      "step": 21970
    },
    {
      "epoch": 2.3819384215091066,
      "grad_norm": 0.13581635057926178,
      "learning_rate": 2.0676773538372262e-05,
      "loss": 0.0038,
      "step": 21971
    },
    {
      "epoch": 2.3820468343451866,
      "grad_norm": 0.23673270642757416,
      "learning_rate": 2.0673146670535326e-05,
      "loss": 0.0376,
      "step": 21972
    },
    {
      "epoch": 2.382155247181266,
      "grad_norm": 0.31423360109329224,
      "learning_rate": 2.066951980269839e-05,
      "loss": 0.0154,
      "step": 21973
    },
    {
      "epoch": 2.382263660017346,
      "grad_norm": 0.1358201801776886,
      "learning_rate": 2.0665892934861454e-05,
      "loss": 0.0057,
      "step": 21974
    },
    {
      "epoch": 2.3823720728534257,
      "grad_norm": 0.20901396870613098,
      "learning_rate": 2.066226606702452e-05,
      "loss": 0.0114,
      "step": 21975
    },
    {
      "epoch": 2.3824804856895057,
      "grad_norm": 0.2382105439901352,
      "learning_rate": 2.0658639199187583e-05,
      "loss": 0.0238,
      "step": 21976
    },
    {
      "epoch": 2.3825888985255856,
      "grad_norm": 0.4299534261226654,
      "learning_rate": 2.0655012331350647e-05,
      "loss": 0.0355,
      "step": 21977
    },
    {
      "epoch": 2.382697311361665,
      "grad_norm": 0.21519744396209717,
      "learning_rate": 2.065138546351371e-05,
      "loss": 0.0044,
      "step": 21978
    },
    {
      "epoch": 2.382805724197745,
      "grad_norm": 0.10434231162071228,
      "learning_rate": 2.0647758595676775e-05,
      "loss": 0.006,
      "step": 21979
    },
    {
      "epoch": 2.3829141370338247,
      "grad_norm": 0.4599165916442871,
      "learning_rate": 2.064413172783984e-05,
      "loss": 0.0419,
      "step": 21980
    },
    {
      "epoch": 2.3830225498699047,
      "grad_norm": 0.6392314434051514,
      "learning_rate": 2.0640504860002903e-05,
      "loss": 0.0293,
      "step": 21981
    },
    {
      "epoch": 2.3831309627059842,
      "grad_norm": 0.018558915704488754,
      "learning_rate": 2.0636877992165967e-05,
      "loss": 0.0011,
      "step": 21982
    },
    {
      "epoch": 2.383239375542064,
      "grad_norm": 0.04389277100563049,
      "learning_rate": 2.063325112432903e-05,
      "loss": 0.0043,
      "step": 21983
    },
    {
      "epoch": 2.3833477883781438,
      "grad_norm": 0.11522846668958664,
      "learning_rate": 2.0629624256492095e-05,
      "loss": 0.006,
      "step": 21984
    },
    {
      "epoch": 2.3834562012142237,
      "grad_norm": 0.03897577151656151,
      "learning_rate": 2.0625997388655156e-05,
      "loss": 0.0029,
      "step": 21985
    },
    {
      "epoch": 2.3835646140503037,
      "grad_norm": 0.00722870510071516,
      "learning_rate": 2.062237052081822e-05,
      "loss": 0.0004,
      "step": 21986
    },
    {
      "epoch": 2.3836730268863833,
      "grad_norm": 0.15521366894245148,
      "learning_rate": 2.0618743652981288e-05,
      "loss": 0.0126,
      "step": 21987
    },
    {
      "epoch": 2.3837814397224633,
      "grad_norm": 0.11870665103197098,
      "learning_rate": 2.0615116785144352e-05,
      "loss": 0.0087,
      "step": 21988
    },
    {
      "epoch": 2.383889852558543,
      "grad_norm": 0.15700024366378784,
      "learning_rate": 2.0611489917307412e-05,
      "loss": 0.0328,
      "step": 21989
    },
    {
      "epoch": 2.383998265394623,
      "grad_norm": 0.09477288275957108,
      "learning_rate": 2.0607863049470477e-05,
      "loss": 0.0075,
      "step": 21990
    },
    {
      "epoch": 2.3841066782307023,
      "grad_norm": 0.2567608952522278,
      "learning_rate": 2.0604236181633544e-05,
      "loss": 0.012,
      "step": 21991
    },
    {
      "epoch": 2.3842150910667823,
      "grad_norm": 0.28165942430496216,
      "learning_rate": 2.0600609313796608e-05,
      "loss": 0.0044,
      "step": 21992
    },
    {
      "epoch": 2.384323503902862,
      "grad_norm": 0.19634081423282623,
      "learning_rate": 2.059698244595967e-05,
      "loss": 0.0091,
      "step": 21993
    },
    {
      "epoch": 2.384431916738942,
      "grad_norm": 0.007912131026387215,
      "learning_rate": 2.0593355578122733e-05,
      "loss": 0.0004,
      "step": 21994
    },
    {
      "epoch": 2.384540329575022,
      "grad_norm": 0.13737356662750244,
      "learning_rate": 2.05897287102858e-05,
      "loss": 0.011,
      "step": 21995
    },
    {
      "epoch": 2.3846487424111014,
      "grad_norm": 0.1816522777080536,
      "learning_rate": 2.058610184244886e-05,
      "loss": 0.0075,
      "step": 21996
    },
    {
      "epoch": 2.3847571552471813,
      "grad_norm": 0.152435302734375,
      "learning_rate": 2.0582474974611925e-05,
      "loss": 0.0232,
      "step": 21997
    },
    {
      "epoch": 2.384865568083261,
      "grad_norm": 0.2212202101945877,
      "learning_rate": 2.057884810677499e-05,
      "loss": 0.0079,
      "step": 21998
    },
    {
      "epoch": 2.384973980919341,
      "grad_norm": 0.34013473987579346,
      "learning_rate": 2.0575221238938054e-05,
      "loss": 0.0452,
      "step": 21999
    },
    {
      "epoch": 2.385082393755421,
      "grad_norm": 0.25152042508125305,
      "learning_rate": 2.0571594371101118e-05,
      "loss": 0.0138,
      "step": 22000
    },
    {
      "epoch": 2.3851908065915004,
      "grad_norm": 0.1336720734834671,
      "learning_rate": 2.0567967503264182e-05,
      "loss": 0.0054,
      "step": 22001
    },
    {
      "epoch": 2.3852992194275804,
      "grad_norm": 0.019371800124645233,
      "learning_rate": 2.0564340635427246e-05,
      "loss": 0.0009,
      "step": 22002
    },
    {
      "epoch": 2.38540763226366,
      "grad_norm": 0.1530870646238327,
      "learning_rate": 2.056071376759031e-05,
      "loss": 0.0117,
      "step": 22003
    },
    {
      "epoch": 2.38551604509974,
      "grad_norm": 0.07888869196176529,
      "learning_rate": 2.0557086899753374e-05,
      "loss": 0.0067,
      "step": 22004
    },
    {
      "epoch": 2.3856244579358195,
      "grad_norm": 0.3171939551830292,
      "learning_rate": 2.0553460031916438e-05,
      "loss": 0.0508,
      "step": 22005
    },
    {
      "epoch": 2.3857328707718994,
      "grad_norm": 0.426638126373291,
      "learning_rate": 2.0549833164079502e-05,
      "loss": 0.0626,
      "step": 22006
    },
    {
      "epoch": 2.385841283607979,
      "grad_norm": 0.14474445581436157,
      "learning_rate": 2.0546206296242566e-05,
      "loss": 0.0017,
      "step": 22007
    },
    {
      "epoch": 2.385949696444059,
      "grad_norm": 0.12816588580608368,
      "learning_rate": 2.054257942840563e-05,
      "loss": 0.005,
      "step": 22008
    },
    {
      "epoch": 2.386058109280139,
      "grad_norm": 0.0931612029671669,
      "learning_rate": 2.0538952560568695e-05,
      "loss": 0.0055,
      "step": 22009
    },
    {
      "epoch": 2.3861665221162185,
      "grad_norm": 0.3234136402606964,
      "learning_rate": 2.053532569273176e-05,
      "loss": 0.0199,
      "step": 22010
    },
    {
      "epoch": 2.3862749349522985,
      "grad_norm": 0.10436265170574188,
      "learning_rate": 2.053169882489482e-05,
      "loss": 0.009,
      "step": 22011
    },
    {
      "epoch": 2.386383347788378,
      "grad_norm": 0.39227330684661865,
      "learning_rate": 2.0528071957057884e-05,
      "loss": 0.0292,
      "step": 22012
    },
    {
      "epoch": 2.386491760624458,
      "grad_norm": 0.1926531046628952,
      "learning_rate": 2.052444508922095e-05,
      "loss": 0.0128,
      "step": 22013
    },
    {
      "epoch": 2.3866001734605375,
      "grad_norm": 0.18644702434539795,
      "learning_rate": 2.0520818221384015e-05,
      "loss": 0.0159,
      "step": 22014
    },
    {
      "epoch": 2.3867085862966175,
      "grad_norm": 1.0830293893814087,
      "learning_rate": 2.0517191353547076e-05,
      "loss": 0.021,
      "step": 22015
    },
    {
      "epoch": 2.386816999132697,
      "grad_norm": 0.19828198850154877,
      "learning_rate": 2.051356448571014e-05,
      "loss": 0.0072,
      "step": 22016
    },
    {
      "epoch": 2.386925411968777,
      "grad_norm": 0.33645099401474,
      "learning_rate": 2.0509937617873207e-05,
      "loss": 0.0077,
      "step": 22017
    },
    {
      "epoch": 2.387033824804857,
      "grad_norm": 0.8311640024185181,
      "learning_rate": 2.050631075003627e-05,
      "loss": 0.0219,
      "step": 22018
    },
    {
      "epoch": 2.3871422376409366,
      "grad_norm": 0.03758746013045311,
      "learning_rate": 2.0502683882199332e-05,
      "loss": 0.0023,
      "step": 22019
    },
    {
      "epoch": 2.3872506504770166,
      "grad_norm": 0.21506044268608093,
      "learning_rate": 2.0499057014362396e-05,
      "loss": 0.019,
      "step": 22020
    },
    {
      "epoch": 2.387359063313096,
      "grad_norm": 0.15493418276309967,
      "learning_rate": 2.0495430146525464e-05,
      "loss": 0.01,
      "step": 22021
    },
    {
      "epoch": 2.387467476149176,
      "grad_norm": 0.022571895271539688,
      "learning_rate": 2.0491803278688525e-05,
      "loss": 0.0013,
      "step": 22022
    },
    {
      "epoch": 2.387575888985256,
      "grad_norm": 0.1802457571029663,
      "learning_rate": 2.048817641085159e-05,
      "loss": 0.0046,
      "step": 22023
    },
    {
      "epoch": 2.3876843018213356,
      "grad_norm": 0.10164863616228104,
      "learning_rate": 2.0484549543014653e-05,
      "loss": 0.003,
      "step": 22024
    },
    {
      "epoch": 2.3877927146574156,
      "grad_norm": 0.2832648754119873,
      "learning_rate": 2.0480922675177717e-05,
      "loss": 0.009,
      "step": 22025
    },
    {
      "epoch": 2.387901127493495,
      "grad_norm": 0.03551035374403,
      "learning_rate": 2.047729580734078e-05,
      "loss": 0.0021,
      "step": 22026
    },
    {
      "epoch": 2.388009540329575,
      "grad_norm": 1.117603063583374,
      "learning_rate": 2.0473668939503845e-05,
      "loss": 0.0551,
      "step": 22027
    },
    {
      "epoch": 2.3881179531656547,
      "grad_norm": 0.34529590606689453,
      "learning_rate": 2.047004207166691e-05,
      "loss": 0.0114,
      "step": 22028
    },
    {
      "epoch": 2.3882263660017347,
      "grad_norm": 0.7813605666160583,
      "learning_rate": 2.0466415203829973e-05,
      "loss": 0.0426,
      "step": 22029
    },
    {
      "epoch": 2.388334778837814,
      "grad_norm": 0.20521631836891174,
      "learning_rate": 2.0462788335993037e-05,
      "loss": 0.0156,
      "step": 22030
    },
    {
      "epoch": 2.388443191673894,
      "grad_norm": 0.4343441426753998,
      "learning_rate": 2.04591614681561e-05,
      "loss": 0.0303,
      "step": 22031
    },
    {
      "epoch": 2.388551604509974,
      "grad_norm": 0.3995780646800995,
      "learning_rate": 2.0455534600319166e-05,
      "loss": 0.017,
      "step": 22032
    },
    {
      "epoch": 2.3886600173460537,
      "grad_norm": 0.3532361090183258,
      "learning_rate": 2.045190773248223e-05,
      "loss": 0.0182,
      "step": 22033
    },
    {
      "epoch": 2.3887684301821337,
      "grad_norm": 0.1701473742723465,
      "learning_rate": 2.0448280864645294e-05,
      "loss": 0.0212,
      "step": 22034
    },
    {
      "epoch": 2.3888768430182132,
      "grad_norm": 0.5134274959564209,
      "learning_rate": 2.0444653996808358e-05,
      "loss": 0.0207,
      "step": 22035
    },
    {
      "epoch": 2.388985255854293,
      "grad_norm": 0.4959542155265808,
      "learning_rate": 2.0441027128971422e-05,
      "loss": 0.0426,
      "step": 22036
    },
    {
      "epoch": 2.3890936686903728,
      "grad_norm": 0.1964402049779892,
      "learning_rate": 2.0437400261134486e-05,
      "loss": 0.0226,
      "step": 22037
    },
    {
      "epoch": 2.3892020815264527,
      "grad_norm": 0.6605716943740845,
      "learning_rate": 2.043377339329755e-05,
      "loss": 0.043,
      "step": 22038
    },
    {
      "epoch": 2.3893104943625323,
      "grad_norm": 0.5804792642593384,
      "learning_rate": 2.0430146525460614e-05,
      "loss": 0.0436,
      "step": 22039
    },
    {
      "epoch": 2.3894189071986123,
      "grad_norm": 0.018691018223762512,
      "learning_rate": 2.042651965762368e-05,
      "loss": 0.0007,
      "step": 22040
    },
    {
      "epoch": 2.3895273200346923,
      "grad_norm": 0.1322699785232544,
      "learning_rate": 2.042289278978674e-05,
      "loss": 0.0037,
      "step": 22041
    },
    {
      "epoch": 2.389635732870772,
      "grad_norm": 0.09107135981321335,
      "learning_rate": 2.0419265921949803e-05,
      "loss": 0.0091,
      "step": 22042
    },
    {
      "epoch": 2.389744145706852,
      "grad_norm": 0.06554806232452393,
      "learning_rate": 2.041563905411287e-05,
      "loss": 0.0013,
      "step": 22043
    },
    {
      "epoch": 2.3898525585429313,
      "grad_norm": 0.2470005452632904,
      "learning_rate": 2.0412012186275935e-05,
      "loss": 0.0168,
      "step": 22044
    },
    {
      "epoch": 2.3899609713790113,
      "grad_norm": 0.1932169795036316,
      "learning_rate": 2.0408385318438996e-05,
      "loss": 0.0126,
      "step": 22045
    },
    {
      "epoch": 2.3900693842150913,
      "grad_norm": 0.09189879149198532,
      "learning_rate": 2.040475845060206e-05,
      "loss": 0.0094,
      "step": 22046
    },
    {
      "epoch": 2.390177797051171,
      "grad_norm": 0.047002505511045456,
      "learning_rate": 2.0401131582765127e-05,
      "loss": 0.0039,
      "step": 22047
    },
    {
      "epoch": 2.390286209887251,
      "grad_norm": 0.19430916011333466,
      "learning_rate": 2.0397504714928188e-05,
      "loss": 0.0122,
      "step": 22048
    },
    {
      "epoch": 2.3903946227233304,
      "grad_norm": 0.03653988242149353,
      "learning_rate": 2.0393877847091252e-05,
      "loss": 0.001,
      "step": 22049
    },
    {
      "epoch": 2.3905030355594103,
      "grad_norm": 0.2932506501674652,
      "learning_rate": 2.0390250979254316e-05,
      "loss": 0.0323,
      "step": 22050
    },
    {
      "epoch": 2.39061144839549,
      "grad_norm": 0.2803064286708832,
      "learning_rate": 2.0386624111417384e-05,
      "loss": 0.0243,
      "step": 22051
    },
    {
      "epoch": 2.39071986123157,
      "grad_norm": 0.06679465621709824,
      "learning_rate": 2.0382997243580444e-05,
      "loss": 0.0086,
      "step": 22052
    },
    {
      "epoch": 2.3908282740676494,
      "grad_norm": 0.3293258845806122,
      "learning_rate": 2.037937037574351e-05,
      "loss": 0.0157,
      "step": 22053
    },
    {
      "epoch": 2.3909366869037294,
      "grad_norm": 0.23879848420619965,
      "learning_rate": 2.0375743507906573e-05,
      "loss": 0.0121,
      "step": 22054
    },
    {
      "epoch": 2.3910450997398094,
      "grad_norm": 0.8311818838119507,
      "learning_rate": 2.0372116640069637e-05,
      "loss": 0.0795,
      "step": 22055
    },
    {
      "epoch": 2.391153512575889,
      "grad_norm": 0.23125025629997253,
      "learning_rate": 2.03684897722327e-05,
      "loss": 0.0159,
      "step": 22056
    },
    {
      "epoch": 2.391261925411969,
      "grad_norm": 0.0647611990571022,
      "learning_rate": 2.0364862904395765e-05,
      "loss": 0.007,
      "step": 22057
    },
    {
      "epoch": 2.3913703382480485,
      "grad_norm": 0.18733128905296326,
      "learning_rate": 2.036123603655883e-05,
      "loss": 0.016,
      "step": 22058
    },
    {
      "epoch": 2.3914787510841284,
      "grad_norm": 0.3146623373031616,
      "learning_rate": 2.0357609168721893e-05,
      "loss": 0.013,
      "step": 22059
    },
    {
      "epoch": 2.391587163920208,
      "grad_norm": 0.06812180578708649,
      "learning_rate": 2.0353982300884957e-05,
      "loss": 0.0048,
      "step": 22060
    },
    {
      "epoch": 2.391695576756288,
      "grad_norm": 0.9548155665397644,
      "learning_rate": 2.035035543304802e-05,
      "loss": 0.0527,
      "step": 22061
    },
    {
      "epoch": 2.3918039895923675,
      "grad_norm": 0.2482173889875412,
      "learning_rate": 2.0346728565211085e-05,
      "loss": 0.008,
      "step": 22062
    },
    {
      "epoch": 2.3919124024284475,
      "grad_norm": 0.14003582298755646,
      "learning_rate": 2.034310169737415e-05,
      "loss": 0.0104,
      "step": 22063
    },
    {
      "epoch": 2.3920208152645275,
      "grad_norm": 0.40913641452789307,
      "learning_rate": 2.0339474829537214e-05,
      "loss": 0.0302,
      "step": 22064
    },
    {
      "epoch": 2.392129228100607,
      "grad_norm": 0.08886030316352844,
      "learning_rate": 2.0335847961700278e-05,
      "loss": 0.0038,
      "step": 22065
    },
    {
      "epoch": 2.392237640936687,
      "grad_norm": 0.2939930558204651,
      "learning_rate": 2.0332221093863342e-05,
      "loss": 0.0286,
      "step": 22066
    },
    {
      "epoch": 2.3923460537727665,
      "grad_norm": 0.29044413566589355,
      "learning_rate": 2.0328594226026403e-05,
      "loss": 0.012,
      "step": 22067
    },
    {
      "epoch": 2.3924544666088465,
      "grad_norm": 0.11519398540258408,
      "learning_rate": 2.0324967358189467e-05,
      "loss": 0.0087,
      "step": 22068
    },
    {
      "epoch": 2.3925628794449265,
      "grad_norm": 0.15724016726016998,
      "learning_rate": 2.0321340490352534e-05,
      "loss": 0.0125,
      "step": 22069
    },
    {
      "epoch": 2.392671292281006,
      "grad_norm": 0.03950515389442444,
      "learning_rate": 2.0317713622515598e-05,
      "loss": 0.0016,
      "step": 22070
    },
    {
      "epoch": 2.392779705117086,
      "grad_norm": 0.20591460168361664,
      "learning_rate": 2.031408675467866e-05,
      "loss": 0.0052,
      "step": 22071
    },
    {
      "epoch": 2.3928881179531656,
      "grad_norm": 0.1501511186361313,
      "learning_rate": 2.0310459886841723e-05,
      "loss": 0.022,
      "step": 22072
    },
    {
      "epoch": 2.3929965307892456,
      "grad_norm": 0.39121827483177185,
      "learning_rate": 2.030683301900479e-05,
      "loss": 0.033,
      "step": 22073
    },
    {
      "epoch": 2.393104943625325,
      "grad_norm": 0.3822714686393738,
      "learning_rate": 2.030320615116785e-05,
      "loss": 0.028,
      "step": 22074
    },
    {
      "epoch": 2.393213356461405,
      "grad_norm": 0.25615695118904114,
      "learning_rate": 2.0299579283330915e-05,
      "loss": 0.0076,
      "step": 22075
    },
    {
      "epoch": 2.3933217692974846,
      "grad_norm": 0.08998965471982956,
      "learning_rate": 2.029595241549398e-05,
      "loss": 0.0098,
      "step": 22076
    },
    {
      "epoch": 2.3934301821335646,
      "grad_norm": 0.17338792979717255,
      "learning_rate": 2.0292325547657047e-05,
      "loss": 0.0203,
      "step": 22077
    },
    {
      "epoch": 2.3935385949696446,
      "grad_norm": 0.869360089302063,
      "learning_rate": 2.0288698679820108e-05,
      "loss": 0.0338,
      "step": 22078
    },
    {
      "epoch": 2.393647007805724,
      "grad_norm": 0.021178511902689934,
      "learning_rate": 2.0285071811983172e-05,
      "loss": 0.0004,
      "step": 22079
    },
    {
      "epoch": 2.393755420641804,
      "grad_norm": 0.06510867923498154,
      "learning_rate": 2.0281444944146236e-05,
      "loss": 0.0036,
      "step": 22080
    },
    {
      "epoch": 2.3938638334778837,
      "grad_norm": 0.1994115561246872,
      "learning_rate": 2.02778180763093e-05,
      "loss": 0.0268,
      "step": 22081
    },
    {
      "epoch": 2.3939722463139637,
      "grad_norm": 0.08968318998813629,
      "learning_rate": 2.0274191208472364e-05,
      "loss": 0.0067,
      "step": 22082
    },
    {
      "epoch": 2.394080659150043,
      "grad_norm": 0.07017315179109573,
      "learning_rate": 2.0270564340635428e-05,
      "loss": 0.0069,
      "step": 22083
    },
    {
      "epoch": 2.394189071986123,
      "grad_norm": 0.08453907072544098,
      "learning_rate": 2.0266937472798492e-05,
      "loss": 0.0037,
      "step": 22084
    },
    {
      "epoch": 2.3942974848222027,
      "grad_norm": 0.8072382807731628,
      "learning_rate": 2.0263310604961556e-05,
      "loss": 0.0159,
      "step": 22085
    },
    {
      "epoch": 2.3944058976582827,
      "grad_norm": 0.259070485830307,
      "learning_rate": 2.025968373712462e-05,
      "loss": 0.0053,
      "step": 22086
    },
    {
      "epoch": 2.3945143104943627,
      "grad_norm": 0.13498812913894653,
      "learning_rate": 2.0256056869287685e-05,
      "loss": 0.0069,
      "step": 22087
    },
    {
      "epoch": 2.3946227233304422,
      "grad_norm": 0.38109543919563293,
      "learning_rate": 2.025243000145075e-05,
      "loss": 0.0093,
      "step": 22088
    },
    {
      "epoch": 2.3947311361665222,
      "grad_norm": 0.19253358244895935,
      "learning_rate": 2.0248803133613813e-05,
      "loss": 0.0098,
      "step": 22089
    },
    {
      "epoch": 2.3948395490026018,
      "grad_norm": 0.2023894190788269,
      "learning_rate": 2.0245176265776877e-05,
      "loss": 0.0094,
      "step": 22090
    },
    {
      "epoch": 2.3949479618386817,
      "grad_norm": 0.2453087568283081,
      "learning_rate": 2.024154939793994e-05,
      "loss": 0.022,
      "step": 22091
    },
    {
      "epoch": 2.3950563746747617,
      "grad_norm": 0.13123051822185516,
      "learning_rate": 2.0237922530103005e-05,
      "loss": 0.0183,
      "step": 22092
    },
    {
      "epoch": 2.3951647875108413,
      "grad_norm": 0.45483389496803284,
      "learning_rate": 2.0234295662266066e-05,
      "loss": 0.0217,
      "step": 22093
    },
    {
      "epoch": 2.3952732003469213,
      "grad_norm": 0.3598541021347046,
      "learning_rate": 2.023066879442913e-05,
      "loss": 0.0348,
      "step": 22094
    },
    {
      "epoch": 2.395381613183001,
      "grad_norm": 0.33845460414886475,
      "learning_rate": 2.0227041926592197e-05,
      "loss": 0.0185,
      "step": 22095
    },
    {
      "epoch": 2.395490026019081,
      "grad_norm": 0.1357603818178177,
      "learning_rate": 2.022341505875526e-05,
      "loss": 0.0143,
      "step": 22096
    },
    {
      "epoch": 2.3955984388551603,
      "grad_norm": 0.012820039875805378,
      "learning_rate": 2.0219788190918322e-05,
      "loss": 0.0008,
      "step": 22097
    },
    {
      "epoch": 2.3957068516912403,
      "grad_norm": 0.09294426441192627,
      "learning_rate": 2.0216161323081386e-05,
      "loss": 0.0044,
      "step": 22098
    },
    {
      "epoch": 2.39581526452732,
      "grad_norm": 0.24626757204532623,
      "learning_rate": 2.0212534455244454e-05,
      "loss": 0.0174,
      "step": 22099
    },
    {
      "epoch": 2.3959236773634,
      "grad_norm": 0.3071398437023163,
      "learning_rate": 2.0208907587407515e-05,
      "loss": 0.0074,
      "step": 22100
    },
    {
      "epoch": 2.39603209019948,
      "grad_norm": 0.005053732544183731,
      "learning_rate": 2.020528071957058e-05,
      "loss": 0.0003,
      "step": 22101
    },
    {
      "epoch": 2.3961405030355594,
      "grad_norm": 0.6662214398384094,
      "learning_rate": 2.0201653851733643e-05,
      "loss": 0.0375,
      "step": 22102
    },
    {
      "epoch": 2.3962489158716394,
      "grad_norm": 0.16554221510887146,
      "learning_rate": 2.019802698389671e-05,
      "loss": 0.0208,
      "step": 22103
    },
    {
      "epoch": 2.396357328707719,
      "grad_norm": 0.1833111196756363,
      "learning_rate": 2.019440011605977e-05,
      "loss": 0.0056,
      "step": 22104
    },
    {
      "epoch": 2.396465741543799,
      "grad_norm": 0.09805513173341751,
      "learning_rate": 2.0190773248222835e-05,
      "loss": 0.0109,
      "step": 22105
    },
    {
      "epoch": 2.3965741543798784,
      "grad_norm": 0.3598436415195465,
      "learning_rate": 2.01871463803859e-05,
      "loss": 0.024,
      "step": 22106
    },
    {
      "epoch": 2.3966825672159584,
      "grad_norm": 0.5430744290351868,
      "learning_rate": 2.0183519512548963e-05,
      "loss": 0.0368,
      "step": 22107
    },
    {
      "epoch": 2.396790980052038,
      "grad_norm": 0.29038727283477783,
      "learning_rate": 2.0179892644712027e-05,
      "loss": 0.006,
      "step": 22108
    },
    {
      "epoch": 2.396899392888118,
      "grad_norm": 0.08188797533512115,
      "learning_rate": 2.017626577687509e-05,
      "loss": 0.0069,
      "step": 22109
    },
    {
      "epoch": 2.397007805724198,
      "grad_norm": 0.1289721429347992,
      "learning_rate": 2.0172638909038156e-05,
      "loss": 0.0109,
      "step": 22110
    },
    {
      "epoch": 2.3971162185602775,
      "grad_norm": 0.03675299510359764,
      "learning_rate": 2.016901204120122e-05,
      "loss": 0.0032,
      "step": 22111
    },
    {
      "epoch": 2.3972246313963574,
      "grad_norm": 0.0069883535616099834,
      "learning_rate": 2.0165385173364284e-05,
      "loss": 0.0004,
      "step": 22112
    },
    {
      "epoch": 2.397333044232437,
      "grad_norm": 0.02626698836684227,
      "learning_rate": 2.0161758305527348e-05,
      "loss": 0.0016,
      "step": 22113
    },
    {
      "epoch": 2.397441457068517,
      "grad_norm": 0.1612446904182434,
      "learning_rate": 2.0158131437690412e-05,
      "loss": 0.0111,
      "step": 22114
    },
    {
      "epoch": 2.397549869904597,
      "grad_norm": 0.07049991190433502,
      "learning_rate": 2.0154504569853476e-05,
      "loss": 0.0049,
      "step": 22115
    },
    {
      "epoch": 2.3976582827406765,
      "grad_norm": 0.3182375729084015,
      "learning_rate": 2.015087770201654e-05,
      "loss": 0.0038,
      "step": 22116
    },
    {
      "epoch": 2.3977666955767565,
      "grad_norm": 0.10998246818780899,
      "learning_rate": 2.0147250834179604e-05,
      "loss": 0.0036,
      "step": 22117
    },
    {
      "epoch": 2.397875108412836,
      "grad_norm": 0.1997552216053009,
      "learning_rate": 2.014362396634267e-05,
      "loss": 0.0054,
      "step": 22118
    },
    {
      "epoch": 2.397983521248916,
      "grad_norm": 0.5529661178588867,
      "learning_rate": 2.013999709850573e-05,
      "loss": 0.0199,
      "step": 22119
    },
    {
      "epoch": 2.3980919340849955,
      "grad_norm": 0.8272162675857544,
      "learning_rate": 2.0136370230668793e-05,
      "loss": 0.0475,
      "step": 22120
    },
    {
      "epoch": 2.3982003469210755,
      "grad_norm": 0.2105863392353058,
      "learning_rate": 2.013274336283186e-05,
      "loss": 0.012,
      "step": 22121
    },
    {
      "epoch": 2.398308759757155,
      "grad_norm": 0.2065584361553192,
      "learning_rate": 2.0129116494994925e-05,
      "loss": 0.0147,
      "step": 22122
    },
    {
      "epoch": 2.398417172593235,
      "grad_norm": 0.08903466165065765,
      "learning_rate": 2.0125489627157986e-05,
      "loss": 0.0063,
      "step": 22123
    },
    {
      "epoch": 2.398525585429315,
      "grad_norm": 0.3623564541339874,
      "learning_rate": 2.012186275932105e-05,
      "loss": 0.0188,
      "step": 22124
    },
    {
      "epoch": 2.3986339982653946,
      "grad_norm": 0.11516153812408447,
      "learning_rate": 2.0118235891484117e-05,
      "loss": 0.0071,
      "step": 22125
    },
    {
      "epoch": 2.3987424111014746,
      "grad_norm": 0.4217076599597931,
      "learning_rate": 2.0114609023647178e-05,
      "loss": 0.0197,
      "step": 22126
    },
    {
      "epoch": 2.398850823937554,
      "grad_norm": 0.027302952483296394,
      "learning_rate": 2.0110982155810242e-05,
      "loss": 0.0024,
      "step": 22127
    },
    {
      "epoch": 2.398959236773634,
      "grad_norm": 0.3974052667617798,
      "learning_rate": 2.0107355287973306e-05,
      "loss": 0.0192,
      "step": 22128
    },
    {
      "epoch": 2.3990676496097136,
      "grad_norm": 0.14574624598026276,
      "learning_rate": 2.0103728420136374e-05,
      "loss": 0.0054,
      "step": 22129
    },
    {
      "epoch": 2.3991760624457936,
      "grad_norm": 0.24001683294773102,
      "learning_rate": 2.0100101552299434e-05,
      "loss": 0.0567,
      "step": 22130
    },
    {
      "epoch": 2.399284475281873,
      "grad_norm": 0.5638919472694397,
      "learning_rate": 2.00964746844625e-05,
      "loss": 0.0153,
      "step": 22131
    },
    {
      "epoch": 2.399392888117953,
      "grad_norm": 0.11804568767547607,
      "learning_rate": 2.0092847816625563e-05,
      "loss": 0.0087,
      "step": 22132
    },
    {
      "epoch": 2.399501300954033,
      "grad_norm": 0.20342949032783508,
      "learning_rate": 2.008922094878863e-05,
      "loss": 0.0153,
      "step": 22133
    },
    {
      "epoch": 2.3996097137901127,
      "grad_norm": 0.17086061835289001,
      "learning_rate": 2.008559408095169e-05,
      "loss": 0.0151,
      "step": 22134
    },
    {
      "epoch": 2.3997181266261927,
      "grad_norm": 0.5194980502128601,
      "learning_rate": 2.0081967213114755e-05,
      "loss": 0.0407,
      "step": 22135
    },
    {
      "epoch": 2.399826539462272,
      "grad_norm": 0.2910112738609314,
      "learning_rate": 2.007834034527782e-05,
      "loss": 0.0269,
      "step": 22136
    },
    {
      "epoch": 2.399934952298352,
      "grad_norm": 0.3185412585735321,
      "learning_rate": 2.0074713477440883e-05,
      "loss": 0.0223,
      "step": 22137
    },
    {
      "epoch": 2.4000433651344317,
      "grad_norm": 0.05250527709722519,
      "learning_rate": 2.0071086609603947e-05,
      "loss": 0.0025,
      "step": 22138
    },
    {
      "epoch": 2.4001517779705117,
      "grad_norm": 0.13536220788955688,
      "learning_rate": 2.006745974176701e-05,
      "loss": 0.0036,
      "step": 22139
    },
    {
      "epoch": 2.4002601908065913,
      "grad_norm": 0.15073291957378387,
      "learning_rate": 2.0063832873930075e-05,
      "loss": 0.0059,
      "step": 22140
    },
    {
      "epoch": 2.4003686036426712,
      "grad_norm": 0.1306462287902832,
      "learning_rate": 2.006020600609314e-05,
      "loss": 0.0125,
      "step": 22141
    },
    {
      "epoch": 2.4004770164787512,
      "grad_norm": 0.05041377991437912,
      "learning_rate": 2.0056579138256204e-05,
      "loss": 0.0027,
      "step": 22142
    },
    {
      "epoch": 2.4005854293148308,
      "grad_norm": 0.1848783940076828,
      "learning_rate": 2.0052952270419268e-05,
      "loss": 0.012,
      "step": 22143
    },
    {
      "epoch": 2.4006938421509108,
      "grad_norm": 0.5102253556251526,
      "learning_rate": 2.0049325402582332e-05,
      "loss": 0.0262,
      "step": 22144
    },
    {
      "epoch": 2.4008022549869903,
      "grad_norm": 0.022707249969244003,
      "learning_rate": 2.0045698534745393e-05,
      "loss": 0.001,
      "step": 22145
    },
    {
      "epoch": 2.4009106678230703,
      "grad_norm": 0.3614126145839691,
      "learning_rate": 2.004207166690846e-05,
      "loss": 0.0251,
      "step": 22146
    },
    {
      "epoch": 2.4010190806591503,
      "grad_norm": 0.05780341103672981,
      "learning_rate": 2.0038444799071524e-05,
      "loss": 0.0049,
      "step": 22147
    },
    {
      "epoch": 2.40112749349523,
      "grad_norm": 0.08912358433008194,
      "learning_rate": 2.0034817931234588e-05,
      "loss": 0.0037,
      "step": 22148
    },
    {
      "epoch": 2.40123590633131,
      "grad_norm": 0.33176389336586,
      "learning_rate": 2.003119106339765e-05,
      "loss": 0.02,
      "step": 22149
    },
    {
      "epoch": 2.4013443191673893,
      "grad_norm": 0.08828657865524292,
      "learning_rate": 2.0027564195560713e-05,
      "loss": 0.0065,
      "step": 22150
    },
    {
      "epoch": 2.4014527320034693,
      "grad_norm": 0.053684741258621216,
      "learning_rate": 2.002393732772378e-05,
      "loss": 0.0017,
      "step": 22151
    },
    {
      "epoch": 2.401561144839549,
      "grad_norm": 0.1294117271900177,
      "learning_rate": 2.002031045988684e-05,
      "loss": 0.0064,
      "step": 22152
    },
    {
      "epoch": 2.401669557675629,
      "grad_norm": 0.07181382924318314,
      "learning_rate": 2.0016683592049905e-05,
      "loss": 0.0064,
      "step": 22153
    },
    {
      "epoch": 2.4017779705117084,
      "grad_norm": 0.07467979937791824,
      "learning_rate": 2.001305672421297e-05,
      "loss": 0.0033,
      "step": 22154
    },
    {
      "epoch": 2.4018863833477884,
      "grad_norm": 0.23176638782024384,
      "learning_rate": 2.0009429856376037e-05,
      "loss": 0.0131,
      "step": 22155
    },
    {
      "epoch": 2.4019947961838684,
      "grad_norm": 0.28265613317489624,
      "learning_rate": 2.0005802988539098e-05,
      "loss": 0.0229,
      "step": 22156
    },
    {
      "epoch": 2.402103209019948,
      "grad_norm": 0.18428273499011993,
      "learning_rate": 2.0002176120702162e-05,
      "loss": 0.0171,
      "step": 22157
    },
    {
      "epoch": 2.402211621856028,
      "grad_norm": 0.027882324531674385,
      "learning_rate": 1.9998549252865226e-05,
      "loss": 0.0024,
      "step": 22158
    },
    {
      "epoch": 2.4023200346921074,
      "grad_norm": 0.15658622980117798,
      "learning_rate": 1.9994922385028293e-05,
      "loss": 0.0081,
      "step": 22159
    },
    {
      "epoch": 2.4024284475281874,
      "grad_norm": 0.14020954072475433,
      "learning_rate": 1.9991295517191354e-05,
      "loss": 0.0074,
      "step": 22160
    },
    {
      "epoch": 2.402536860364267,
      "grad_norm": 0.9099003076553345,
      "learning_rate": 1.9987668649354418e-05,
      "loss": 0.0517,
      "step": 22161
    },
    {
      "epoch": 2.402645273200347,
      "grad_norm": 0.37017932534217834,
      "learning_rate": 1.9984041781517482e-05,
      "loss": 0.0371,
      "step": 22162
    },
    {
      "epoch": 2.4027536860364265,
      "grad_norm": 0.055638622492551804,
      "learning_rate": 1.9980414913680546e-05,
      "loss": 0.0032,
      "step": 22163
    },
    {
      "epoch": 2.4028620988725065,
      "grad_norm": 0.06777627021074295,
      "learning_rate": 1.997678804584361e-05,
      "loss": 0.0027,
      "step": 22164
    },
    {
      "epoch": 2.4029705117085864,
      "grad_norm": 0.4636019170284271,
      "learning_rate": 1.9973161178006675e-05,
      "loss": 0.0288,
      "step": 22165
    },
    {
      "epoch": 2.403078924544666,
      "grad_norm": 0.007027138955891132,
      "learning_rate": 1.996953431016974e-05,
      "loss": 0.0005,
      "step": 22166
    },
    {
      "epoch": 2.403187337380746,
      "grad_norm": 0.16132499277591705,
      "learning_rate": 1.9965907442332803e-05,
      "loss": 0.0232,
      "step": 22167
    },
    {
      "epoch": 2.4032957502168255,
      "grad_norm": 0.1353284865617752,
      "learning_rate": 1.9962280574495867e-05,
      "loss": 0.0146,
      "step": 22168
    },
    {
      "epoch": 2.4034041630529055,
      "grad_norm": 0.30947038531303406,
      "learning_rate": 1.995865370665893e-05,
      "loss": 0.018,
      "step": 22169
    },
    {
      "epoch": 2.4035125758889855,
      "grad_norm": 0.2310756891965866,
      "learning_rate": 1.9955026838821995e-05,
      "loss": 0.0212,
      "step": 22170
    },
    {
      "epoch": 2.403620988725065,
      "grad_norm": 0.46079859137535095,
      "learning_rate": 1.9951399970985056e-05,
      "loss": 0.0109,
      "step": 22171
    },
    {
      "epoch": 2.403729401561145,
      "grad_norm": 0.15679986774921417,
      "learning_rate": 1.9947773103148123e-05,
      "loss": 0.0163,
      "step": 22172
    },
    {
      "epoch": 2.4038378143972245,
      "grad_norm": 0.04135117307305336,
      "learning_rate": 1.9944146235311187e-05,
      "loss": 0.0051,
      "step": 22173
    },
    {
      "epoch": 2.4039462272333045,
      "grad_norm": 0.03409239277243614,
      "learning_rate": 1.994051936747425e-05,
      "loss": 0.0016,
      "step": 22174
    },
    {
      "epoch": 2.404054640069384,
      "grad_norm": 0.1843448281288147,
      "learning_rate": 1.9936892499637312e-05,
      "loss": 0.0138,
      "step": 22175
    },
    {
      "epoch": 2.404163052905464,
      "grad_norm": 0.1512916088104248,
      "learning_rate": 1.9933265631800376e-05,
      "loss": 0.0074,
      "step": 22176
    },
    {
      "epoch": 2.4042714657415436,
      "grad_norm": 0.17319512367248535,
      "learning_rate": 1.9929638763963444e-05,
      "loss": 0.0135,
      "step": 22177
    },
    {
      "epoch": 2.4043798785776236,
      "grad_norm": 0.16775928437709808,
      "learning_rate": 1.9926011896126505e-05,
      "loss": 0.007,
      "step": 22178
    },
    {
      "epoch": 2.4044882914137036,
      "grad_norm": 0.24132351577281952,
      "learning_rate": 1.992238502828957e-05,
      "loss": 0.0113,
      "step": 22179
    },
    {
      "epoch": 2.404596704249783,
      "grad_norm": 0.3416212797164917,
      "learning_rate": 1.9918758160452633e-05,
      "loss": 0.0241,
      "step": 22180
    },
    {
      "epoch": 2.404705117085863,
      "grad_norm": 0.4402185082435608,
      "learning_rate": 1.99151312926157e-05,
      "loss": 0.0203,
      "step": 22181
    },
    {
      "epoch": 2.4048135299219426,
      "grad_norm": 0.056836772710084915,
      "learning_rate": 1.991150442477876e-05,
      "loss": 0.0091,
      "step": 22182
    },
    {
      "epoch": 2.4049219427580226,
      "grad_norm": 0.30319100618362427,
      "learning_rate": 1.9907877556941825e-05,
      "loss": 0.0435,
      "step": 22183
    },
    {
      "epoch": 2.405030355594102,
      "grad_norm": 0.22651442885398865,
      "learning_rate": 1.990425068910489e-05,
      "loss": 0.0192,
      "step": 22184
    },
    {
      "epoch": 2.405138768430182,
      "grad_norm": 0.1866091936826706,
      "learning_rate": 1.9900623821267957e-05,
      "loss": 0.0164,
      "step": 22185
    },
    {
      "epoch": 2.4052471812662617,
      "grad_norm": 0.29098445177078247,
      "learning_rate": 1.9896996953431017e-05,
      "loss": 0.0136,
      "step": 22186
    },
    {
      "epoch": 2.4053555941023417,
      "grad_norm": 0.05300484225153923,
      "learning_rate": 1.989337008559408e-05,
      "loss": 0.002,
      "step": 22187
    },
    {
      "epoch": 2.4054640069384217,
      "grad_norm": 0.06019843369722366,
      "learning_rate": 1.9889743217757146e-05,
      "loss": 0.003,
      "step": 22188
    },
    {
      "epoch": 2.405572419774501,
      "grad_norm": 0.06663563847541809,
      "learning_rate": 1.988611634992021e-05,
      "loss": 0.0065,
      "step": 22189
    },
    {
      "epoch": 2.405680832610581,
      "grad_norm": 0.2553662955760956,
      "learning_rate": 1.9882489482083274e-05,
      "loss": 0.0115,
      "step": 22190
    },
    {
      "epoch": 2.4057892454466607,
      "grad_norm": 0.08933725208044052,
      "learning_rate": 1.9878862614246338e-05,
      "loss": 0.0025,
      "step": 22191
    },
    {
      "epoch": 2.4058976582827407,
      "grad_norm": 0.10709796845912933,
      "learning_rate": 1.9875235746409402e-05,
      "loss": 0.0078,
      "step": 22192
    },
    {
      "epoch": 2.4060060711188207,
      "grad_norm": 0.02849905751645565,
      "learning_rate": 1.9871608878572466e-05,
      "loss": 0.0016,
      "step": 22193
    },
    {
      "epoch": 2.4061144839549002,
      "grad_norm": 0.3664757013320923,
      "learning_rate": 1.986798201073553e-05,
      "loss": 0.0175,
      "step": 22194
    },
    {
      "epoch": 2.4062228967909802,
      "grad_norm": 0.15597021579742432,
      "learning_rate": 1.9864355142898594e-05,
      "loss": 0.0092,
      "step": 22195
    },
    {
      "epoch": 2.4063313096270598,
      "grad_norm": 0.05076267197728157,
      "learning_rate": 1.986072827506166e-05,
      "loss": 0.0032,
      "step": 22196
    },
    {
      "epoch": 2.4064397224631398,
      "grad_norm": 0.32593071460723877,
      "learning_rate": 1.985710140722472e-05,
      "loss": 0.023,
      "step": 22197
    },
    {
      "epoch": 2.4065481352992193,
      "grad_norm": 0.13064803183078766,
      "learning_rate": 1.9853474539387787e-05,
      "loss": 0.0037,
      "step": 22198
    },
    {
      "epoch": 2.4066565481352993,
      "grad_norm": 0.15732941031455994,
      "learning_rate": 1.984984767155085e-05,
      "loss": 0.0033,
      "step": 22199
    },
    {
      "epoch": 2.406764960971379,
      "grad_norm": 0.19582685828208923,
      "learning_rate": 1.9846220803713915e-05,
      "loss": 0.0033,
      "step": 22200
    },
    {
      "epoch": 2.406873373807459,
      "grad_norm": 0.09936746954917908,
      "learning_rate": 1.9842593935876976e-05,
      "loss": 0.0097,
      "step": 22201
    },
    {
      "epoch": 2.406981786643539,
      "grad_norm": 0.1288560926914215,
      "learning_rate": 1.983896706804004e-05,
      "loss": 0.0059,
      "step": 22202
    },
    {
      "epoch": 2.4070901994796183,
      "grad_norm": 0.26469510793685913,
      "learning_rate": 1.9835340200203107e-05,
      "loss": 0.0146,
      "step": 22203
    },
    {
      "epoch": 2.4071986123156983,
      "grad_norm": 0.23817308247089386,
      "learning_rate": 1.983171333236617e-05,
      "loss": 0.0202,
      "step": 22204
    },
    {
      "epoch": 2.407307025151778,
      "grad_norm": 0.28547394275665283,
      "learning_rate": 1.9828086464529232e-05,
      "loss": 0.049,
      "step": 22205
    },
    {
      "epoch": 2.407415437987858,
      "grad_norm": 0.39621564745903015,
      "learning_rate": 1.9824459596692296e-05,
      "loss": 0.0141,
      "step": 22206
    },
    {
      "epoch": 2.4075238508239374,
      "grad_norm": 0.24745284020900726,
      "learning_rate": 1.9820832728855364e-05,
      "loss": 0.0204,
      "step": 22207
    },
    {
      "epoch": 2.4076322636600174,
      "grad_norm": 0.10735411942005157,
      "learning_rate": 1.9817205861018424e-05,
      "loss": 0.0126,
      "step": 22208
    },
    {
      "epoch": 2.407740676496097,
      "grad_norm": 0.01654110848903656,
      "learning_rate": 1.981357899318149e-05,
      "loss": 0.0008,
      "step": 22209
    },
    {
      "epoch": 2.407849089332177,
      "grad_norm": 0.047924626618623734,
      "learning_rate": 1.9809952125344553e-05,
      "loss": 0.0031,
      "step": 22210
    },
    {
      "epoch": 2.407957502168257,
      "grad_norm": 0.5385878086090088,
      "learning_rate": 1.980632525750762e-05,
      "loss": 0.0453,
      "step": 22211
    },
    {
      "epoch": 2.4080659150043364,
      "grad_norm": 0.20492874085903168,
      "learning_rate": 1.980269838967068e-05,
      "loss": 0.0182,
      "step": 22212
    },
    {
      "epoch": 2.4081743278404164,
      "grad_norm": 0.18473584949970245,
      "learning_rate": 1.9799071521833745e-05,
      "loss": 0.0159,
      "step": 22213
    },
    {
      "epoch": 2.408282740676496,
      "grad_norm": 0.36309921741485596,
      "learning_rate": 1.979544465399681e-05,
      "loss": 0.0343,
      "step": 22214
    },
    {
      "epoch": 2.408391153512576,
      "grad_norm": 0.2798069715499878,
      "learning_rate": 1.9791817786159873e-05,
      "loss": 0.0275,
      "step": 22215
    },
    {
      "epoch": 2.408499566348656,
      "grad_norm": 0.5304310917854309,
      "learning_rate": 1.9788190918322937e-05,
      "loss": 0.0264,
      "step": 22216
    },
    {
      "epoch": 2.4086079791847355,
      "grad_norm": 0.032214805483818054,
      "learning_rate": 1.9784564050486e-05,
      "loss": 0.0012,
      "step": 22217
    },
    {
      "epoch": 2.4087163920208154,
      "grad_norm": 0.2842150628566742,
      "learning_rate": 1.9780937182649065e-05,
      "loss": 0.0107,
      "step": 22218
    },
    {
      "epoch": 2.408824804856895,
      "grad_norm": 0.03028389997780323,
      "learning_rate": 1.977731031481213e-05,
      "loss": 0.001,
      "step": 22219
    },
    {
      "epoch": 2.408933217692975,
      "grad_norm": 0.07734016329050064,
      "learning_rate": 1.9773683446975194e-05,
      "loss": 0.0052,
      "step": 22220
    },
    {
      "epoch": 2.4090416305290545,
      "grad_norm": 0.09653165191411972,
      "learning_rate": 1.9770056579138258e-05,
      "loss": 0.0047,
      "step": 22221
    },
    {
      "epoch": 2.4091500433651345,
      "grad_norm": 0.3434697985649109,
      "learning_rate": 1.9766429711301322e-05,
      "loss": 0.0311,
      "step": 22222
    },
    {
      "epoch": 2.409258456201214,
      "grad_norm": 0.7243339419364929,
      "learning_rate": 1.9762802843464383e-05,
      "loss": 0.0906,
      "step": 22223
    },
    {
      "epoch": 2.409366869037294,
      "grad_norm": 0.3242390751838684,
      "learning_rate": 1.975917597562745e-05,
      "loss": 0.034,
      "step": 22224
    },
    {
      "epoch": 2.409475281873374,
      "grad_norm": 0.3879717290401459,
      "learning_rate": 1.9755549107790514e-05,
      "loss": 0.0478,
      "step": 22225
    },
    {
      "epoch": 2.4095836947094535,
      "grad_norm": 0.2675871253013611,
      "learning_rate": 1.9751922239953578e-05,
      "loss": 0.0201,
      "step": 22226
    },
    {
      "epoch": 2.4096921075455335,
      "grad_norm": 0.08844651281833649,
      "learning_rate": 1.974829537211664e-05,
      "loss": 0.0025,
      "step": 22227
    },
    {
      "epoch": 2.409800520381613,
      "grad_norm": 0.05591608211398125,
      "learning_rate": 1.9744668504279707e-05,
      "loss": 0.0014,
      "step": 22228
    },
    {
      "epoch": 2.409908933217693,
      "grad_norm": 0.011402382515370846,
      "learning_rate": 1.974104163644277e-05,
      "loss": 0.0005,
      "step": 22229
    },
    {
      "epoch": 2.4100173460537726,
      "grad_norm": 0.1861514002084732,
      "learning_rate": 1.9737414768605835e-05,
      "loss": 0.0114,
      "step": 22230
    },
    {
      "epoch": 2.4101257588898526,
      "grad_norm": 0.21101637184619904,
      "learning_rate": 1.9733787900768895e-05,
      "loss": 0.0179,
      "step": 22231
    },
    {
      "epoch": 2.410234171725932,
      "grad_norm": 0.42126330733299255,
      "learning_rate": 1.973016103293196e-05,
      "loss": 0.0245,
      "step": 22232
    },
    {
      "epoch": 2.410342584562012,
      "grad_norm": 0.3935229480266571,
      "learning_rate": 1.9726534165095027e-05,
      "loss": 0.0781,
      "step": 22233
    },
    {
      "epoch": 2.410450997398092,
      "grad_norm": 0.019642168655991554,
      "learning_rate": 1.9722907297258088e-05,
      "loss": 0.001,
      "step": 22234
    },
    {
      "epoch": 2.4105594102341716,
      "grad_norm": 0.17004942893981934,
      "learning_rate": 1.9719280429421152e-05,
      "loss": 0.0232,
      "step": 22235
    },
    {
      "epoch": 2.4106678230702516,
      "grad_norm": 0.04673762992024422,
      "learning_rate": 1.9715653561584216e-05,
      "loss": 0.0027,
      "step": 22236
    },
    {
      "epoch": 2.410776235906331,
      "grad_norm": 0.10890387743711472,
      "learning_rate": 1.9712026693747283e-05,
      "loss": 0.0062,
      "step": 22237
    },
    {
      "epoch": 2.410884648742411,
      "grad_norm": 0.19948753714561462,
      "learning_rate": 1.9708399825910344e-05,
      "loss": 0.0186,
      "step": 22238
    },
    {
      "epoch": 2.410993061578491,
      "grad_norm": 0.12684623897075653,
      "learning_rate": 1.9704772958073408e-05,
      "loss": 0.0043,
      "step": 22239
    },
    {
      "epoch": 2.4111014744145707,
      "grad_norm": 0.3021048307418823,
      "learning_rate": 1.9701146090236472e-05,
      "loss": 0.0157,
      "step": 22240
    },
    {
      "epoch": 2.4112098872506507,
      "grad_norm": 0.29413262009620667,
      "learning_rate": 1.9697519222399536e-05,
      "loss": 0.039,
      "step": 22241
    },
    {
      "epoch": 2.41131830008673,
      "grad_norm": 0.25888004899024963,
      "learning_rate": 1.96938923545626e-05,
      "loss": 0.0157,
      "step": 22242
    },
    {
      "epoch": 2.41142671292281,
      "grad_norm": 0.1281420737504959,
      "learning_rate": 1.9690265486725665e-05,
      "loss": 0.01,
      "step": 22243
    },
    {
      "epoch": 2.4115351257588897,
      "grad_norm": 0.022464873269200325,
      "learning_rate": 1.968663861888873e-05,
      "loss": 0.0012,
      "step": 22244
    },
    {
      "epoch": 2.4116435385949697,
      "grad_norm": 0.06842641532421112,
      "learning_rate": 1.9683011751051793e-05,
      "loss": 0.0044,
      "step": 22245
    },
    {
      "epoch": 2.4117519514310493,
      "grad_norm": 0.1317843347787857,
      "learning_rate": 1.9679384883214857e-05,
      "loss": 0.0101,
      "step": 22246
    },
    {
      "epoch": 2.4118603642671292,
      "grad_norm": 0.19477368891239166,
      "learning_rate": 1.967575801537792e-05,
      "loss": 0.0175,
      "step": 22247
    },
    {
      "epoch": 2.4119687771032092,
      "grad_norm": 0.3053549528121948,
      "learning_rate": 1.9672131147540985e-05,
      "loss": 0.0095,
      "step": 22248
    },
    {
      "epoch": 2.4120771899392888,
      "grad_norm": 0.05619456619024277,
      "learning_rate": 1.9668504279704046e-05,
      "loss": 0.0015,
      "step": 22249
    },
    {
      "epoch": 2.4121856027753688,
      "grad_norm": 0.7050865292549133,
      "learning_rate": 1.9664877411867113e-05,
      "loss": 0.0246,
      "step": 22250
    },
    {
      "epoch": 2.4122940156114483,
      "grad_norm": 0.2559506893157959,
      "learning_rate": 1.9661250544030178e-05,
      "loss": 0.0237,
      "step": 22251
    },
    {
      "epoch": 2.4124024284475283,
      "grad_norm": 0.0349193699657917,
      "learning_rate": 1.965762367619324e-05,
      "loss": 0.0024,
      "step": 22252
    },
    {
      "epoch": 2.412510841283608,
      "grad_norm": 0.2543710768222809,
      "learning_rate": 1.9653996808356302e-05,
      "loss": 0.0211,
      "step": 22253
    },
    {
      "epoch": 2.412619254119688,
      "grad_norm": 0.05007427930831909,
      "learning_rate": 1.965036994051937e-05,
      "loss": 0.0023,
      "step": 22254
    },
    {
      "epoch": 2.4127276669557673,
      "grad_norm": 0.8073071837425232,
      "learning_rate": 1.9646743072682434e-05,
      "loss": 0.0489,
      "step": 22255
    },
    {
      "epoch": 2.4128360797918473,
      "grad_norm": 0.0596238449215889,
      "learning_rate": 1.9643116204845498e-05,
      "loss": 0.0019,
      "step": 22256
    },
    {
      "epoch": 2.4129444926279273,
      "grad_norm": 0.4564206004142761,
      "learning_rate": 1.963948933700856e-05,
      "loss": 0.0466,
      "step": 22257
    },
    {
      "epoch": 2.413052905464007,
      "grad_norm": 0.26208245754241943,
      "learning_rate": 1.9635862469171623e-05,
      "loss": 0.0162,
      "step": 22258
    },
    {
      "epoch": 2.413161318300087,
      "grad_norm": 0.04793056845664978,
      "learning_rate": 1.963223560133469e-05,
      "loss": 0.0014,
      "step": 22259
    },
    {
      "epoch": 2.4132697311361664,
      "grad_norm": 0.35451623797416687,
      "learning_rate": 1.962860873349775e-05,
      "loss": 0.0078,
      "step": 22260
    },
    {
      "epoch": 2.4133781439722464,
      "grad_norm": 0.0876774936914444,
      "learning_rate": 1.9624981865660815e-05,
      "loss": 0.0037,
      "step": 22261
    },
    {
      "epoch": 2.4134865568083264,
      "grad_norm": 0.03461088612675667,
      "learning_rate": 1.962135499782388e-05,
      "loss": 0.0018,
      "step": 22262
    },
    {
      "epoch": 2.413594969644406,
      "grad_norm": 0.6165115833282471,
      "learning_rate": 1.9617728129986947e-05,
      "loss": 0.0441,
      "step": 22263
    },
    {
      "epoch": 2.413703382480486,
      "grad_norm": 0.056563325226306915,
      "learning_rate": 1.9614101262150008e-05,
      "loss": 0.0043,
      "step": 22264
    },
    {
      "epoch": 2.4138117953165654,
      "grad_norm": 0.24649831652641296,
      "learning_rate": 1.961047439431307e-05,
      "loss": 0.0107,
      "step": 22265
    },
    {
      "epoch": 2.4139202081526454,
      "grad_norm": 0.12089134007692337,
      "learning_rate": 1.9606847526476136e-05,
      "loss": 0.019,
      "step": 22266
    },
    {
      "epoch": 2.414028620988725,
      "grad_norm": 0.6744699478149414,
      "learning_rate": 1.96032206586392e-05,
      "loss": 0.0323,
      "step": 22267
    },
    {
      "epoch": 2.414137033824805,
      "grad_norm": 0.4681212306022644,
      "learning_rate": 1.9599593790802264e-05,
      "loss": 0.0107,
      "step": 22268
    },
    {
      "epoch": 2.4142454466608845,
      "grad_norm": 0.17122435569763184,
      "learning_rate": 1.9595966922965328e-05,
      "loss": 0.0041,
      "step": 22269
    },
    {
      "epoch": 2.4143538594969645,
      "grad_norm": 0.02236218936741352,
      "learning_rate": 1.9592340055128392e-05,
      "loss": 0.0009,
      "step": 22270
    },
    {
      "epoch": 2.4144622723330444,
      "grad_norm": 0.2335929125547409,
      "learning_rate": 1.9588713187291456e-05,
      "loss": 0.0176,
      "step": 22271
    },
    {
      "epoch": 2.414570685169124,
      "grad_norm": 0.1555798202753067,
      "learning_rate": 1.958508631945452e-05,
      "loss": 0.0437,
      "step": 22272
    },
    {
      "epoch": 2.414679098005204,
      "grad_norm": 0.23710639774799347,
      "learning_rate": 1.9581459451617584e-05,
      "loss": 0.0132,
      "step": 22273
    },
    {
      "epoch": 2.4147875108412835,
      "grad_norm": 0.15643969178199768,
      "learning_rate": 1.957783258378065e-05,
      "loss": 0.0566,
      "step": 22274
    },
    {
      "epoch": 2.4148959236773635,
      "grad_norm": 0.16217774152755737,
      "learning_rate": 1.957420571594371e-05,
      "loss": 0.0032,
      "step": 22275
    },
    {
      "epoch": 2.415004336513443,
      "grad_norm": 0.3124748468399048,
      "learning_rate": 1.9570578848106777e-05,
      "loss": 0.0059,
      "step": 22276
    },
    {
      "epoch": 2.415112749349523,
      "grad_norm": 0.07762518525123596,
      "learning_rate": 1.956695198026984e-05,
      "loss": 0.006,
      "step": 22277
    },
    {
      "epoch": 2.4152211621856026,
      "grad_norm": 0.2560636103153229,
      "learning_rate": 1.9563325112432905e-05,
      "loss": 0.02,
      "step": 22278
    },
    {
      "epoch": 2.4153295750216826,
      "grad_norm": 0.14901258051395416,
      "learning_rate": 1.9559698244595966e-05,
      "loss": 0.0068,
      "step": 22279
    },
    {
      "epoch": 2.4154379878577625,
      "grad_norm": 0.5238285660743713,
      "learning_rate": 1.9556071376759033e-05,
      "loss": 0.0293,
      "step": 22280
    },
    {
      "epoch": 2.415546400693842,
      "grad_norm": 0.48270824551582336,
      "learning_rate": 1.9552444508922097e-05,
      "loss": 0.0091,
      "step": 22281
    },
    {
      "epoch": 2.415654813529922,
      "grad_norm": 0.1795356571674347,
      "learning_rate": 1.954881764108516e-05,
      "loss": 0.0054,
      "step": 22282
    },
    {
      "epoch": 2.4157632263660016,
      "grad_norm": 0.3209594786167145,
      "learning_rate": 1.9545190773248222e-05,
      "loss": 0.0207,
      "step": 22283
    },
    {
      "epoch": 2.4158716392020816,
      "grad_norm": 0.19600147008895874,
      "learning_rate": 1.9541563905411286e-05,
      "loss": 0.0076,
      "step": 22284
    },
    {
      "epoch": 2.415980052038161,
      "grad_norm": 0.013465550728142262,
      "learning_rate": 1.9537937037574354e-05,
      "loss": 0.001,
      "step": 22285
    },
    {
      "epoch": 2.416088464874241,
      "grad_norm": 0.2921869158744812,
      "learning_rate": 1.9534310169737414e-05,
      "loss": 0.0135,
      "step": 22286
    },
    {
      "epoch": 2.4161968777103207,
      "grad_norm": 0.14802056550979614,
      "learning_rate": 1.953068330190048e-05,
      "loss": 0.0281,
      "step": 22287
    },
    {
      "epoch": 2.4163052905464006,
      "grad_norm": 0.21114756166934967,
      "learning_rate": 1.9527056434063543e-05,
      "loss": 0.0302,
      "step": 22288
    },
    {
      "epoch": 2.4164137033824806,
      "grad_norm": 1.1777307987213135,
      "learning_rate": 1.952342956622661e-05,
      "loss": 0.0111,
      "step": 22289
    },
    {
      "epoch": 2.41652211621856,
      "grad_norm": 0.055003486573696136,
      "learning_rate": 1.951980269838967e-05,
      "loss": 0.0065,
      "step": 22290
    },
    {
      "epoch": 2.41663052905464,
      "grad_norm": 0.2050781399011612,
      "learning_rate": 1.9516175830552735e-05,
      "loss": 0.0217,
      "step": 22291
    },
    {
      "epoch": 2.4167389418907197,
      "grad_norm": 0.02398589625954628,
      "learning_rate": 1.95125489627158e-05,
      "loss": 0.0007,
      "step": 22292
    },
    {
      "epoch": 2.4168473547267997,
      "grad_norm": 0.7530021667480469,
      "learning_rate": 1.9508922094878863e-05,
      "loss": 0.0399,
      "step": 22293
    },
    {
      "epoch": 2.4169557675628797,
      "grad_norm": 0.2261393815279007,
      "learning_rate": 1.9505295227041927e-05,
      "loss": 0.0133,
      "step": 22294
    },
    {
      "epoch": 2.417064180398959,
      "grad_norm": 0.08740903437137604,
      "learning_rate": 1.950166835920499e-05,
      "loss": 0.0022,
      "step": 22295
    },
    {
      "epoch": 2.417172593235039,
      "grad_norm": 0.3788568377494812,
      "learning_rate": 1.9498041491368055e-05,
      "loss": 0.0344,
      "step": 22296
    },
    {
      "epoch": 2.4172810060711187,
      "grad_norm": 0.7047586441040039,
      "learning_rate": 1.949441462353112e-05,
      "loss": 0.0771,
      "step": 22297
    },
    {
      "epoch": 2.4173894189071987,
      "grad_norm": 0.48744019865989685,
      "learning_rate": 1.9490787755694184e-05,
      "loss": 0.0261,
      "step": 22298
    },
    {
      "epoch": 2.4174978317432783,
      "grad_norm": 0.061219923198223114,
      "learning_rate": 1.9487160887857248e-05,
      "loss": 0.0051,
      "step": 22299
    },
    {
      "epoch": 2.4176062445793582,
      "grad_norm": 0.15266717970371246,
      "learning_rate": 1.9483534020020312e-05,
      "loss": 0.0084,
      "step": 22300
    },
    {
      "epoch": 2.417714657415438,
      "grad_norm": 0.24717585742473602,
      "learning_rate": 1.9479907152183373e-05,
      "loss": 0.0138,
      "step": 22301
    },
    {
      "epoch": 2.4178230702515178,
      "grad_norm": 0.30683866143226624,
      "learning_rate": 1.947628028434644e-05,
      "loss": 0.0132,
      "step": 22302
    },
    {
      "epoch": 2.4179314830875978,
      "grad_norm": 0.3267356753349304,
      "learning_rate": 1.9472653416509504e-05,
      "loss": 0.0106,
      "step": 22303
    },
    {
      "epoch": 2.4180398959236773,
      "grad_norm": 0.4275394380092621,
      "learning_rate": 1.946902654867257e-05,
      "loss": 0.0104,
      "step": 22304
    },
    {
      "epoch": 2.4181483087597573,
      "grad_norm": 0.6685037612915039,
      "learning_rate": 1.946539968083563e-05,
      "loss": 0.0445,
      "step": 22305
    },
    {
      "epoch": 2.418256721595837,
      "grad_norm": 1.4409006834030151,
      "learning_rate": 1.9461772812998697e-05,
      "loss": 0.0302,
      "step": 22306
    },
    {
      "epoch": 2.418365134431917,
      "grad_norm": 0.04736467823386192,
      "learning_rate": 1.945814594516176e-05,
      "loss": 0.0012,
      "step": 22307
    },
    {
      "epoch": 2.4184735472679963,
      "grad_norm": 0.26089397072792053,
      "learning_rate": 1.9454519077324825e-05,
      "loss": 0.015,
      "step": 22308
    },
    {
      "epoch": 2.4185819601040763,
      "grad_norm": 0.052966292947530746,
      "learning_rate": 1.9450892209487885e-05,
      "loss": 0.0059,
      "step": 22309
    },
    {
      "epoch": 2.418690372940156,
      "grad_norm": 0.5739525556564331,
      "learning_rate": 1.944726534165095e-05,
      "loss": 0.0314,
      "step": 22310
    },
    {
      "epoch": 2.418798785776236,
      "grad_norm": 0.07571425288915634,
      "learning_rate": 1.9443638473814017e-05,
      "loss": 0.0034,
      "step": 22311
    },
    {
      "epoch": 2.418907198612316,
      "grad_norm": 0.4460577964782715,
      "learning_rate": 1.9440011605977078e-05,
      "loss": 0.0249,
      "step": 22312
    },
    {
      "epoch": 2.4190156114483954,
      "grad_norm": 0.2295335829257965,
      "learning_rate": 1.9436384738140142e-05,
      "loss": 0.0136,
      "step": 22313
    },
    {
      "epoch": 2.4191240242844754,
      "grad_norm": 0.08129315078258514,
      "learning_rate": 1.9432757870303206e-05,
      "loss": 0.0068,
      "step": 22314
    },
    {
      "epoch": 2.419232437120555,
      "grad_norm": 0.45287981629371643,
      "learning_rate": 1.9429131002466273e-05,
      "loss": 0.0512,
      "step": 22315
    },
    {
      "epoch": 2.419340849956635,
      "grad_norm": 0.10807148367166519,
      "learning_rate": 1.9425504134629334e-05,
      "loss": 0.014,
      "step": 22316
    },
    {
      "epoch": 2.419449262792715,
      "grad_norm": 0.12246270477771759,
      "learning_rate": 1.9421877266792398e-05,
      "loss": 0.0073,
      "step": 22317
    },
    {
      "epoch": 2.4195576756287944,
      "grad_norm": 0.2482210397720337,
      "learning_rate": 1.9418250398955462e-05,
      "loss": 0.0315,
      "step": 22318
    },
    {
      "epoch": 2.4196660884648744,
      "grad_norm": 0.06724797934293747,
      "learning_rate": 1.9414623531118527e-05,
      "loss": 0.0022,
      "step": 22319
    },
    {
      "epoch": 2.419774501300954,
      "grad_norm": 0.4926795959472656,
      "learning_rate": 1.941099666328159e-05,
      "loss": 0.0345,
      "step": 22320
    },
    {
      "epoch": 2.419882914137034,
      "grad_norm": 0.533324658870697,
      "learning_rate": 1.9407369795444655e-05,
      "loss": 0.0166,
      "step": 22321
    },
    {
      "epoch": 2.4199913269731135,
      "grad_norm": 0.08346490561962128,
      "learning_rate": 1.940374292760772e-05,
      "loss": 0.0026,
      "step": 22322
    },
    {
      "epoch": 2.4200997398091935,
      "grad_norm": 0.07911989092826843,
      "learning_rate": 1.9400116059770783e-05,
      "loss": 0.0046,
      "step": 22323
    },
    {
      "epoch": 2.420208152645273,
      "grad_norm": 0.20998217165470123,
      "learning_rate": 1.9396489191933847e-05,
      "loss": 0.0175,
      "step": 22324
    },
    {
      "epoch": 2.420316565481353,
      "grad_norm": 0.5045081377029419,
      "learning_rate": 1.939286232409691e-05,
      "loss": 0.0393,
      "step": 22325
    },
    {
      "epoch": 2.420424978317433,
      "grad_norm": 0.01406397670507431,
      "learning_rate": 1.9389235456259975e-05,
      "loss": 0.001,
      "step": 22326
    },
    {
      "epoch": 2.4205333911535125,
      "grad_norm": 0.04275812953710556,
      "learning_rate": 1.9385608588423036e-05,
      "loss": 0.0012,
      "step": 22327
    },
    {
      "epoch": 2.4206418039895925,
      "grad_norm": 0.46864768862724304,
      "learning_rate": 1.9381981720586103e-05,
      "loss": 0.0338,
      "step": 22328
    },
    {
      "epoch": 2.420750216825672,
      "grad_norm": 0.48558956384658813,
      "learning_rate": 1.9378354852749168e-05,
      "loss": 0.0239,
      "step": 22329
    },
    {
      "epoch": 2.420858629661752,
      "grad_norm": 0.27416685223579407,
      "learning_rate": 1.937472798491223e-05,
      "loss": 0.0112,
      "step": 22330
    },
    {
      "epoch": 2.4209670424978316,
      "grad_norm": 0.13031183183193207,
      "learning_rate": 1.9371101117075292e-05,
      "loss": 0.032,
      "step": 22331
    },
    {
      "epoch": 2.4210754553339116,
      "grad_norm": 0.29684245586395264,
      "learning_rate": 1.936747424923836e-05,
      "loss": 0.0057,
      "step": 22332
    },
    {
      "epoch": 2.421183868169991,
      "grad_norm": 0.045914068818092346,
      "learning_rate": 1.9363847381401424e-05,
      "loss": 0.001,
      "step": 22333
    },
    {
      "epoch": 2.421292281006071,
      "grad_norm": 0.2573655843734741,
      "learning_rate": 1.9360220513564488e-05,
      "loss": 0.0124,
      "step": 22334
    },
    {
      "epoch": 2.421400693842151,
      "grad_norm": 0.22158877551555634,
      "learning_rate": 1.935659364572755e-05,
      "loss": 0.0095,
      "step": 22335
    },
    {
      "epoch": 2.4215091066782306,
      "grad_norm": 0.032552752643823624,
      "learning_rate": 1.9352966777890616e-05,
      "loss": 0.0024,
      "step": 22336
    },
    {
      "epoch": 2.4216175195143106,
      "grad_norm": 0.2608424723148346,
      "learning_rate": 1.934933991005368e-05,
      "loss": 0.0191,
      "step": 22337
    },
    {
      "epoch": 2.42172593235039,
      "grad_norm": 0.12090109288692474,
      "learning_rate": 1.934571304221674e-05,
      "loss": 0.0059,
      "step": 22338
    },
    {
      "epoch": 2.42183434518647,
      "grad_norm": 0.0910772755742073,
      "learning_rate": 1.9342086174379805e-05,
      "loss": 0.0083,
      "step": 22339
    },
    {
      "epoch": 2.42194275802255,
      "grad_norm": 0.40850141644477844,
      "learning_rate": 1.933845930654287e-05,
      "loss": 0.0315,
      "step": 22340
    },
    {
      "epoch": 2.4220511708586296,
      "grad_norm": 0.25233694911003113,
      "learning_rate": 1.9334832438705937e-05,
      "loss": 0.0084,
      "step": 22341
    },
    {
      "epoch": 2.4221595836947096,
      "grad_norm": 0.19461089372634888,
      "learning_rate": 1.9331205570868998e-05,
      "loss": 0.0346,
      "step": 22342
    },
    {
      "epoch": 2.422267996530789,
      "grad_norm": 0.06813019514083862,
      "learning_rate": 1.932757870303206e-05,
      "loss": 0.0036,
      "step": 22343
    },
    {
      "epoch": 2.422376409366869,
      "grad_norm": 0.18109939992427826,
      "learning_rate": 1.9323951835195126e-05,
      "loss": 0.0161,
      "step": 22344
    },
    {
      "epoch": 2.4224848222029487,
      "grad_norm": 0.1457633376121521,
      "learning_rate": 1.932032496735819e-05,
      "loss": 0.0057,
      "step": 22345
    },
    {
      "epoch": 2.4225932350390287,
      "grad_norm": 0.0506104975938797,
      "learning_rate": 1.9316698099521254e-05,
      "loss": 0.0021,
      "step": 22346
    },
    {
      "epoch": 2.422701647875108,
      "grad_norm": 0.079106904566288,
      "learning_rate": 1.9313071231684318e-05,
      "loss": 0.005,
      "step": 22347
    },
    {
      "epoch": 2.422810060711188,
      "grad_norm": 0.07459699362516403,
      "learning_rate": 1.9309444363847382e-05,
      "loss": 0.0041,
      "step": 22348
    },
    {
      "epoch": 2.422918473547268,
      "grad_norm": 0.4405950903892517,
      "learning_rate": 1.9305817496010446e-05,
      "loss": 0.0148,
      "step": 22349
    },
    {
      "epoch": 2.4230268863833477,
      "grad_norm": 0.016658542677760124,
      "learning_rate": 1.930219062817351e-05,
      "loss": 0.0008,
      "step": 22350
    },
    {
      "epoch": 2.4231352992194277,
      "grad_norm": 0.11177583038806915,
      "learning_rate": 1.9298563760336574e-05,
      "loss": 0.0054,
      "step": 22351
    },
    {
      "epoch": 2.4232437120555073,
      "grad_norm": 0.087273508310318,
      "learning_rate": 1.929493689249964e-05,
      "loss": 0.0026,
      "step": 22352
    },
    {
      "epoch": 2.4233521248915872,
      "grad_norm": 0.08370662480592728,
      "learning_rate": 1.92913100246627e-05,
      "loss": 0.0049,
      "step": 22353
    },
    {
      "epoch": 2.423460537727667,
      "grad_norm": 0.02990126423537731,
      "learning_rate": 1.9287683156825767e-05,
      "loss": 0.0015,
      "step": 22354
    },
    {
      "epoch": 2.4235689505637468,
      "grad_norm": 0.25901997089385986,
      "learning_rate": 1.928405628898883e-05,
      "loss": 0.0323,
      "step": 22355
    },
    {
      "epoch": 2.4236773633998263,
      "grad_norm": 0.3847382366657257,
      "learning_rate": 1.9280429421151895e-05,
      "loss": 0.0136,
      "step": 22356
    },
    {
      "epoch": 2.4237857762359063,
      "grad_norm": 0.17146866023540497,
      "learning_rate": 1.9276802553314956e-05,
      "loss": 0.0046,
      "step": 22357
    },
    {
      "epoch": 2.4238941890719863,
      "grad_norm": 0.22827689349651337,
      "learning_rate": 1.9273175685478023e-05,
      "loss": 0.0169,
      "step": 22358
    },
    {
      "epoch": 2.424002601908066,
      "grad_norm": 0.05625404417514801,
      "learning_rate": 1.9269548817641087e-05,
      "loss": 0.003,
      "step": 22359
    },
    {
      "epoch": 2.424111014744146,
      "grad_norm": 0.05253809690475464,
      "learning_rate": 1.926592194980415e-05,
      "loss": 0.0026,
      "step": 22360
    },
    {
      "epoch": 2.4242194275802254,
      "grad_norm": 0.41287484765052795,
      "learning_rate": 1.9262295081967212e-05,
      "loss": 0.0392,
      "step": 22361
    },
    {
      "epoch": 2.4243278404163053,
      "grad_norm": 0.3054860234260559,
      "learning_rate": 1.925866821413028e-05,
      "loss": 0.0217,
      "step": 22362
    },
    {
      "epoch": 2.4244362532523853,
      "grad_norm": 0.21023426949977875,
      "learning_rate": 1.9255041346293344e-05,
      "loss": 0.026,
      "step": 22363
    },
    {
      "epoch": 2.424544666088465,
      "grad_norm": 0.40238896012306213,
      "learning_rate": 1.9251414478456404e-05,
      "loss": 0.0172,
      "step": 22364
    },
    {
      "epoch": 2.424653078924545,
      "grad_norm": 0.34352701902389526,
      "learning_rate": 1.924778761061947e-05,
      "loss": 0.0545,
      "step": 22365
    },
    {
      "epoch": 2.4247614917606244,
      "grad_norm": 0.36868876218795776,
      "learning_rate": 1.9244160742782533e-05,
      "loss": 0.0379,
      "step": 22366
    },
    {
      "epoch": 2.4248699045967044,
      "grad_norm": 0.24928349256515503,
      "learning_rate": 1.92405338749456e-05,
      "loss": 0.0243,
      "step": 22367
    },
    {
      "epoch": 2.424978317432784,
      "grad_norm": 0.07934004068374634,
      "learning_rate": 1.923690700710866e-05,
      "loss": 0.0098,
      "step": 22368
    },
    {
      "epoch": 2.425086730268864,
      "grad_norm": 0.3132404386997223,
      "learning_rate": 1.9233280139271725e-05,
      "loss": 0.0114,
      "step": 22369
    },
    {
      "epoch": 2.4251951431049434,
      "grad_norm": 0.07947400957345963,
      "learning_rate": 1.922965327143479e-05,
      "loss": 0.0032,
      "step": 22370
    },
    {
      "epoch": 2.4253035559410234,
      "grad_norm": 0.025061095133423805,
      "learning_rate": 1.9226026403597857e-05,
      "loss": 0.001,
      "step": 22371
    },
    {
      "epoch": 2.4254119687771034,
      "grad_norm": 0.18243110179901123,
      "learning_rate": 1.9222399535760917e-05,
      "loss": 0.0129,
      "step": 22372
    },
    {
      "epoch": 2.425520381613183,
      "grad_norm": 0.3094561994075775,
      "learning_rate": 1.921877266792398e-05,
      "loss": 0.025,
      "step": 22373
    },
    {
      "epoch": 2.425628794449263,
      "grad_norm": 0.1829284429550171,
      "learning_rate": 1.9215145800087046e-05,
      "loss": 0.0167,
      "step": 22374
    },
    {
      "epoch": 2.4257372072853425,
      "grad_norm": 0.2222401648759842,
      "learning_rate": 1.921151893225011e-05,
      "loss": 0.0225,
      "step": 22375
    },
    {
      "epoch": 2.4258456201214225,
      "grad_norm": 0.19539593160152435,
      "learning_rate": 1.9207892064413174e-05,
      "loss": 0.0116,
      "step": 22376
    },
    {
      "epoch": 2.425954032957502,
      "grad_norm": 0.25351014733314514,
      "learning_rate": 1.9204265196576238e-05,
      "loss": 0.0101,
      "step": 22377
    },
    {
      "epoch": 2.426062445793582,
      "grad_norm": 0.20564408600330353,
      "learning_rate": 1.9200638328739302e-05,
      "loss": 0.018,
      "step": 22378
    },
    {
      "epoch": 2.4261708586296615,
      "grad_norm": 0.6937479376792908,
      "learning_rate": 1.9197011460902366e-05,
      "loss": 0.0138,
      "step": 22379
    },
    {
      "epoch": 2.4262792714657415,
      "grad_norm": 0.11153176426887512,
      "learning_rate": 1.919338459306543e-05,
      "loss": 0.0086,
      "step": 22380
    },
    {
      "epoch": 2.4263876843018215,
      "grad_norm": 0.1473449319601059,
      "learning_rate": 1.9189757725228494e-05,
      "loss": 0.012,
      "step": 22381
    },
    {
      "epoch": 2.426496097137901,
      "grad_norm": 0.4362128674983978,
      "learning_rate": 1.918613085739156e-05,
      "loss": 0.0486,
      "step": 22382
    },
    {
      "epoch": 2.426604509973981,
      "grad_norm": 0.187174990773201,
      "learning_rate": 1.918250398955462e-05,
      "loss": 0.0146,
      "step": 22383
    },
    {
      "epoch": 2.4267129228100606,
      "grad_norm": 0.15546898543834686,
      "learning_rate": 1.9178877121717687e-05,
      "loss": 0.01,
      "step": 22384
    },
    {
      "epoch": 2.4268213356461406,
      "grad_norm": 0.19024088978767395,
      "learning_rate": 1.917525025388075e-05,
      "loss": 0.0134,
      "step": 22385
    },
    {
      "epoch": 2.4269297484822205,
      "grad_norm": 0.3421599864959717,
      "learning_rate": 1.9171623386043815e-05,
      "loss": 0.0376,
      "step": 22386
    },
    {
      "epoch": 2.4270381613183,
      "grad_norm": 0.19181782007217407,
      "learning_rate": 1.9167996518206875e-05,
      "loss": 0.0096,
      "step": 22387
    },
    {
      "epoch": 2.42714657415438,
      "grad_norm": 0.1381230354309082,
      "learning_rate": 1.9164369650369943e-05,
      "loss": 0.0076,
      "step": 22388
    },
    {
      "epoch": 2.4272549869904596,
      "grad_norm": 0.08734079450368881,
      "learning_rate": 1.9160742782533007e-05,
      "loss": 0.0083,
      "step": 22389
    },
    {
      "epoch": 2.4273633998265396,
      "grad_norm": 0.07428214699029922,
      "learning_rate": 1.9157115914696068e-05,
      "loss": 0.0045,
      "step": 22390
    },
    {
      "epoch": 2.427471812662619,
      "grad_norm": 0.42457351088523865,
      "learning_rate": 1.9153489046859132e-05,
      "loss": 0.0516,
      "step": 22391
    },
    {
      "epoch": 2.427580225498699,
      "grad_norm": 0.13964428007602692,
      "learning_rate": 1.9149862179022196e-05,
      "loss": 0.0082,
      "step": 22392
    },
    {
      "epoch": 2.4276886383347787,
      "grad_norm": 0.13409605622291565,
      "learning_rate": 1.9146235311185264e-05,
      "loss": 0.0096,
      "step": 22393
    },
    {
      "epoch": 2.4277970511708586,
      "grad_norm": 0.609088122844696,
      "learning_rate": 1.9142608443348324e-05,
      "loss": 0.0498,
      "step": 22394
    },
    {
      "epoch": 2.4279054640069386,
      "grad_norm": 0.11760054528713226,
      "learning_rate": 1.913898157551139e-05,
      "loss": 0.0058,
      "step": 22395
    },
    {
      "epoch": 2.428013876843018,
      "grad_norm": 0.10237956792116165,
      "learning_rate": 1.9135354707674452e-05,
      "loss": 0.0071,
      "step": 22396
    },
    {
      "epoch": 2.428122289679098,
      "grad_norm": 0.17670047283172607,
      "learning_rate": 1.913172783983752e-05,
      "loss": 0.0109,
      "step": 22397
    },
    {
      "epoch": 2.4282307025151777,
      "grad_norm": 0.18850409984588623,
      "learning_rate": 1.912810097200058e-05,
      "loss": 0.0078,
      "step": 22398
    },
    {
      "epoch": 2.4283391153512577,
      "grad_norm": 0.30573275685310364,
      "learning_rate": 1.9124474104163645e-05,
      "loss": 0.0238,
      "step": 22399
    },
    {
      "epoch": 2.4284475281873372,
      "grad_norm": 0.08124253898859024,
      "learning_rate": 1.912084723632671e-05,
      "loss": 0.0048,
      "step": 22400
    },
    {
      "epoch": 2.428555941023417,
      "grad_norm": 0.3363005220890045,
      "learning_rate": 1.9117220368489773e-05,
      "loss": 0.0175,
      "step": 22401
    },
    {
      "epoch": 2.4286643538594967,
      "grad_norm": 0.3324776291847229,
      "learning_rate": 1.9113593500652837e-05,
      "loss": 0.016,
      "step": 22402
    },
    {
      "epoch": 2.4287727666955767,
      "grad_norm": 0.2897663116455078,
      "learning_rate": 1.91099666328159e-05,
      "loss": 0.0113,
      "step": 22403
    },
    {
      "epoch": 2.4288811795316567,
      "grad_norm": 0.10926022380590439,
      "learning_rate": 1.9106339764978965e-05,
      "loss": 0.0076,
      "step": 22404
    },
    {
      "epoch": 2.4289895923677363,
      "grad_norm": 0.0298673827201128,
      "learning_rate": 1.910271289714203e-05,
      "loss": 0.0019,
      "step": 22405
    },
    {
      "epoch": 2.4290980052038162,
      "grad_norm": 0.2179575115442276,
      "learning_rate": 1.9099086029305093e-05,
      "loss": 0.0125,
      "step": 22406
    },
    {
      "epoch": 2.429206418039896,
      "grad_norm": 0.10403797030448914,
      "learning_rate": 1.9095459161468158e-05,
      "loss": 0.0063,
      "step": 22407
    },
    {
      "epoch": 2.4293148308759758,
      "grad_norm": 0.7244526743888855,
      "learning_rate": 1.9091832293631222e-05,
      "loss": 0.0267,
      "step": 22408
    },
    {
      "epoch": 2.4294232437120553,
      "grad_norm": 0.09669235348701477,
      "learning_rate": 1.9088205425794282e-05,
      "loss": 0.005,
      "step": 22409
    },
    {
      "epoch": 2.4295316565481353,
      "grad_norm": 0.03624932840466499,
      "learning_rate": 1.908457855795735e-05,
      "loss": 0.002,
      "step": 22410
    },
    {
      "epoch": 2.4296400693842153,
      "grad_norm": 0.0430058054625988,
      "learning_rate": 1.9080951690120414e-05,
      "loss": 0.0029,
      "step": 22411
    },
    {
      "epoch": 2.429748482220295,
      "grad_norm": 0.21736134588718414,
      "learning_rate": 1.9077324822283478e-05,
      "loss": 0.0235,
      "step": 22412
    },
    {
      "epoch": 2.429856895056375,
      "grad_norm": 0.3151633143424988,
      "learning_rate": 1.907369795444654e-05,
      "loss": 0.0177,
      "step": 22413
    },
    {
      "epoch": 2.4299653078924544,
      "grad_norm": 0.3266814053058624,
      "learning_rate": 1.9070071086609606e-05,
      "loss": 0.0223,
      "step": 22414
    },
    {
      "epoch": 2.4300737207285343,
      "grad_norm": 0.5555569529533386,
      "learning_rate": 1.906644421877267e-05,
      "loss": 0.0146,
      "step": 22415
    },
    {
      "epoch": 2.430182133564614,
      "grad_norm": 0.16647283732891083,
      "learning_rate": 1.906281735093573e-05,
      "loss": 0.0095,
      "step": 22416
    },
    {
      "epoch": 2.430290546400694,
      "grad_norm": 0.2410939484834671,
      "learning_rate": 1.9059190483098795e-05,
      "loss": 0.0188,
      "step": 22417
    },
    {
      "epoch": 2.430398959236774,
      "grad_norm": 0.23225721716880798,
      "learning_rate": 1.905556361526186e-05,
      "loss": 0.0198,
      "step": 22418
    },
    {
      "epoch": 2.4305073720728534,
      "grad_norm": 0.12622657418251038,
      "learning_rate": 1.9051936747424927e-05,
      "loss": 0.0089,
      "step": 22419
    },
    {
      "epoch": 2.4306157849089334,
      "grad_norm": 0.19495037198066711,
      "learning_rate": 1.9048309879587988e-05,
      "loss": 0.0101,
      "step": 22420
    },
    {
      "epoch": 2.430724197745013,
      "grad_norm": 0.20314921438694,
      "learning_rate": 1.904468301175105e-05,
      "loss": 0.0185,
      "step": 22421
    },
    {
      "epoch": 2.430832610581093,
      "grad_norm": 0.2121359258890152,
      "learning_rate": 1.9041056143914116e-05,
      "loss": 0.0196,
      "step": 22422
    },
    {
      "epoch": 2.4309410234171724,
      "grad_norm": 0.1338108777999878,
      "learning_rate": 1.9037429276077183e-05,
      "loss": 0.0104,
      "step": 22423
    },
    {
      "epoch": 2.4310494362532524,
      "grad_norm": 0.07739721238613129,
      "learning_rate": 1.9033802408240244e-05,
      "loss": 0.0042,
      "step": 22424
    },
    {
      "epoch": 2.431157849089332,
      "grad_norm": 0.4572637677192688,
      "learning_rate": 1.9030175540403308e-05,
      "loss": 0.03,
      "step": 22425
    },
    {
      "epoch": 2.431266261925412,
      "grad_norm": 0.31166115403175354,
      "learning_rate": 1.9026548672566372e-05,
      "loss": 0.0256,
      "step": 22426
    },
    {
      "epoch": 2.431374674761492,
      "grad_norm": 0.040598005056381226,
      "learning_rate": 1.9022921804729436e-05,
      "loss": 0.0012,
      "step": 22427
    },
    {
      "epoch": 2.4314830875975715,
      "grad_norm": 0.14828364551067352,
      "learning_rate": 1.90192949368925e-05,
      "loss": 0.0074,
      "step": 22428
    },
    {
      "epoch": 2.4315915004336515,
      "grad_norm": 0.2916427552700043,
      "learning_rate": 1.9015668069055565e-05,
      "loss": 0.0198,
      "step": 22429
    },
    {
      "epoch": 2.431699913269731,
      "grad_norm": 0.13178108632564545,
      "learning_rate": 1.901204120121863e-05,
      "loss": 0.0066,
      "step": 22430
    },
    {
      "epoch": 2.431808326105811,
      "grad_norm": 0.9906128644943237,
      "learning_rate": 1.9008414333381693e-05,
      "loss": 0.0452,
      "step": 22431
    },
    {
      "epoch": 2.4319167389418905,
      "grad_norm": 0.26055216789245605,
      "learning_rate": 1.9004787465544757e-05,
      "loss": 0.0249,
      "step": 22432
    },
    {
      "epoch": 2.4320251517779705,
      "grad_norm": 0.30827516317367554,
      "learning_rate": 1.900116059770782e-05,
      "loss": 0.0163,
      "step": 22433
    },
    {
      "epoch": 2.43213356461405,
      "grad_norm": 0.9534726142883301,
      "learning_rate": 1.8997533729870885e-05,
      "loss": 0.0478,
      "step": 22434
    },
    {
      "epoch": 2.43224197745013,
      "grad_norm": 0.02619117870926857,
      "learning_rate": 1.8993906862033946e-05,
      "loss": 0.0009,
      "step": 22435
    },
    {
      "epoch": 2.43235039028621,
      "grad_norm": 0.35834863781929016,
      "learning_rate": 1.8990279994197013e-05,
      "loss": 0.0574,
      "step": 22436
    },
    {
      "epoch": 2.4324588031222896,
      "grad_norm": 0.31241950392723083,
      "learning_rate": 1.8986653126360077e-05,
      "loss": 0.0235,
      "step": 22437
    },
    {
      "epoch": 2.4325672159583696,
      "grad_norm": 0.18048721551895142,
      "learning_rate": 1.898302625852314e-05,
      "loss": 0.0174,
      "step": 22438
    },
    {
      "epoch": 2.432675628794449,
      "grad_norm": 0.1406162828207016,
      "learning_rate": 1.8979399390686202e-05,
      "loss": 0.0061,
      "step": 22439
    },
    {
      "epoch": 2.432784041630529,
      "grad_norm": 0.3847745954990387,
      "learning_rate": 1.897577252284927e-05,
      "loss": 0.0317,
      "step": 22440
    },
    {
      "epoch": 2.432892454466609,
      "grad_norm": 0.6192589998245239,
      "learning_rate": 1.8972145655012334e-05,
      "loss": 0.0176,
      "step": 22441
    },
    {
      "epoch": 2.4330008673026886,
      "grad_norm": 0.12749634683132172,
      "learning_rate": 1.8968518787175394e-05,
      "loss": 0.0109,
      "step": 22442
    },
    {
      "epoch": 2.4331092801387686,
      "grad_norm": 0.040302712470293045,
      "learning_rate": 1.896489191933846e-05,
      "loss": 0.003,
      "step": 22443
    },
    {
      "epoch": 2.433217692974848,
      "grad_norm": 0.20246098935604095,
      "learning_rate": 1.8961265051501526e-05,
      "loss": 0.0082,
      "step": 22444
    },
    {
      "epoch": 2.433326105810928,
      "grad_norm": 0.20555131137371063,
      "learning_rate": 1.895763818366459e-05,
      "loss": 0.0106,
      "step": 22445
    },
    {
      "epoch": 2.4334345186470077,
      "grad_norm": 0.1012578085064888,
      "learning_rate": 1.895401131582765e-05,
      "loss": 0.0127,
      "step": 22446
    },
    {
      "epoch": 2.4335429314830876,
      "grad_norm": 0.1595442295074463,
      "learning_rate": 1.8950384447990715e-05,
      "loss": 0.014,
      "step": 22447
    },
    {
      "epoch": 2.433651344319167,
      "grad_norm": 0.36750519275665283,
      "learning_rate": 1.894675758015378e-05,
      "loss": 0.0551,
      "step": 22448
    },
    {
      "epoch": 2.433759757155247,
      "grad_norm": 0.24106748402118683,
      "learning_rate": 1.8943130712316847e-05,
      "loss": 0.0661,
      "step": 22449
    },
    {
      "epoch": 2.433868169991327,
      "grad_norm": 0.054635126143693924,
      "learning_rate": 1.8939503844479907e-05,
      "loss": 0.0037,
      "step": 22450
    },
    {
      "epoch": 2.4339765828274067,
      "grad_norm": 0.25185394287109375,
      "learning_rate": 1.893587697664297e-05,
      "loss": 0.0082,
      "step": 22451
    },
    {
      "epoch": 2.4340849956634867,
      "grad_norm": 0.34039583802223206,
      "learning_rate": 1.8932250108806036e-05,
      "loss": 0.0059,
      "step": 22452
    },
    {
      "epoch": 2.4341934084995662,
      "grad_norm": 0.013637430034577847,
      "learning_rate": 1.89286232409691e-05,
      "loss": 0.0006,
      "step": 22453
    },
    {
      "epoch": 2.434301821335646,
      "grad_norm": 0.33112359046936035,
      "learning_rate": 1.8924996373132164e-05,
      "loss": 0.0575,
      "step": 22454
    },
    {
      "epoch": 2.4344102341717258,
      "grad_norm": 0.31424546241760254,
      "learning_rate": 1.8921369505295228e-05,
      "loss": 0.0132,
      "step": 22455
    },
    {
      "epoch": 2.4345186470078057,
      "grad_norm": 0.0371357724070549,
      "learning_rate": 1.8917742637458292e-05,
      "loss": 0.0025,
      "step": 22456
    },
    {
      "epoch": 2.4346270598438853,
      "grad_norm": 0.4826504588127136,
      "learning_rate": 1.8914115769621356e-05,
      "loss": 0.0298,
      "step": 22457
    },
    {
      "epoch": 2.4347354726799653,
      "grad_norm": 0.5044133067131042,
      "learning_rate": 1.891048890178442e-05,
      "loss": 0.0318,
      "step": 22458
    },
    {
      "epoch": 2.4348438855160452,
      "grad_norm": 0.10340224951505661,
      "learning_rate": 1.8906862033947484e-05,
      "loss": 0.0047,
      "step": 22459
    },
    {
      "epoch": 2.434952298352125,
      "grad_norm": 0.3104686737060547,
      "learning_rate": 1.890323516611055e-05,
      "loss": 0.0214,
      "step": 22460
    },
    {
      "epoch": 2.4350607111882048,
      "grad_norm": 0.3010043799877167,
      "learning_rate": 1.889960829827361e-05,
      "loss": 0.0164,
      "step": 22461
    },
    {
      "epoch": 2.4351691240242843,
      "grad_norm": 0.1285034716129303,
      "learning_rate": 1.8895981430436677e-05,
      "loss": 0.0053,
      "step": 22462
    },
    {
      "epoch": 2.4352775368603643,
      "grad_norm": 0.015046976506710052,
      "learning_rate": 1.889235456259974e-05,
      "loss": 0.001,
      "step": 22463
    },
    {
      "epoch": 2.4353859496964443,
      "grad_norm": 0.13287533819675446,
      "learning_rate": 1.8888727694762805e-05,
      "loss": 0.006,
      "step": 22464
    },
    {
      "epoch": 2.435494362532524,
      "grad_norm": 0.10372059047222137,
      "learning_rate": 1.8885100826925866e-05,
      "loss": 0.0075,
      "step": 22465
    },
    {
      "epoch": 2.435602775368604,
      "grad_norm": 0.41371282935142517,
      "learning_rate": 1.8881473959088933e-05,
      "loss": 0.0238,
      "step": 22466
    },
    {
      "epoch": 2.4357111882046834,
      "grad_norm": 0.3402819335460663,
      "learning_rate": 1.8877847091251997e-05,
      "loss": 0.0305,
      "step": 22467
    },
    {
      "epoch": 2.4358196010407633,
      "grad_norm": 0.1338300257921219,
      "learning_rate": 1.8874220223415058e-05,
      "loss": 0.0073,
      "step": 22468
    },
    {
      "epoch": 2.435928013876843,
      "grad_norm": 0.31021571159362793,
      "learning_rate": 1.8870593355578122e-05,
      "loss": 0.0517,
      "step": 22469
    },
    {
      "epoch": 2.436036426712923,
      "grad_norm": 0.0425192266702652,
      "learning_rate": 1.886696648774119e-05,
      "loss": 0.003,
      "step": 22470
    },
    {
      "epoch": 2.4361448395490024,
      "grad_norm": 0.1938457190990448,
      "learning_rate": 1.8863339619904254e-05,
      "loss": 0.0088,
      "step": 22471
    },
    {
      "epoch": 2.4362532523850824,
      "grad_norm": 0.019931450486183167,
      "learning_rate": 1.8859712752067314e-05,
      "loss": 0.0007,
      "step": 22472
    },
    {
      "epoch": 2.4363616652211624,
      "grad_norm": 0.16553795337677002,
      "learning_rate": 1.885608588423038e-05,
      "loss": 0.01,
      "step": 22473
    },
    {
      "epoch": 2.436470078057242,
      "grad_norm": 0.40145033597946167,
      "learning_rate": 1.8852459016393442e-05,
      "loss": 0.0059,
      "step": 22474
    },
    {
      "epoch": 2.436578490893322,
      "grad_norm": 0.14945338666439056,
      "learning_rate": 1.884883214855651e-05,
      "loss": 0.0035,
      "step": 22475
    },
    {
      "epoch": 2.4366869037294014,
      "grad_norm": 0.5939034819602966,
      "learning_rate": 1.884520528071957e-05,
      "loss": 0.0344,
      "step": 22476
    },
    {
      "epoch": 2.4367953165654814,
      "grad_norm": 0.26735731959342957,
      "learning_rate": 1.8841578412882635e-05,
      "loss": 0.0437,
      "step": 22477
    },
    {
      "epoch": 2.436903729401561,
      "grad_norm": 0.27167123556137085,
      "learning_rate": 1.88379515450457e-05,
      "loss": 0.0199,
      "step": 22478
    },
    {
      "epoch": 2.437012142237641,
      "grad_norm": 0.16942031681537628,
      "learning_rate": 1.8834324677208763e-05,
      "loss": 0.0095,
      "step": 22479
    },
    {
      "epoch": 2.4371205550737205,
      "grad_norm": 0.22745855152606964,
      "learning_rate": 1.8830697809371827e-05,
      "loss": 0.0072,
      "step": 22480
    },
    {
      "epoch": 2.4372289679098005,
      "grad_norm": 0.5183893442153931,
      "learning_rate": 1.882707094153489e-05,
      "loss": 0.0345,
      "step": 22481
    },
    {
      "epoch": 2.4373373807458805,
      "grad_norm": 0.25932741165161133,
      "learning_rate": 1.8823444073697955e-05,
      "loss": 0.0219,
      "step": 22482
    },
    {
      "epoch": 2.43744579358196,
      "grad_norm": 0.05596253275871277,
      "learning_rate": 1.881981720586102e-05,
      "loss": 0.0035,
      "step": 22483
    },
    {
      "epoch": 2.43755420641804,
      "grad_norm": 0.35207754373550415,
      "learning_rate": 1.8816190338024084e-05,
      "loss": 0.0194,
      "step": 22484
    },
    {
      "epoch": 2.4376626192541195,
      "grad_norm": 0.1338731199502945,
      "learning_rate": 1.8812563470187148e-05,
      "loss": 0.0079,
      "step": 22485
    },
    {
      "epoch": 2.4377710320901995,
      "grad_norm": 0.1473076045513153,
      "learning_rate": 1.8808936602350212e-05,
      "loss": 0.0043,
      "step": 22486
    },
    {
      "epoch": 2.4378794449262795,
      "grad_norm": 0.027334367856383324,
      "learning_rate": 1.8805309734513272e-05,
      "loss": 0.0017,
      "step": 22487
    },
    {
      "epoch": 2.437987857762359,
      "grad_norm": 0.19138790667057037,
      "learning_rate": 1.880168286667634e-05,
      "loss": 0.0072,
      "step": 22488
    },
    {
      "epoch": 2.438096270598439,
      "grad_norm": 0.5536773204803467,
      "learning_rate": 1.8798055998839404e-05,
      "loss": 0.0348,
      "step": 22489
    },
    {
      "epoch": 2.4382046834345186,
      "grad_norm": 0.2199791669845581,
      "learning_rate": 1.8794429131002468e-05,
      "loss": 0.0198,
      "step": 22490
    },
    {
      "epoch": 2.4383130962705986,
      "grad_norm": 0.214474156498909,
      "learning_rate": 1.879080226316553e-05,
      "loss": 0.0275,
      "step": 22491
    },
    {
      "epoch": 2.438421509106678,
      "grad_norm": 0.37511852383613586,
      "learning_rate": 1.8787175395328596e-05,
      "loss": 0.0362,
      "step": 22492
    },
    {
      "epoch": 2.438529921942758,
      "grad_norm": 0.3796805441379547,
      "learning_rate": 1.878354852749166e-05,
      "loss": 0.0457,
      "step": 22493
    },
    {
      "epoch": 2.4386383347788376,
      "grad_norm": 0.24223685264587402,
      "learning_rate": 1.877992165965472e-05,
      "loss": 0.008,
      "step": 22494
    },
    {
      "epoch": 2.4387467476149176,
      "grad_norm": 0.16883762180805206,
      "learning_rate": 1.8776294791817785e-05,
      "loss": 0.0083,
      "step": 22495
    },
    {
      "epoch": 2.4388551604509976,
      "grad_norm": 0.17871785163879395,
      "learning_rate": 1.8772667923980853e-05,
      "loss": 0.0053,
      "step": 22496
    },
    {
      "epoch": 2.438963573287077,
      "grad_norm": 0.06354331970214844,
      "learning_rate": 1.8769041056143917e-05,
      "loss": 0.0045,
      "step": 22497
    },
    {
      "epoch": 2.439071986123157,
      "grad_norm": 0.02548183500766754,
      "learning_rate": 1.8765414188306978e-05,
      "loss": 0.0009,
      "step": 22498
    },
    {
      "epoch": 2.4391803989592367,
      "grad_norm": 0.05968545749783516,
      "learning_rate": 1.8761787320470042e-05,
      "loss": 0.0038,
      "step": 22499
    },
    {
      "epoch": 2.4392888117953166,
      "grad_norm": 0.09145356714725494,
      "learning_rate": 1.8758160452633106e-05,
      "loss": 0.0056,
      "step": 22500
    },
    {
      "epoch": 2.439397224631396,
      "grad_norm": 0.5263287425041199,
      "learning_rate": 1.8754533584796173e-05,
      "loss": 0.0377,
      "step": 22501
    },
    {
      "epoch": 2.439505637467476,
      "grad_norm": 0.31407761573791504,
      "learning_rate": 1.8750906716959234e-05,
      "loss": 0.0196,
      "step": 22502
    },
    {
      "epoch": 2.4396140503035557,
      "grad_norm": 0.13925546407699585,
      "learning_rate": 1.8747279849122298e-05,
      "loss": 0.0075,
      "step": 22503
    },
    {
      "epoch": 2.4397224631396357,
      "grad_norm": 0.5773481726646423,
      "learning_rate": 1.8743652981285362e-05,
      "loss": 0.022,
      "step": 22504
    },
    {
      "epoch": 2.4398308759757157,
      "grad_norm": 0.23195047676563263,
      "learning_rate": 1.8740026113448426e-05,
      "loss": 0.0163,
      "step": 22505
    },
    {
      "epoch": 2.4399392888117952,
      "grad_norm": 0.21213079988956451,
      "learning_rate": 1.873639924561149e-05,
      "loss": 0.011,
      "step": 22506
    },
    {
      "epoch": 2.440047701647875,
      "grad_norm": 0.2259063869714737,
      "learning_rate": 1.8732772377774555e-05,
      "loss": 0.0049,
      "step": 22507
    },
    {
      "epoch": 2.4401561144839548,
      "grad_norm": 0.20475436747074127,
      "learning_rate": 1.872914550993762e-05,
      "loss": 0.0106,
      "step": 22508
    },
    {
      "epoch": 2.4402645273200347,
      "grad_norm": 0.10319887101650238,
      "learning_rate": 1.8725518642100683e-05,
      "loss": 0.0069,
      "step": 22509
    },
    {
      "epoch": 2.4403729401561147,
      "grad_norm": 0.08705917000770569,
      "learning_rate": 1.8721891774263747e-05,
      "loss": 0.0025,
      "step": 22510
    },
    {
      "epoch": 2.4404813529921943,
      "grad_norm": 0.05251318961381912,
      "learning_rate": 1.871826490642681e-05,
      "loss": 0.0024,
      "step": 22511
    },
    {
      "epoch": 2.4405897658282742,
      "grad_norm": 0.542670488357544,
      "learning_rate": 1.8714638038589875e-05,
      "loss": 0.052,
      "step": 22512
    },
    {
      "epoch": 2.440698178664354,
      "grad_norm": 0.3874717950820923,
      "learning_rate": 1.8711011170752936e-05,
      "loss": 0.0275,
      "step": 22513
    },
    {
      "epoch": 2.4408065915004338,
      "grad_norm": 0.10426688939332962,
      "learning_rate": 1.8707384302916003e-05,
      "loss": 0.0061,
      "step": 22514
    },
    {
      "epoch": 2.4409150043365133,
      "grad_norm": 0.13022737205028534,
      "learning_rate": 1.8703757435079067e-05,
      "loss": 0.0063,
      "step": 22515
    },
    {
      "epoch": 2.4410234171725933,
      "grad_norm": 0.2552703320980072,
      "learning_rate": 1.870013056724213e-05,
      "loss": 0.0192,
      "step": 22516
    },
    {
      "epoch": 2.441131830008673,
      "grad_norm": 0.39443376660346985,
      "learning_rate": 1.8696503699405192e-05,
      "loss": 0.0225,
      "step": 22517
    },
    {
      "epoch": 2.441240242844753,
      "grad_norm": 0.005464144051074982,
      "learning_rate": 1.869287683156826e-05,
      "loss": 0.0004,
      "step": 22518
    },
    {
      "epoch": 2.441348655680833,
      "grad_norm": 0.43049994111061096,
      "learning_rate": 1.8689249963731324e-05,
      "loss": 0.0214,
      "step": 22519
    },
    {
      "epoch": 2.4414570685169124,
      "grad_norm": 0.6866020560264587,
      "learning_rate": 1.8685623095894385e-05,
      "loss": 0.0349,
      "step": 22520
    },
    {
      "epoch": 2.4415654813529923,
      "grad_norm": 0.3971705436706543,
      "learning_rate": 1.868199622805745e-05,
      "loss": 0.0133,
      "step": 22521
    },
    {
      "epoch": 2.441673894189072,
      "grad_norm": 0.08227484673261642,
      "learning_rate": 1.8678369360220516e-05,
      "loss": 0.003,
      "step": 22522
    },
    {
      "epoch": 2.441782307025152,
      "grad_norm": 0.08587430417537689,
      "learning_rate": 1.867474249238358e-05,
      "loss": 0.0066,
      "step": 22523
    },
    {
      "epoch": 2.4418907198612314,
      "grad_norm": 0.07275396585464478,
      "learning_rate": 1.867111562454664e-05,
      "loss": 0.0055,
      "step": 22524
    },
    {
      "epoch": 2.4419991326973114,
      "grad_norm": 0.14250199496746063,
      "learning_rate": 1.8667488756709705e-05,
      "loss": 0.0075,
      "step": 22525
    },
    {
      "epoch": 2.442107545533391,
      "grad_norm": 0.763235867023468,
      "learning_rate": 1.866386188887277e-05,
      "loss": 0.0239,
      "step": 22526
    },
    {
      "epoch": 2.442215958369471,
      "grad_norm": 0.35569748282432556,
      "learning_rate": 1.8660235021035837e-05,
      "loss": 0.0136,
      "step": 22527
    },
    {
      "epoch": 2.442324371205551,
      "grad_norm": 0.1197674497961998,
      "learning_rate": 1.8656608153198897e-05,
      "loss": 0.0115,
      "step": 22528
    },
    {
      "epoch": 2.4424327840416304,
      "grad_norm": 0.5553997755050659,
      "learning_rate": 1.865298128536196e-05,
      "loss": 0.0659,
      "step": 22529
    },
    {
      "epoch": 2.4425411968777104,
      "grad_norm": 0.27935031056404114,
      "learning_rate": 1.8649354417525026e-05,
      "loss": 0.034,
      "step": 22530
    },
    {
      "epoch": 2.44264960971379,
      "grad_norm": 0.03756614029407501,
      "learning_rate": 1.864572754968809e-05,
      "loss": 0.003,
      "step": 22531
    },
    {
      "epoch": 2.44275802254987,
      "grad_norm": 0.5288128852844238,
      "learning_rate": 1.8642100681851154e-05,
      "loss": 0.0203,
      "step": 22532
    },
    {
      "epoch": 2.44286643538595,
      "grad_norm": 0.1635662168264389,
      "learning_rate": 1.8638473814014218e-05,
      "loss": 0.0122,
      "step": 22533
    },
    {
      "epoch": 2.4429748482220295,
      "grad_norm": 0.32889819145202637,
      "learning_rate": 1.8634846946177282e-05,
      "loss": 0.0255,
      "step": 22534
    },
    {
      "epoch": 2.4430832610581095,
      "grad_norm": 0.27102944254875183,
      "learning_rate": 1.8631220078340346e-05,
      "loss": 0.0355,
      "step": 22535
    },
    {
      "epoch": 2.443191673894189,
      "grad_norm": 0.18690656125545502,
      "learning_rate": 1.862759321050341e-05,
      "loss": 0.0044,
      "step": 22536
    },
    {
      "epoch": 2.443300086730269,
      "grad_norm": 0.1674809604883194,
      "learning_rate": 1.8623966342666474e-05,
      "loss": 0.0069,
      "step": 22537
    },
    {
      "epoch": 2.4434084995663485,
      "grad_norm": 0.2071458250284195,
      "learning_rate": 1.862033947482954e-05,
      "loss": 0.0214,
      "step": 22538
    },
    {
      "epoch": 2.4435169124024285,
      "grad_norm": 0.029298916459083557,
      "learning_rate": 1.8616712606992603e-05,
      "loss": 0.0007,
      "step": 22539
    },
    {
      "epoch": 2.443625325238508,
      "grad_norm": 0.26836514472961426,
      "learning_rate": 1.8613085739155667e-05,
      "loss": 0.0153,
      "step": 22540
    },
    {
      "epoch": 2.443733738074588,
      "grad_norm": 0.18096353113651276,
      "learning_rate": 1.860945887131873e-05,
      "loss": 0.0106,
      "step": 22541
    },
    {
      "epoch": 2.443842150910668,
      "grad_norm": 0.3020925223827362,
      "learning_rate": 1.8605832003481795e-05,
      "loss": 0.0152,
      "step": 22542
    },
    {
      "epoch": 2.4439505637467476,
      "grad_norm": 0.45681893825531006,
      "learning_rate": 1.8602205135644856e-05,
      "loss": 0.0135,
      "step": 22543
    },
    {
      "epoch": 2.4440589765828276,
      "grad_norm": 0.49075308442115784,
      "learning_rate": 1.8598578267807923e-05,
      "loss": 0.0232,
      "step": 22544
    },
    {
      "epoch": 2.444167389418907,
      "grad_norm": 0.030768025666475296,
      "learning_rate": 1.8594951399970987e-05,
      "loss": 0.0016,
      "step": 22545
    },
    {
      "epoch": 2.444275802254987,
      "grad_norm": 0.04600721597671509,
      "learning_rate": 1.8591324532134048e-05,
      "loss": 0.0027,
      "step": 22546
    },
    {
      "epoch": 2.4443842150910666,
      "grad_norm": 0.15671467781066895,
      "learning_rate": 1.8587697664297112e-05,
      "loss": 0.003,
      "step": 22547
    },
    {
      "epoch": 2.4444926279271466,
      "grad_norm": 0.3394457995891571,
      "learning_rate": 1.858407079646018e-05,
      "loss": 0.0215,
      "step": 22548
    },
    {
      "epoch": 2.444601040763226,
      "grad_norm": 0.022465242072939873,
      "learning_rate": 1.8580443928623244e-05,
      "loss": 0.0012,
      "step": 22549
    },
    {
      "epoch": 2.444709453599306,
      "grad_norm": 0.12362873554229736,
      "learning_rate": 1.8576817060786304e-05,
      "loss": 0.0166,
      "step": 22550
    },
    {
      "epoch": 2.444817866435386,
      "grad_norm": 0.14150649309158325,
      "learning_rate": 1.857319019294937e-05,
      "loss": 0.0124,
      "step": 22551
    },
    {
      "epoch": 2.4449262792714657,
      "grad_norm": 0.03992832079529762,
      "learning_rate": 1.8569563325112436e-05,
      "loss": 0.003,
      "step": 22552
    },
    {
      "epoch": 2.4450346921075456,
      "grad_norm": 0.40199950337409973,
      "learning_rate": 1.85659364572755e-05,
      "loss": 0.0707,
      "step": 22553
    },
    {
      "epoch": 2.445143104943625,
      "grad_norm": 0.14580650627613068,
      "learning_rate": 1.856230958943856e-05,
      "loss": 0.0064,
      "step": 22554
    },
    {
      "epoch": 2.445251517779705,
      "grad_norm": 0.28677231073379517,
      "learning_rate": 1.8558682721601625e-05,
      "loss": 0.0407,
      "step": 22555
    },
    {
      "epoch": 2.4453599306157847,
      "grad_norm": 0.06725658476352692,
      "learning_rate": 1.855505585376469e-05,
      "loss": 0.0035,
      "step": 22556
    },
    {
      "epoch": 2.4454683434518647,
      "grad_norm": 0.024065976962447166,
      "learning_rate": 1.8551428985927753e-05,
      "loss": 0.0012,
      "step": 22557
    },
    {
      "epoch": 2.4455767562879447,
      "grad_norm": 0.06924530863761902,
      "learning_rate": 1.8547802118090817e-05,
      "loss": 0.0027,
      "step": 22558
    },
    {
      "epoch": 2.4456851691240242,
      "grad_norm": 0.32082465291023254,
      "learning_rate": 1.854417525025388e-05,
      "loss": 0.0265,
      "step": 22559
    },
    {
      "epoch": 2.445793581960104,
      "grad_norm": 0.14935819804668427,
      "learning_rate": 1.8540548382416945e-05,
      "loss": 0.0043,
      "step": 22560
    },
    {
      "epoch": 2.4459019947961838,
      "grad_norm": 0.18228992819786072,
      "learning_rate": 1.853692151458001e-05,
      "loss": 0.0113,
      "step": 22561
    },
    {
      "epoch": 2.4460104076322637,
      "grad_norm": 0.15546628832817078,
      "learning_rate": 1.8533294646743074e-05,
      "loss": 0.0187,
      "step": 22562
    },
    {
      "epoch": 2.4461188204683433,
      "grad_norm": 0.17178001999855042,
      "learning_rate": 1.8529667778906138e-05,
      "loss": 0.0187,
      "step": 22563
    },
    {
      "epoch": 2.4462272333044233,
      "grad_norm": 0.052801843732595444,
      "learning_rate": 1.8526040911069202e-05,
      "loss": 0.0057,
      "step": 22564
    },
    {
      "epoch": 2.4463356461405033,
      "grad_norm": 0.4451187252998352,
      "learning_rate": 1.8522414043232266e-05,
      "loss": 0.0499,
      "step": 22565
    },
    {
      "epoch": 2.446444058976583,
      "grad_norm": 0.16638855636119843,
      "learning_rate": 1.851878717539533e-05,
      "loss": 0.0103,
      "step": 22566
    },
    {
      "epoch": 2.4465524718126628,
      "grad_norm": 0.11525366455316544,
      "learning_rate": 1.8515160307558394e-05,
      "loss": 0.0056,
      "step": 22567
    },
    {
      "epoch": 2.4466608846487423,
      "grad_norm": 0.421991765499115,
      "learning_rate": 1.8511533439721458e-05,
      "loss": 0.0197,
      "step": 22568
    },
    {
      "epoch": 2.4467692974848223,
      "grad_norm": 0.06674401462078094,
      "learning_rate": 1.850790657188452e-05,
      "loss": 0.0024,
      "step": 22569
    },
    {
      "epoch": 2.446877710320902,
      "grad_norm": 0.053825411945581436,
      "learning_rate": 1.8504279704047586e-05,
      "loss": 0.0049,
      "step": 22570
    },
    {
      "epoch": 2.446986123156982,
      "grad_norm": 0.26343658566474915,
      "learning_rate": 1.850065283621065e-05,
      "loss": 0.0115,
      "step": 22571
    },
    {
      "epoch": 2.4470945359930614,
      "grad_norm": 0.23904722929000854,
      "learning_rate": 1.8497025968373715e-05,
      "loss": 0.0259,
      "step": 22572
    },
    {
      "epoch": 2.4472029488291414,
      "grad_norm": 0.183524489402771,
      "learning_rate": 1.8493399100536775e-05,
      "loss": 0.0063,
      "step": 22573
    },
    {
      "epoch": 2.4473113616652213,
      "grad_norm": 0.12248001247644424,
      "learning_rate": 1.8489772232699843e-05,
      "loss": 0.007,
      "step": 22574
    },
    {
      "epoch": 2.447419774501301,
      "grad_norm": 0.33717700839042664,
      "learning_rate": 1.8486145364862907e-05,
      "loss": 0.0193,
      "step": 22575
    },
    {
      "epoch": 2.447528187337381,
      "grad_norm": 0.16731257736682892,
      "learning_rate": 1.8482518497025968e-05,
      "loss": 0.0299,
      "step": 22576
    },
    {
      "epoch": 2.4476366001734604,
      "grad_norm": 0.3984927535057068,
      "learning_rate": 1.8478891629189032e-05,
      "loss": 0.0479,
      "step": 22577
    },
    {
      "epoch": 2.4477450130095404,
      "grad_norm": 0.07429511845111847,
      "learning_rate": 1.84752647613521e-05,
      "loss": 0.005,
      "step": 22578
    },
    {
      "epoch": 2.44785342584562,
      "grad_norm": 0.07563016563653946,
      "learning_rate": 1.8471637893515163e-05,
      "loss": 0.0064,
      "step": 22579
    },
    {
      "epoch": 2.4479618386817,
      "grad_norm": 0.1768619418144226,
      "learning_rate": 1.8468011025678224e-05,
      "loss": 0.0346,
      "step": 22580
    },
    {
      "epoch": 2.4480702515177795,
      "grad_norm": 0.23825210332870483,
      "learning_rate": 1.8464384157841288e-05,
      "loss": 0.0085,
      "step": 22581
    },
    {
      "epoch": 2.4481786643538594,
      "grad_norm": 0.07819651067256927,
      "learning_rate": 1.8460757290004352e-05,
      "loss": 0.0077,
      "step": 22582
    },
    {
      "epoch": 2.4482870771899394,
      "grad_norm": 0.36037155985832214,
      "learning_rate": 1.8457130422167416e-05,
      "loss": 0.0244,
      "step": 22583
    },
    {
      "epoch": 2.448395490026019,
      "grad_norm": 0.4544224441051483,
      "learning_rate": 1.845350355433048e-05,
      "loss": 0.0237,
      "step": 22584
    },
    {
      "epoch": 2.448503902862099,
      "grad_norm": 0.09561995416879654,
      "learning_rate": 1.8449876686493545e-05,
      "loss": 0.0053,
      "step": 22585
    },
    {
      "epoch": 2.4486123156981785,
      "grad_norm": 0.23666352033615112,
      "learning_rate": 1.844624981865661e-05,
      "loss": 0.0165,
      "step": 22586
    },
    {
      "epoch": 2.4487207285342585,
      "grad_norm": 0.20037156343460083,
      "learning_rate": 1.8442622950819673e-05,
      "loss": 0.0124,
      "step": 22587
    },
    {
      "epoch": 2.4488291413703385,
      "grad_norm": 0.18949046730995178,
      "learning_rate": 1.8438996082982737e-05,
      "loss": 0.0147,
      "step": 22588
    },
    {
      "epoch": 2.448937554206418,
      "grad_norm": 0.09348141402006149,
      "learning_rate": 1.84353692151458e-05,
      "loss": 0.0053,
      "step": 22589
    },
    {
      "epoch": 2.449045967042498,
      "grad_norm": 0.2661885917186737,
      "learning_rate": 1.8431742347308865e-05,
      "loss": 0.0255,
      "step": 22590
    },
    {
      "epoch": 2.4491543798785775,
      "grad_norm": 0.6785780787467957,
      "learning_rate": 1.842811547947193e-05,
      "loss": 0.0214,
      "step": 22591
    },
    {
      "epoch": 2.4492627927146575,
      "grad_norm": 0.3828798234462738,
      "learning_rate": 1.8424488611634993e-05,
      "loss": 0.0192,
      "step": 22592
    },
    {
      "epoch": 2.449371205550737,
      "grad_norm": 0.1394636631011963,
      "learning_rate": 1.8420861743798057e-05,
      "loss": 0.0172,
      "step": 22593
    },
    {
      "epoch": 2.449479618386817,
      "grad_norm": 0.7707957029342651,
      "learning_rate": 1.841723487596112e-05,
      "loss": 0.042,
      "step": 22594
    },
    {
      "epoch": 2.4495880312228966,
      "grad_norm": 0.6381235122680664,
      "learning_rate": 1.8413608008124182e-05,
      "loss": 0.0234,
      "step": 22595
    },
    {
      "epoch": 2.4496964440589766,
      "grad_norm": 0.2044893056154251,
      "learning_rate": 1.840998114028725e-05,
      "loss": 0.009,
      "step": 22596
    },
    {
      "epoch": 2.4498048568950566,
      "grad_norm": 0.08457522094249725,
      "learning_rate": 1.8406354272450314e-05,
      "loss": 0.0095,
      "step": 22597
    },
    {
      "epoch": 2.449913269731136,
      "grad_norm": 0.5592125058174133,
      "learning_rate": 1.8402727404613378e-05,
      "loss": 0.0289,
      "step": 22598
    },
    {
      "epoch": 2.450021682567216,
      "grad_norm": 0.07034370303153992,
      "learning_rate": 1.839910053677644e-05,
      "loss": 0.0021,
      "step": 22599
    },
    {
      "epoch": 2.4501300954032956,
      "grad_norm": 0.07552953064441681,
      "learning_rate": 1.8395473668939506e-05,
      "loss": 0.0093,
      "step": 22600
    },
    {
      "epoch": 2.4502385082393756,
      "grad_norm": 0.43662121891975403,
      "learning_rate": 1.839184680110257e-05,
      "loss": 0.0378,
      "step": 22601
    },
    {
      "epoch": 2.450346921075455,
      "grad_norm": 0.2820652723312378,
      "learning_rate": 1.838821993326563e-05,
      "loss": 0.0272,
      "step": 22602
    },
    {
      "epoch": 2.450455333911535,
      "grad_norm": 0.09137467294931412,
      "learning_rate": 1.8384593065428695e-05,
      "loss": 0.0061,
      "step": 22603
    },
    {
      "epoch": 2.4505637467476147,
      "grad_norm": 0.08319033682346344,
      "learning_rate": 1.8380966197591763e-05,
      "loss": 0.0051,
      "step": 22604
    },
    {
      "epoch": 2.4506721595836947,
      "grad_norm": 0.038343753665685654,
      "learning_rate": 1.8377339329754827e-05,
      "loss": 0.0012,
      "step": 22605
    },
    {
      "epoch": 2.4507805724197746,
      "grad_norm": 0.27730152010917664,
      "learning_rate": 1.8373712461917887e-05,
      "loss": 0.0185,
      "step": 22606
    },
    {
      "epoch": 2.450888985255854,
      "grad_norm": 0.08983370661735535,
      "learning_rate": 1.837008559408095e-05,
      "loss": 0.0137,
      "step": 22607
    },
    {
      "epoch": 2.450997398091934,
      "grad_norm": 0.4729265868663788,
      "learning_rate": 1.8366458726244016e-05,
      "loss": 0.028,
      "step": 22608
    },
    {
      "epoch": 2.4511058109280137,
      "grad_norm": 0.7097974419593811,
      "learning_rate": 1.836283185840708e-05,
      "loss": 0.0591,
      "step": 22609
    },
    {
      "epoch": 2.4512142237640937,
      "grad_norm": 0.10356222838163376,
      "learning_rate": 1.8359204990570144e-05,
      "loss": 0.0143,
      "step": 22610
    },
    {
      "epoch": 2.4513226366001737,
      "grad_norm": 0.05480452626943588,
      "learning_rate": 1.8355578122733208e-05,
      "loss": 0.0023,
      "step": 22611
    },
    {
      "epoch": 2.4514310494362532,
      "grad_norm": 0.17254601418972015,
      "learning_rate": 1.8351951254896272e-05,
      "loss": 0.0074,
      "step": 22612
    },
    {
      "epoch": 2.451539462272333,
      "grad_norm": 0.25969794392585754,
      "learning_rate": 1.8348324387059336e-05,
      "loss": 0.0138,
      "step": 22613
    },
    {
      "epoch": 2.4516478751084128,
      "grad_norm": 0.4632023572921753,
      "learning_rate": 1.83446975192224e-05,
      "loss": 0.068,
      "step": 22614
    },
    {
      "epoch": 2.4517562879444927,
      "grad_norm": 0.2702799141407013,
      "learning_rate": 1.8341070651385464e-05,
      "loss": 0.0196,
      "step": 22615
    },
    {
      "epoch": 2.4518647007805723,
      "grad_norm": 0.14280641078948975,
      "learning_rate": 1.833744378354853e-05,
      "loss": 0.0057,
      "step": 22616
    },
    {
      "epoch": 2.4519731136166523,
      "grad_norm": 0.584417998790741,
      "learning_rate": 1.8333816915711593e-05,
      "loss": 0.0506,
      "step": 22617
    },
    {
      "epoch": 2.452081526452732,
      "grad_norm": 0.2927186191082001,
      "learning_rate": 1.8330190047874657e-05,
      "loss": 0.0187,
      "step": 22618
    },
    {
      "epoch": 2.452189939288812,
      "grad_norm": 0.7137006521224976,
      "learning_rate": 1.832656318003772e-05,
      "loss": 0.06,
      "step": 22619
    },
    {
      "epoch": 2.452298352124892,
      "grad_norm": 0.27659478783607483,
      "learning_rate": 1.8322936312200785e-05,
      "loss": 0.0288,
      "step": 22620
    },
    {
      "epoch": 2.4524067649609713,
      "grad_norm": 0.3998998701572418,
      "learning_rate": 1.8319309444363846e-05,
      "loss": 0.0449,
      "step": 22621
    },
    {
      "epoch": 2.4525151777970513,
      "grad_norm": 0.3323066830635071,
      "learning_rate": 1.8315682576526913e-05,
      "loss": 0.0235,
      "step": 22622
    },
    {
      "epoch": 2.452623590633131,
      "grad_norm": 0.11130665987730026,
      "learning_rate": 1.8312055708689977e-05,
      "loss": 0.0086,
      "step": 22623
    },
    {
      "epoch": 2.452732003469211,
      "grad_norm": 0.7807159423828125,
      "learning_rate": 1.830842884085304e-05,
      "loss": 0.0274,
      "step": 22624
    },
    {
      "epoch": 2.4528404163052904,
      "grad_norm": 0.3403216302394867,
      "learning_rate": 1.8304801973016102e-05,
      "loss": 0.0447,
      "step": 22625
    },
    {
      "epoch": 2.4529488291413704,
      "grad_norm": 0.019319605082273483,
      "learning_rate": 1.830117510517917e-05,
      "loss": 0.0012,
      "step": 22626
    },
    {
      "epoch": 2.45305724197745,
      "grad_norm": 0.21130970120429993,
      "learning_rate": 1.8297548237342234e-05,
      "loss": 0.0132,
      "step": 22627
    },
    {
      "epoch": 2.45316565481353,
      "grad_norm": 0.16571862995624542,
      "learning_rate": 1.8293921369505294e-05,
      "loss": 0.0063,
      "step": 22628
    },
    {
      "epoch": 2.45327406764961,
      "grad_norm": 0.43442514538764954,
      "learning_rate": 1.829029450166836e-05,
      "loss": 0.0135,
      "step": 22629
    },
    {
      "epoch": 2.4533824804856894,
      "grad_norm": 0.09894566982984543,
      "learning_rate": 1.8286667633831426e-05,
      "loss": 0.0066,
      "step": 22630
    },
    {
      "epoch": 2.4534908933217694,
      "grad_norm": 0.12136876583099365,
      "learning_rate": 1.828304076599449e-05,
      "loss": 0.0087,
      "step": 22631
    },
    {
      "epoch": 2.453599306157849,
      "grad_norm": 0.10971514880657196,
      "learning_rate": 1.827941389815755e-05,
      "loss": 0.007,
      "step": 22632
    },
    {
      "epoch": 2.453707718993929,
      "grad_norm": 0.12392935156822205,
      "learning_rate": 1.8275787030320615e-05,
      "loss": 0.0098,
      "step": 22633
    },
    {
      "epoch": 2.453816131830009,
      "grad_norm": 0.09644626826047897,
      "learning_rate": 1.8272160162483682e-05,
      "loss": 0.008,
      "step": 22634
    },
    {
      "epoch": 2.4539245446660884,
      "grad_norm": 0.18309670686721802,
      "learning_rate": 1.8268533294646743e-05,
      "loss": 0.0157,
      "step": 22635
    },
    {
      "epoch": 2.4540329575021684,
      "grad_norm": 0.05207781493663788,
      "learning_rate": 1.8264906426809807e-05,
      "loss": 0.0036,
      "step": 22636
    },
    {
      "epoch": 2.454141370338248,
      "grad_norm": 0.21327334642410278,
      "learning_rate": 1.826127955897287e-05,
      "loss": 0.0695,
      "step": 22637
    },
    {
      "epoch": 2.454249783174328,
      "grad_norm": 0.03897320106625557,
      "learning_rate": 1.8257652691135935e-05,
      "loss": 0.0022,
      "step": 22638
    },
    {
      "epoch": 2.4543581960104075,
      "grad_norm": 0.3853949308395386,
      "learning_rate": 1.8254025823299e-05,
      "loss": 0.0187,
      "step": 22639
    },
    {
      "epoch": 2.4544666088464875,
      "grad_norm": 0.15012608468532562,
      "learning_rate": 1.8250398955462064e-05,
      "loss": 0.0143,
      "step": 22640
    },
    {
      "epoch": 2.454575021682567,
      "grad_norm": 0.14194080233573914,
      "learning_rate": 1.8246772087625128e-05,
      "loss": 0.011,
      "step": 22641
    },
    {
      "epoch": 2.454683434518647,
      "grad_norm": 0.19848458468914032,
      "learning_rate": 1.8243145219788192e-05,
      "loss": 0.0151,
      "step": 22642
    },
    {
      "epoch": 2.454791847354727,
      "grad_norm": 0.04452228173613548,
      "learning_rate": 1.8239518351951256e-05,
      "loss": 0.0042,
      "step": 22643
    },
    {
      "epoch": 2.4549002601908065,
      "grad_norm": 0.06533119827508926,
      "learning_rate": 1.823589148411432e-05,
      "loss": 0.0068,
      "step": 22644
    },
    {
      "epoch": 2.4550086730268865,
      "grad_norm": 0.07570865750312805,
      "learning_rate": 1.8232264616277384e-05,
      "loss": 0.0032,
      "step": 22645
    },
    {
      "epoch": 2.455117085862966,
      "grad_norm": 0.1064884141087532,
      "learning_rate": 1.8228637748440448e-05,
      "loss": 0.008,
      "step": 22646
    },
    {
      "epoch": 2.455225498699046,
      "grad_norm": 0.07279961556196213,
      "learning_rate": 1.8225010880603512e-05,
      "loss": 0.0089,
      "step": 22647
    },
    {
      "epoch": 2.4553339115351256,
      "grad_norm": 0.024410640820860863,
      "learning_rate": 1.8221384012766576e-05,
      "loss": 0.0016,
      "step": 22648
    },
    {
      "epoch": 2.4554423243712056,
      "grad_norm": 0.013264483772218227,
      "learning_rate": 1.821775714492964e-05,
      "loss": 0.001,
      "step": 22649
    },
    {
      "epoch": 2.455550737207285,
      "grad_norm": 0.2655429542064667,
      "learning_rate": 1.8214130277092705e-05,
      "loss": 0.009,
      "step": 22650
    },
    {
      "epoch": 2.455659150043365,
      "grad_norm": 0.14853987097740173,
      "learning_rate": 1.8210503409255765e-05,
      "loss": 0.011,
      "step": 22651
    },
    {
      "epoch": 2.455767562879445,
      "grad_norm": 0.09252045303583145,
      "learning_rate": 1.8206876541418833e-05,
      "loss": 0.0027,
      "step": 22652
    },
    {
      "epoch": 2.4558759757155246,
      "grad_norm": 0.2031249850988388,
      "learning_rate": 1.8203249673581897e-05,
      "loss": 0.0075,
      "step": 22653
    },
    {
      "epoch": 2.4559843885516046,
      "grad_norm": 0.1653490960597992,
      "learning_rate": 1.8199622805744958e-05,
      "loss": 0.0202,
      "step": 22654
    },
    {
      "epoch": 2.456092801387684,
      "grad_norm": 0.6179239749908447,
      "learning_rate": 1.8195995937908022e-05,
      "loss": 0.0367,
      "step": 22655
    },
    {
      "epoch": 2.456201214223764,
      "grad_norm": 0.07959386706352234,
      "learning_rate": 1.819236907007109e-05,
      "loss": 0.0056,
      "step": 22656
    },
    {
      "epoch": 2.456309627059844,
      "grad_norm": 0.5409063100814819,
      "learning_rate": 1.8188742202234153e-05,
      "loss": 0.0342,
      "step": 22657
    },
    {
      "epoch": 2.4564180398959237,
      "grad_norm": 0.05591699853539467,
      "learning_rate": 1.8185115334397214e-05,
      "loss": 0.0037,
      "step": 22658
    },
    {
      "epoch": 2.4565264527320037,
      "grad_norm": 0.32858195900917053,
      "learning_rate": 1.8181488466560278e-05,
      "loss": 0.0342,
      "step": 22659
    },
    {
      "epoch": 2.456634865568083,
      "grad_norm": 0.04474281147122383,
      "learning_rate": 1.8177861598723346e-05,
      "loss": 0.0019,
      "step": 22660
    },
    {
      "epoch": 2.456743278404163,
      "grad_norm": 0.5015833377838135,
      "learning_rate": 1.8174234730886406e-05,
      "loss": 0.0282,
      "step": 22661
    },
    {
      "epoch": 2.4568516912402427,
      "grad_norm": 0.15041707456111908,
      "learning_rate": 1.817060786304947e-05,
      "loss": 0.02,
      "step": 22662
    },
    {
      "epoch": 2.4569601040763227,
      "grad_norm": 0.45594388246536255,
      "learning_rate": 1.8166980995212535e-05,
      "loss": 0.0464,
      "step": 22663
    },
    {
      "epoch": 2.4570685169124022,
      "grad_norm": 0.5156591534614563,
      "learning_rate": 1.81633541273756e-05,
      "loss": 0.0671,
      "step": 22664
    },
    {
      "epoch": 2.4571769297484822,
      "grad_norm": 0.35461071133613586,
      "learning_rate": 1.8159727259538663e-05,
      "loss": 0.0325,
      "step": 22665
    },
    {
      "epoch": 2.457285342584562,
      "grad_norm": 0.1165810227394104,
      "learning_rate": 1.8156100391701727e-05,
      "loss": 0.0074,
      "step": 22666
    },
    {
      "epoch": 2.4573937554206418,
      "grad_norm": 0.3095274567604065,
      "learning_rate": 1.815247352386479e-05,
      "loss": 0.0139,
      "step": 22667
    },
    {
      "epoch": 2.4575021682567217,
      "grad_norm": 0.061335157603025436,
      "learning_rate": 1.8148846656027855e-05,
      "loss": 0.0039,
      "step": 22668
    },
    {
      "epoch": 2.4576105810928013,
      "grad_norm": 0.22113339602947235,
      "learning_rate": 1.814521978819092e-05,
      "loss": 0.0257,
      "step": 22669
    },
    {
      "epoch": 2.4577189939288813,
      "grad_norm": 0.11823049932718277,
      "learning_rate": 1.8141592920353983e-05,
      "loss": 0.0118,
      "step": 22670
    },
    {
      "epoch": 2.457827406764961,
      "grad_norm": 0.08933699131011963,
      "learning_rate": 1.8137966052517047e-05,
      "loss": 0.0052,
      "step": 22671
    },
    {
      "epoch": 2.457935819601041,
      "grad_norm": 0.23635001480579376,
      "learning_rate": 1.813433918468011e-05,
      "loss": 0.0425,
      "step": 22672
    },
    {
      "epoch": 2.4580442324371203,
      "grad_norm": 0.16154775023460388,
      "learning_rate": 1.8130712316843176e-05,
      "loss": 0.0148,
      "step": 22673
    },
    {
      "epoch": 2.4581526452732003,
      "grad_norm": 0.07794875651597977,
      "learning_rate": 1.812708544900624e-05,
      "loss": 0.0042,
      "step": 22674
    },
    {
      "epoch": 2.4582610581092803,
      "grad_norm": 0.3286917507648468,
      "learning_rate": 1.8123458581169304e-05,
      "loss": 0.0274,
      "step": 22675
    },
    {
      "epoch": 2.45836947094536,
      "grad_norm": 0.06629833579063416,
      "learning_rate": 1.8119831713332368e-05,
      "loss": 0.004,
      "step": 22676
    },
    {
      "epoch": 2.45847788378144,
      "grad_norm": 0.47394517064094543,
      "learning_rate": 1.811620484549543e-05,
      "loss": 0.0152,
      "step": 22677
    },
    {
      "epoch": 2.4585862966175194,
      "grad_norm": 0.04281153157353401,
      "learning_rate": 1.8112577977658496e-05,
      "loss": 0.0028,
      "step": 22678
    },
    {
      "epoch": 2.4586947094535994,
      "grad_norm": 0.018598616123199463,
      "learning_rate": 1.810895110982156e-05,
      "loss": 0.0012,
      "step": 22679
    },
    {
      "epoch": 2.4588031222896793,
      "grad_norm": 0.3217785358428955,
      "learning_rate": 1.810532424198462e-05,
      "loss": 0.0374,
      "step": 22680
    },
    {
      "epoch": 2.458911535125759,
      "grad_norm": 0.33737385272979736,
      "learning_rate": 1.8101697374147685e-05,
      "loss": 0.0066,
      "step": 22681
    },
    {
      "epoch": 2.459019947961839,
      "grad_norm": 0.4546601176261902,
      "learning_rate": 1.8098070506310753e-05,
      "loss": 0.0129,
      "step": 22682
    },
    {
      "epoch": 2.4591283607979184,
      "grad_norm": 0.22357162833213806,
      "learning_rate": 1.8094443638473817e-05,
      "loss": 0.012,
      "step": 22683
    },
    {
      "epoch": 2.4592367736339984,
      "grad_norm": 0.24383848905563354,
      "learning_rate": 1.8090816770636877e-05,
      "loss": 0.0157,
      "step": 22684
    },
    {
      "epoch": 2.459345186470078,
      "grad_norm": 0.07048853486776352,
      "learning_rate": 1.808718990279994e-05,
      "loss": 0.0047,
      "step": 22685
    },
    {
      "epoch": 2.459453599306158,
      "grad_norm": 0.5107853412628174,
      "learning_rate": 1.808356303496301e-05,
      "loss": 0.0305,
      "step": 22686
    },
    {
      "epoch": 2.4595620121422375,
      "grad_norm": 0.282004177570343,
      "learning_rate": 1.807993616712607e-05,
      "loss": 0.0166,
      "step": 22687
    },
    {
      "epoch": 2.4596704249783174,
      "grad_norm": 0.09546884894371033,
      "learning_rate": 1.8076309299289134e-05,
      "loss": 0.0077,
      "step": 22688
    },
    {
      "epoch": 2.4597788378143974,
      "grad_norm": 3.0939810276031494,
      "learning_rate": 1.8072682431452198e-05,
      "loss": 0.0349,
      "step": 22689
    },
    {
      "epoch": 2.459887250650477,
      "grad_norm": 0.040711503475904465,
      "learning_rate": 1.8069055563615262e-05,
      "loss": 0.0028,
      "step": 22690
    },
    {
      "epoch": 2.459995663486557,
      "grad_norm": 0.053434401750564575,
      "learning_rate": 1.8065428695778326e-05,
      "loss": 0.0026,
      "step": 22691
    },
    {
      "epoch": 2.4601040763226365,
      "grad_norm": 0.22401176393032074,
      "learning_rate": 1.806180182794139e-05,
      "loss": 0.0112,
      "step": 22692
    },
    {
      "epoch": 2.4602124891587165,
      "grad_norm": 0.26962876319885254,
      "learning_rate": 1.8058174960104454e-05,
      "loss": 0.046,
      "step": 22693
    },
    {
      "epoch": 2.460320901994796,
      "grad_norm": 0.12437191605567932,
      "learning_rate": 1.805454809226752e-05,
      "loss": 0.0074,
      "step": 22694
    },
    {
      "epoch": 2.460429314830876,
      "grad_norm": 0.19003283977508545,
      "learning_rate": 1.8050921224430583e-05,
      "loss": 0.0249,
      "step": 22695
    },
    {
      "epoch": 2.4605377276669556,
      "grad_norm": 0.7613359093666077,
      "learning_rate": 1.8047294356593647e-05,
      "loss": 0.0214,
      "step": 22696
    },
    {
      "epoch": 2.4606461405030355,
      "grad_norm": 0.02227948233485222,
      "learning_rate": 1.804366748875671e-05,
      "loss": 0.0015,
      "step": 22697
    },
    {
      "epoch": 2.4607545533391155,
      "grad_norm": 0.667397141456604,
      "learning_rate": 1.8040040620919775e-05,
      "loss": 0.0159,
      "step": 22698
    },
    {
      "epoch": 2.460862966175195,
      "grad_norm": 0.23413801193237305,
      "learning_rate": 1.803641375308284e-05,
      "loss": 0.0122,
      "step": 22699
    },
    {
      "epoch": 2.460971379011275,
      "grad_norm": 0.24501310288906097,
      "learning_rate": 1.8032786885245903e-05,
      "loss": 0.0175,
      "step": 22700
    },
    {
      "epoch": 2.4610797918473546,
      "grad_norm": 0.3840421736240387,
      "learning_rate": 1.8029160017408967e-05,
      "loss": 0.0456,
      "step": 22701
    },
    {
      "epoch": 2.4611882046834346,
      "grad_norm": 0.36436471343040466,
      "learning_rate": 1.802553314957203e-05,
      "loss": 0.0139,
      "step": 22702
    },
    {
      "epoch": 2.461296617519514,
      "grad_norm": 0.3336011469364166,
      "learning_rate": 1.8021906281735092e-05,
      "loss": 0.0345,
      "step": 22703
    },
    {
      "epoch": 2.461405030355594,
      "grad_norm": 0.1750127226114273,
      "learning_rate": 1.801827941389816e-05,
      "loss": 0.0161,
      "step": 22704
    },
    {
      "epoch": 2.4615134431916736,
      "grad_norm": 0.0302559994161129,
      "learning_rate": 1.8014652546061224e-05,
      "loss": 0.0012,
      "step": 22705
    },
    {
      "epoch": 2.4616218560277536,
      "grad_norm": 0.02841670624911785,
      "learning_rate": 1.8011025678224284e-05,
      "loss": 0.0013,
      "step": 22706
    },
    {
      "epoch": 2.4617302688638336,
      "grad_norm": 0.10057395696640015,
      "learning_rate": 1.800739881038735e-05,
      "loss": 0.007,
      "step": 22707
    },
    {
      "epoch": 2.461838681699913,
      "grad_norm": 0.08704359829425812,
      "learning_rate": 1.8003771942550416e-05,
      "loss": 0.0126,
      "step": 22708
    },
    {
      "epoch": 2.461947094535993,
      "grad_norm": 0.3573814332485199,
      "learning_rate": 1.800014507471348e-05,
      "loss": 0.0272,
      "step": 22709
    },
    {
      "epoch": 2.4620555073720727,
      "grad_norm": 0.0708911195397377,
      "learning_rate": 1.799651820687654e-05,
      "loss": 0.0056,
      "step": 22710
    },
    {
      "epoch": 2.4621639202081527,
      "grad_norm": 0.07456096261739731,
      "learning_rate": 1.7992891339039605e-05,
      "loss": 0.007,
      "step": 22711
    },
    {
      "epoch": 2.4622723330442327,
      "grad_norm": 0.28347381949424744,
      "learning_rate": 1.7989264471202672e-05,
      "loss": 0.0091,
      "step": 22712
    },
    {
      "epoch": 2.462380745880312,
      "grad_norm": 0.4273086190223694,
      "learning_rate": 1.7985637603365733e-05,
      "loss": 0.0338,
      "step": 22713
    },
    {
      "epoch": 2.462489158716392,
      "grad_norm": 0.33266258239746094,
      "learning_rate": 1.7982010735528797e-05,
      "loss": 0.023,
      "step": 22714
    },
    {
      "epoch": 2.4625975715524717,
      "grad_norm": 0.05767615884542465,
      "learning_rate": 1.797838386769186e-05,
      "loss": 0.0038,
      "step": 22715
    },
    {
      "epoch": 2.4627059843885517,
      "grad_norm": 0.2052861601114273,
      "learning_rate": 1.7974756999854925e-05,
      "loss": 0.0175,
      "step": 22716
    },
    {
      "epoch": 2.4628143972246312,
      "grad_norm": 0.059044402092695236,
      "learning_rate": 1.797113013201799e-05,
      "loss": 0.004,
      "step": 22717
    },
    {
      "epoch": 2.4629228100607112,
      "grad_norm": 0.1478879451751709,
      "learning_rate": 1.7967503264181054e-05,
      "loss": 0.0064,
      "step": 22718
    },
    {
      "epoch": 2.4630312228967908,
      "grad_norm": 0.4695696532726288,
      "learning_rate": 1.7963876396344118e-05,
      "loss": 0.0456,
      "step": 22719
    },
    {
      "epoch": 2.4631396357328708,
      "grad_norm": 0.35116004943847656,
      "learning_rate": 1.7960249528507182e-05,
      "loss": 0.0291,
      "step": 22720
    },
    {
      "epoch": 2.4632480485689507,
      "grad_norm": 0.7192886471748352,
      "learning_rate": 1.7956622660670246e-05,
      "loss": 0.0296,
      "step": 22721
    },
    {
      "epoch": 2.4633564614050303,
      "grad_norm": 0.14071284234523773,
      "learning_rate": 1.795299579283331e-05,
      "loss": 0.0069,
      "step": 22722
    },
    {
      "epoch": 2.4634648742411103,
      "grad_norm": 0.1841678023338318,
      "learning_rate": 1.7949368924996374e-05,
      "loss": 0.0157,
      "step": 22723
    },
    {
      "epoch": 2.46357328707719,
      "grad_norm": 0.3872227370738983,
      "learning_rate": 1.7945742057159438e-05,
      "loss": 0.0096,
      "step": 22724
    },
    {
      "epoch": 2.46368169991327,
      "grad_norm": 0.05764927342534065,
      "learning_rate": 1.7942115189322502e-05,
      "loss": 0.0056,
      "step": 22725
    },
    {
      "epoch": 2.4637901127493493,
      "grad_norm": 0.02906748466193676,
      "learning_rate": 1.7938488321485566e-05,
      "loss": 0.0017,
      "step": 22726
    },
    {
      "epoch": 2.4638985255854293,
      "grad_norm": 0.44925978779792786,
      "learning_rate": 1.793486145364863e-05,
      "loss": 0.0176,
      "step": 22727
    },
    {
      "epoch": 2.464006938421509,
      "grad_norm": 0.12705230712890625,
      "learning_rate": 1.7931234585811695e-05,
      "loss": 0.0034,
      "step": 22728
    },
    {
      "epoch": 2.464115351257589,
      "grad_norm": 0.08269274234771729,
      "learning_rate": 1.792760771797476e-05,
      "loss": 0.0105,
      "step": 22729
    },
    {
      "epoch": 2.464223764093669,
      "grad_norm": 0.21799075603485107,
      "learning_rate": 1.7923980850137823e-05,
      "loss": 0.0101,
      "step": 22730
    },
    {
      "epoch": 2.4643321769297484,
      "grad_norm": 0.1089414730668068,
      "learning_rate": 1.7920353982300887e-05,
      "loss": 0.0063,
      "step": 22731
    },
    {
      "epoch": 2.4644405897658284,
      "grad_norm": 0.25634822249412537,
      "learning_rate": 1.7916727114463948e-05,
      "loss": 0.0214,
      "step": 22732
    },
    {
      "epoch": 2.464549002601908,
      "grad_norm": 0.07308053970336914,
      "learning_rate": 1.7913100246627012e-05,
      "loss": 0.0044,
      "step": 22733
    },
    {
      "epoch": 2.464657415437988,
      "grad_norm": 0.07530811429023743,
      "learning_rate": 1.790947337879008e-05,
      "loss": 0.0102,
      "step": 22734
    },
    {
      "epoch": 2.464765828274068,
      "grad_norm": 0.23595526814460754,
      "learning_rate": 1.7905846510953143e-05,
      "loss": 0.0127,
      "step": 22735
    },
    {
      "epoch": 2.4648742411101474,
      "grad_norm": 0.17609858512878418,
      "learning_rate": 1.7902219643116204e-05,
      "loss": 0.0106,
      "step": 22736
    },
    {
      "epoch": 2.4649826539462274,
      "grad_norm": 0.19827164709568024,
      "learning_rate": 1.7898592775279268e-05,
      "loss": 0.0422,
      "step": 22737
    },
    {
      "epoch": 2.465091066782307,
      "grad_norm": 0.0647711381316185,
      "learning_rate": 1.7894965907442336e-05,
      "loss": 0.0033,
      "step": 22738
    },
    {
      "epoch": 2.465199479618387,
      "grad_norm": 0.9256230592727661,
      "learning_rate": 1.78913390396054e-05,
      "loss": 0.0156,
      "step": 22739
    },
    {
      "epoch": 2.4653078924544665,
      "grad_norm": 0.09180034697055817,
      "learning_rate": 1.788771217176846e-05,
      "loss": 0.0055,
      "step": 22740
    },
    {
      "epoch": 2.4654163052905465,
      "grad_norm": 0.31742143630981445,
      "learning_rate": 1.7884085303931525e-05,
      "loss": 0.0394,
      "step": 22741
    },
    {
      "epoch": 2.465524718126626,
      "grad_norm": 0.2513689398765564,
      "learning_rate": 1.7880458436094592e-05,
      "loss": 0.0251,
      "step": 22742
    },
    {
      "epoch": 2.465633130962706,
      "grad_norm": 0.058539774268865585,
      "learning_rate": 1.7876831568257653e-05,
      "loss": 0.0047,
      "step": 22743
    },
    {
      "epoch": 2.465741543798786,
      "grad_norm": 0.05987023934721947,
      "learning_rate": 1.7873204700420717e-05,
      "loss": 0.0049,
      "step": 22744
    },
    {
      "epoch": 2.4658499566348655,
      "grad_norm": 0.4132757782936096,
      "learning_rate": 1.786957783258378e-05,
      "loss": 0.0182,
      "step": 22745
    },
    {
      "epoch": 2.4659583694709455,
      "grad_norm": 0.07431600242853165,
      "learning_rate": 1.7865950964746845e-05,
      "loss": 0.0065,
      "step": 22746
    },
    {
      "epoch": 2.466066782307025,
      "grad_norm": 0.12771844863891602,
      "learning_rate": 1.786232409690991e-05,
      "loss": 0.0112,
      "step": 22747
    },
    {
      "epoch": 2.466175195143105,
      "grad_norm": 0.12716825306415558,
      "learning_rate": 1.7858697229072973e-05,
      "loss": 0.007,
      "step": 22748
    },
    {
      "epoch": 2.4662836079791846,
      "grad_norm": 0.08021649718284607,
      "learning_rate": 1.7855070361236037e-05,
      "loss": 0.0094,
      "step": 22749
    },
    {
      "epoch": 2.4663920208152645,
      "grad_norm": 0.2842026650905609,
      "learning_rate": 1.78514434933991e-05,
      "loss": 0.0151,
      "step": 22750
    },
    {
      "epoch": 2.466500433651344,
      "grad_norm": 0.24707236886024475,
      "learning_rate": 1.7847816625562166e-05,
      "loss": 0.0251,
      "step": 22751
    },
    {
      "epoch": 2.466608846487424,
      "grad_norm": 0.17086541652679443,
      "learning_rate": 1.784418975772523e-05,
      "loss": 0.0267,
      "step": 22752
    },
    {
      "epoch": 2.466717259323504,
      "grad_norm": 0.2052784115076065,
      "learning_rate": 1.7840562889888294e-05,
      "loss": 0.0173,
      "step": 22753
    },
    {
      "epoch": 2.4668256721595836,
      "grad_norm": 0.2130570262670517,
      "learning_rate": 1.7836936022051358e-05,
      "loss": 0.0462,
      "step": 22754
    },
    {
      "epoch": 2.4669340849956636,
      "grad_norm": 0.0745277851819992,
      "learning_rate": 1.7833309154214422e-05,
      "loss": 0.0083,
      "step": 22755
    },
    {
      "epoch": 2.467042497831743,
      "grad_norm": 0.2128993272781372,
      "learning_rate": 1.7829682286377486e-05,
      "loss": 0.0101,
      "step": 22756
    },
    {
      "epoch": 2.467150910667823,
      "grad_norm": 0.30671805143356323,
      "learning_rate": 1.782605541854055e-05,
      "loss": 0.0218,
      "step": 22757
    },
    {
      "epoch": 2.467259323503903,
      "grad_norm": 0.12330006808042526,
      "learning_rate": 1.782242855070361e-05,
      "loss": 0.0031,
      "step": 22758
    },
    {
      "epoch": 2.4673677363399826,
      "grad_norm": 0.03772128373384476,
      "learning_rate": 1.7818801682866675e-05,
      "loss": 0.0033,
      "step": 22759
    },
    {
      "epoch": 2.4674761491760626,
      "grad_norm": 0.32877200841903687,
      "learning_rate": 1.7815174815029743e-05,
      "loss": 0.0091,
      "step": 22760
    },
    {
      "epoch": 2.467584562012142,
      "grad_norm": 0.40776097774505615,
      "learning_rate": 1.7811547947192807e-05,
      "loss": 0.0438,
      "step": 22761
    },
    {
      "epoch": 2.467692974848222,
      "grad_norm": 0.2312437891960144,
      "learning_rate": 1.7807921079355867e-05,
      "loss": 0.0149,
      "step": 22762
    },
    {
      "epoch": 2.4678013876843017,
      "grad_norm": 1.0142277479171753,
      "learning_rate": 1.780429421151893e-05,
      "loss": 0.024,
      "step": 22763
    },
    {
      "epoch": 2.4679098005203817,
      "grad_norm": 0.2152685523033142,
      "learning_rate": 1.7800667343682e-05,
      "loss": 0.0166,
      "step": 22764
    },
    {
      "epoch": 2.468018213356461,
      "grad_norm": 0.1194496899843216,
      "learning_rate": 1.7797040475845063e-05,
      "loss": 0.0092,
      "step": 22765
    },
    {
      "epoch": 2.468126626192541,
      "grad_norm": 0.2731224596500397,
      "learning_rate": 1.7793413608008124e-05,
      "loss": 0.0316,
      "step": 22766
    },
    {
      "epoch": 2.468235039028621,
      "grad_norm": 0.1519830822944641,
      "learning_rate": 1.7789786740171188e-05,
      "loss": 0.0135,
      "step": 22767
    },
    {
      "epoch": 2.4683434518647007,
      "grad_norm": 0.2966354191303253,
      "learning_rate": 1.7786159872334255e-05,
      "loss": 0.0334,
      "step": 22768
    },
    {
      "epoch": 2.4684518647007807,
      "grad_norm": 0.33147215843200684,
      "learning_rate": 1.7782533004497316e-05,
      "loss": 0.023,
      "step": 22769
    },
    {
      "epoch": 2.4685602775368602,
      "grad_norm": 0.06480351090431213,
      "learning_rate": 1.777890613666038e-05,
      "loss": 0.0013,
      "step": 22770
    },
    {
      "epoch": 2.4686686903729402,
      "grad_norm": 0.07759421318769455,
      "learning_rate": 1.7775279268823444e-05,
      "loss": 0.0035,
      "step": 22771
    },
    {
      "epoch": 2.4687771032090198,
      "grad_norm": 0.3364749550819397,
      "learning_rate": 1.777165240098651e-05,
      "loss": 0.0197,
      "step": 22772
    },
    {
      "epoch": 2.4688855160450998,
      "grad_norm": 0.7477306127548218,
      "learning_rate": 1.7768025533149573e-05,
      "loss": 0.023,
      "step": 22773
    },
    {
      "epoch": 2.4689939288811793,
      "grad_norm": 0.1181122437119484,
      "learning_rate": 1.7764398665312637e-05,
      "loss": 0.0057,
      "step": 22774
    },
    {
      "epoch": 2.4691023417172593,
      "grad_norm": 0.2588231861591339,
      "learning_rate": 1.77607717974757e-05,
      "loss": 0.0061,
      "step": 22775
    },
    {
      "epoch": 2.4692107545533393,
      "grad_norm": 0.4659748077392578,
      "learning_rate": 1.7757144929638765e-05,
      "loss": 0.0829,
      "step": 22776
    },
    {
      "epoch": 2.469319167389419,
      "grad_norm": 0.17083974182605743,
      "learning_rate": 1.775351806180183e-05,
      "loss": 0.0271,
      "step": 22777
    },
    {
      "epoch": 2.469427580225499,
      "grad_norm": 0.14176858961582184,
      "learning_rate": 1.7749891193964893e-05,
      "loss": 0.0067,
      "step": 22778
    },
    {
      "epoch": 2.4695359930615783,
      "grad_norm": 0.03647292032837868,
      "learning_rate": 1.7746264326127957e-05,
      "loss": 0.0021,
      "step": 22779
    },
    {
      "epoch": 2.4696444058976583,
      "grad_norm": 0.08406497538089752,
      "learning_rate": 1.774263745829102e-05,
      "loss": 0.0072,
      "step": 22780
    },
    {
      "epoch": 2.4697528187337383,
      "grad_norm": 0.008238556794822216,
      "learning_rate": 1.7739010590454085e-05,
      "loss": 0.0003,
      "step": 22781
    },
    {
      "epoch": 2.469861231569818,
      "grad_norm": 0.23794659972190857,
      "learning_rate": 1.773538372261715e-05,
      "loss": 0.0121,
      "step": 22782
    },
    {
      "epoch": 2.469969644405898,
      "grad_norm": 0.45104971528053284,
      "learning_rate": 1.7731756854780214e-05,
      "loss": 0.0129,
      "step": 22783
    },
    {
      "epoch": 2.4700780572419774,
      "grad_norm": 0.04595699906349182,
      "learning_rate": 1.7728129986943274e-05,
      "loss": 0.004,
      "step": 22784
    },
    {
      "epoch": 2.4701864700780574,
      "grad_norm": 0.23005221784114838,
      "learning_rate": 1.772450311910634e-05,
      "loss": 0.0094,
      "step": 22785
    },
    {
      "epoch": 2.470294882914137,
      "grad_norm": 0.379372775554657,
      "learning_rate": 1.7720876251269406e-05,
      "loss": 0.026,
      "step": 22786
    },
    {
      "epoch": 2.470403295750217,
      "grad_norm": 0.07273869216442108,
      "learning_rate": 1.771724938343247e-05,
      "loss": 0.0063,
      "step": 22787
    },
    {
      "epoch": 2.4705117085862964,
      "grad_norm": 0.049234237521886826,
      "learning_rate": 1.771362251559553e-05,
      "loss": 0.005,
      "step": 22788
    },
    {
      "epoch": 2.4706201214223764,
      "grad_norm": 0.22929821908473969,
      "learning_rate": 1.7709995647758595e-05,
      "loss": 0.0138,
      "step": 22789
    },
    {
      "epoch": 2.4707285342584564,
      "grad_norm": 0.19018082320690155,
      "learning_rate": 1.7706368779921662e-05,
      "loss": 0.0159,
      "step": 22790
    },
    {
      "epoch": 2.470836947094536,
      "grad_norm": 0.2963324785232544,
      "learning_rate": 1.7702741912084727e-05,
      "loss": 0.0273,
      "step": 22791
    },
    {
      "epoch": 2.470945359930616,
      "grad_norm": 0.19503255188465118,
      "learning_rate": 1.7699115044247787e-05,
      "loss": 0.0041,
      "step": 22792
    },
    {
      "epoch": 2.4710537727666955,
      "grad_norm": 0.14580927789211273,
      "learning_rate": 1.769548817641085e-05,
      "loss": 0.0239,
      "step": 22793
    },
    {
      "epoch": 2.4711621856027755,
      "grad_norm": 0.17585445940494537,
      "learning_rate": 1.769186130857392e-05,
      "loss": 0.0139,
      "step": 22794
    },
    {
      "epoch": 2.471270598438855,
      "grad_norm": 0.11601804941892624,
      "learning_rate": 1.768823444073698e-05,
      "loss": 0.0097,
      "step": 22795
    },
    {
      "epoch": 2.471379011274935,
      "grad_norm": 0.37460798025131226,
      "learning_rate": 1.7684607572900044e-05,
      "loss": 0.0087,
      "step": 22796
    },
    {
      "epoch": 2.4714874241110145,
      "grad_norm": 0.25906816124916077,
      "learning_rate": 1.7680980705063108e-05,
      "loss": 0.0071,
      "step": 22797
    },
    {
      "epoch": 2.4715958369470945,
      "grad_norm": 0.32206663489341736,
      "learning_rate": 1.7677353837226172e-05,
      "loss": 0.0146,
      "step": 22798
    },
    {
      "epoch": 2.4717042497831745,
      "grad_norm": 0.1941702961921692,
      "learning_rate": 1.7673726969389236e-05,
      "loss": 0.0288,
      "step": 22799
    },
    {
      "epoch": 2.471812662619254,
      "grad_norm": 0.004645814187824726,
      "learning_rate": 1.76701001015523e-05,
      "loss": 0.0003,
      "step": 22800
    },
    {
      "epoch": 2.471921075455334,
      "grad_norm": 0.5235859751701355,
      "learning_rate": 1.7666473233715364e-05,
      "loss": 0.0143,
      "step": 22801
    },
    {
      "epoch": 2.4720294882914136,
      "grad_norm": 0.1221153512597084,
      "learning_rate": 1.7662846365878428e-05,
      "loss": 0.0052,
      "step": 22802
    },
    {
      "epoch": 2.4721379011274935,
      "grad_norm": 0.3077446520328522,
      "learning_rate": 1.7659219498041492e-05,
      "loss": 0.0311,
      "step": 22803
    },
    {
      "epoch": 2.4722463139635735,
      "grad_norm": 0.2769418954849243,
      "learning_rate": 1.7655592630204556e-05,
      "loss": 0.0112,
      "step": 22804
    },
    {
      "epoch": 2.472354726799653,
      "grad_norm": 0.2531527578830719,
      "learning_rate": 1.765196576236762e-05,
      "loss": 0.006,
      "step": 22805
    },
    {
      "epoch": 2.472463139635733,
      "grad_norm": 0.21841275691986084,
      "learning_rate": 1.7648338894530685e-05,
      "loss": 0.02,
      "step": 22806
    },
    {
      "epoch": 2.4725715524718126,
      "grad_norm": 0.3011825680732727,
      "learning_rate": 1.764471202669375e-05,
      "loss": 0.0083,
      "step": 22807
    },
    {
      "epoch": 2.4726799653078926,
      "grad_norm": 0.6068817973136902,
      "learning_rate": 1.7641085158856813e-05,
      "loss": 0.0669,
      "step": 22808
    },
    {
      "epoch": 2.472788378143972,
      "grad_norm": 0.4950396716594696,
      "learning_rate": 1.7637458291019877e-05,
      "loss": 0.0262,
      "step": 22809
    },
    {
      "epoch": 2.472896790980052,
      "grad_norm": 0.24377763271331787,
      "learning_rate": 1.7633831423182938e-05,
      "loss": 0.0134,
      "step": 22810
    },
    {
      "epoch": 2.4730052038161316,
      "grad_norm": 0.18150568008422852,
      "learning_rate": 1.7630204555346002e-05,
      "loss": 0.0141,
      "step": 22811
    },
    {
      "epoch": 2.4731136166522116,
      "grad_norm": 0.02823067642748356,
      "learning_rate": 1.762657768750907e-05,
      "loss": 0.0007,
      "step": 22812
    },
    {
      "epoch": 2.4732220294882916,
      "grad_norm": 0.06031618267297745,
      "learning_rate": 1.7622950819672133e-05,
      "loss": 0.0038,
      "step": 22813
    },
    {
      "epoch": 2.473330442324371,
      "grad_norm": 0.2991594672203064,
      "learning_rate": 1.7619323951835194e-05,
      "loss": 0.0222,
      "step": 22814
    },
    {
      "epoch": 2.473438855160451,
      "grad_norm": 0.15211300551891327,
      "learning_rate": 1.7615697083998258e-05,
      "loss": 0.0044,
      "step": 22815
    },
    {
      "epoch": 2.4735472679965307,
      "grad_norm": 0.050831206142902374,
      "learning_rate": 1.7612070216161326e-05,
      "loss": 0.0033,
      "step": 22816
    },
    {
      "epoch": 2.4736556808326107,
      "grad_norm": 0.13072411715984344,
      "learning_rate": 1.760844334832439e-05,
      "loss": 0.0129,
      "step": 22817
    },
    {
      "epoch": 2.47376409366869,
      "grad_norm": 0.061851583421230316,
      "learning_rate": 1.760481648048745e-05,
      "loss": 0.001,
      "step": 22818
    },
    {
      "epoch": 2.47387250650477,
      "grad_norm": 0.06354978680610657,
      "learning_rate": 1.7601189612650515e-05,
      "loss": 0.0041,
      "step": 22819
    },
    {
      "epoch": 2.4739809193408497,
      "grad_norm": 0.3519490957260132,
      "learning_rate": 1.7597562744813582e-05,
      "loss": 0.0389,
      "step": 22820
    },
    {
      "epoch": 2.4740893321769297,
      "grad_norm": 0.1800626963376999,
      "learning_rate": 1.7593935876976643e-05,
      "loss": 0.0216,
      "step": 22821
    },
    {
      "epoch": 2.4741977450130097,
      "grad_norm": 0.16367004811763763,
      "learning_rate": 1.7590309009139707e-05,
      "loss": 0.0139,
      "step": 22822
    },
    {
      "epoch": 2.4743061578490892,
      "grad_norm": 0.12452423572540283,
      "learning_rate": 1.758668214130277e-05,
      "loss": 0.011,
      "step": 22823
    },
    {
      "epoch": 2.4744145706851692,
      "grad_norm": 0.3144894540309906,
      "learning_rate": 1.7583055273465835e-05,
      "loss": 0.0733,
      "step": 22824
    },
    {
      "epoch": 2.4745229835212488,
      "grad_norm": 0.1296318620443344,
      "learning_rate": 1.75794284056289e-05,
      "loss": 0.0157,
      "step": 22825
    },
    {
      "epoch": 2.4746313963573288,
      "grad_norm": 0.15437494218349457,
      "learning_rate": 1.7575801537791963e-05,
      "loss": 0.009,
      "step": 22826
    },
    {
      "epoch": 2.4747398091934087,
      "grad_norm": 0.0038749773520976305,
      "learning_rate": 1.7572174669955028e-05,
      "loss": 0.0002,
      "step": 22827
    },
    {
      "epoch": 2.4748482220294883,
      "grad_norm": 0.20459453761577606,
      "learning_rate": 1.756854780211809e-05,
      "loss": 0.0078,
      "step": 22828
    },
    {
      "epoch": 2.4749566348655683,
      "grad_norm": 0.4751736521720886,
      "learning_rate": 1.7564920934281156e-05,
      "loss": 0.016,
      "step": 22829
    },
    {
      "epoch": 2.475065047701648,
      "grad_norm": 0.13167087733745575,
      "learning_rate": 1.756129406644422e-05,
      "loss": 0.007,
      "step": 22830
    },
    {
      "epoch": 2.475173460537728,
      "grad_norm": 0.03117995522916317,
      "learning_rate": 1.7557667198607284e-05,
      "loss": 0.002,
      "step": 22831
    },
    {
      "epoch": 2.4752818733738073,
      "grad_norm": 0.0772712454199791,
      "learning_rate": 1.7554040330770348e-05,
      "loss": 0.006,
      "step": 22832
    },
    {
      "epoch": 2.4753902862098873,
      "grad_norm": 0.023630211129784584,
      "learning_rate": 1.7550413462933412e-05,
      "loss": 0.0016,
      "step": 22833
    },
    {
      "epoch": 2.475498699045967,
      "grad_norm": 0.10999587923288345,
      "learning_rate": 1.7546786595096476e-05,
      "loss": 0.0056,
      "step": 22834
    },
    {
      "epoch": 2.475607111882047,
      "grad_norm": 0.21184705197811127,
      "learning_rate": 1.754315972725954e-05,
      "loss": 0.008,
      "step": 22835
    },
    {
      "epoch": 2.475715524718127,
      "grad_norm": 0.6277068853378296,
      "learning_rate": 1.75395328594226e-05,
      "loss": 0.0427,
      "step": 22836
    },
    {
      "epoch": 2.4758239375542064,
      "grad_norm": 0.3871186673641205,
      "learning_rate": 1.753590599158567e-05,
      "loss": 0.0082,
      "step": 22837
    },
    {
      "epoch": 2.4759323503902864,
      "grad_norm": 0.02837730199098587,
      "learning_rate": 1.7532279123748733e-05,
      "loss": 0.0023,
      "step": 22838
    },
    {
      "epoch": 2.476040763226366,
      "grad_norm": 0.1573696732521057,
      "learning_rate": 1.7528652255911797e-05,
      "loss": 0.0105,
      "step": 22839
    },
    {
      "epoch": 2.476149176062446,
      "grad_norm": 0.1654977649450302,
      "learning_rate": 1.7525025388074857e-05,
      "loss": 0.027,
      "step": 22840
    },
    {
      "epoch": 2.4762575888985254,
      "grad_norm": 0.013483306393027306,
      "learning_rate": 1.752139852023792e-05,
      "loss": 0.0008,
      "step": 22841
    },
    {
      "epoch": 2.4763660017346054,
      "grad_norm": 0.32609862089157104,
      "learning_rate": 1.751777165240099e-05,
      "loss": 0.0296,
      "step": 22842
    },
    {
      "epoch": 2.476474414570685,
      "grad_norm": 0.2742728590965271,
      "learning_rate": 1.7514144784564053e-05,
      "loss": 0.0096,
      "step": 22843
    },
    {
      "epoch": 2.476582827406765,
      "grad_norm": 0.20394140481948853,
      "learning_rate": 1.7510517916727114e-05,
      "loss": 0.0185,
      "step": 22844
    },
    {
      "epoch": 2.476691240242845,
      "grad_norm": 0.140801340341568,
      "learning_rate": 1.7506891048890178e-05,
      "loss": 0.0061,
      "step": 22845
    },
    {
      "epoch": 2.4767996530789245,
      "grad_norm": 0.07020851224660873,
      "learning_rate": 1.7503264181053246e-05,
      "loss": 0.0036,
      "step": 22846
    },
    {
      "epoch": 2.4769080659150045,
      "grad_norm": 0.40783634781837463,
      "learning_rate": 1.7499637313216306e-05,
      "loss": 0.0216,
      "step": 22847
    },
    {
      "epoch": 2.477016478751084,
      "grad_norm": 0.02390240877866745,
      "learning_rate": 1.749601044537937e-05,
      "loss": 0.0026,
      "step": 22848
    },
    {
      "epoch": 2.477124891587164,
      "grad_norm": 0.4153796434402466,
      "learning_rate": 1.7492383577542434e-05,
      "loss": 0.0118,
      "step": 22849
    },
    {
      "epoch": 2.4772333044232435,
      "grad_norm": 0.09621191024780273,
      "learning_rate": 1.7488756709705502e-05,
      "loss": 0.0092,
      "step": 22850
    },
    {
      "epoch": 2.4773417172593235,
      "grad_norm": 0.1293487697839737,
      "learning_rate": 1.7485129841868563e-05,
      "loss": 0.0164,
      "step": 22851
    },
    {
      "epoch": 2.477450130095403,
      "grad_norm": 0.014761381782591343,
      "learning_rate": 1.7481502974031627e-05,
      "loss": 0.0006,
      "step": 22852
    },
    {
      "epoch": 2.477558542931483,
      "grad_norm": 0.055274832993745804,
      "learning_rate": 1.747787610619469e-05,
      "loss": 0.0015,
      "step": 22853
    },
    {
      "epoch": 2.477666955767563,
      "grad_norm": 0.06600812822580338,
      "learning_rate": 1.7474249238357755e-05,
      "loss": 0.0041,
      "step": 22854
    },
    {
      "epoch": 2.4777753686036426,
      "grad_norm": 0.20228718221187592,
      "learning_rate": 1.747062237052082e-05,
      "loss": 0.0152,
      "step": 22855
    },
    {
      "epoch": 2.4778837814397225,
      "grad_norm": 0.282335102558136,
      "learning_rate": 1.7466995502683883e-05,
      "loss": 0.0192,
      "step": 22856
    },
    {
      "epoch": 2.477992194275802,
      "grad_norm": 0.023860592395067215,
      "learning_rate": 1.7463368634846947e-05,
      "loss": 0.0012,
      "step": 22857
    },
    {
      "epoch": 2.478100607111882,
      "grad_norm": 0.10014639049768448,
      "learning_rate": 1.745974176701001e-05,
      "loss": 0.0056,
      "step": 22858
    },
    {
      "epoch": 2.478209019947962,
      "grad_norm": 0.020053615793585777,
      "learning_rate": 1.7456114899173075e-05,
      "loss": 0.0007,
      "step": 22859
    },
    {
      "epoch": 2.4783174327840416,
      "grad_norm": 0.10500553995370865,
      "learning_rate": 1.745248803133614e-05,
      "loss": 0.0058,
      "step": 22860
    },
    {
      "epoch": 2.4784258456201216,
      "grad_norm": 0.16074176132678986,
      "learning_rate": 1.7448861163499204e-05,
      "loss": 0.0128,
      "step": 22861
    },
    {
      "epoch": 2.478534258456201,
      "grad_norm": 0.22941912710666656,
      "learning_rate": 1.7445234295662264e-05,
      "loss": 0.0549,
      "step": 22862
    },
    {
      "epoch": 2.478642671292281,
      "grad_norm": 0.42157265543937683,
      "learning_rate": 1.7441607427825332e-05,
      "loss": 0.0321,
      "step": 22863
    },
    {
      "epoch": 2.4787510841283606,
      "grad_norm": 0.17082035541534424,
      "learning_rate": 1.7437980559988396e-05,
      "loss": 0.0219,
      "step": 22864
    },
    {
      "epoch": 2.4788594969644406,
      "grad_norm": 0.24593116343021393,
      "learning_rate": 1.743435369215146e-05,
      "loss": 0.0084,
      "step": 22865
    },
    {
      "epoch": 2.47896790980052,
      "grad_norm": 0.16279372572898865,
      "learning_rate": 1.743072682431452e-05,
      "loss": 0.0148,
      "step": 22866
    },
    {
      "epoch": 2.4790763226366,
      "grad_norm": 0.12902601063251495,
      "learning_rate": 1.7427099956477585e-05,
      "loss": 0.0032,
      "step": 22867
    },
    {
      "epoch": 2.47918473547268,
      "grad_norm": 0.19556555151939392,
      "learning_rate": 1.7423473088640652e-05,
      "loss": 0.0106,
      "step": 22868
    },
    {
      "epoch": 2.4792931483087597,
      "grad_norm": 0.40869635343551636,
      "learning_rate": 1.7419846220803717e-05,
      "loss": 0.0329,
      "step": 22869
    },
    {
      "epoch": 2.4794015611448397,
      "grad_norm": 0.059004634618759155,
      "learning_rate": 1.7416219352966777e-05,
      "loss": 0.0083,
      "step": 22870
    },
    {
      "epoch": 2.479509973980919,
      "grad_norm": 0.11403428763151169,
      "learning_rate": 1.741259248512984e-05,
      "loss": 0.0284,
      "step": 22871
    },
    {
      "epoch": 2.479618386816999,
      "grad_norm": 0.30447816848754883,
      "learning_rate": 1.740896561729291e-05,
      "loss": 0.031,
      "step": 22872
    },
    {
      "epoch": 2.4797267996530787,
      "grad_norm": 0.2634761333465576,
      "learning_rate": 1.740533874945597e-05,
      "loss": 0.0325,
      "step": 22873
    },
    {
      "epoch": 2.4798352124891587,
      "grad_norm": 0.14873981475830078,
      "learning_rate": 1.7401711881619034e-05,
      "loss": 0.0099,
      "step": 22874
    },
    {
      "epoch": 2.4799436253252383,
      "grad_norm": 0.27044668793678284,
      "learning_rate": 1.7398085013782098e-05,
      "loss": 0.0087,
      "step": 22875
    },
    {
      "epoch": 2.4800520381613183,
      "grad_norm": 0.5803731083869934,
      "learning_rate": 1.7394458145945165e-05,
      "loss": 0.0428,
      "step": 22876
    },
    {
      "epoch": 2.4801604509973982,
      "grad_norm": 0.245026633143425,
      "learning_rate": 1.7390831278108226e-05,
      "loss": 0.0321,
      "step": 22877
    },
    {
      "epoch": 2.4802688638334778,
      "grad_norm": 0.4890693128108978,
      "learning_rate": 1.738720441027129e-05,
      "loss": 0.0541,
      "step": 22878
    },
    {
      "epoch": 2.4803772766695578,
      "grad_norm": 0.03145945444703102,
      "learning_rate": 1.7383577542434354e-05,
      "loss": 0.0016,
      "step": 22879
    },
    {
      "epoch": 2.4804856895056373,
      "grad_norm": 0.3047885000705719,
      "learning_rate": 1.737995067459742e-05,
      "loss": 0.02,
      "step": 22880
    },
    {
      "epoch": 2.4805941023417173,
      "grad_norm": 0.04943208768963814,
      "learning_rate": 1.7376323806760482e-05,
      "loss": 0.0019,
      "step": 22881
    },
    {
      "epoch": 2.4807025151777973,
      "grad_norm": 0.2987305223941803,
      "learning_rate": 1.7372696938923547e-05,
      "loss": 0.0277,
      "step": 22882
    },
    {
      "epoch": 2.480810928013877,
      "grad_norm": 0.14273127913475037,
      "learning_rate": 1.736907007108661e-05,
      "loss": 0.0064,
      "step": 22883
    },
    {
      "epoch": 2.480919340849957,
      "grad_norm": 0.1742270588874817,
      "learning_rate": 1.7365443203249675e-05,
      "loss": 0.0196,
      "step": 22884
    },
    {
      "epoch": 2.4810277536860363,
      "grad_norm": 0.1079685166478157,
      "learning_rate": 1.736181633541274e-05,
      "loss": 0.0046,
      "step": 22885
    },
    {
      "epoch": 2.4811361665221163,
      "grad_norm": 0.09534480422735214,
      "learning_rate": 1.7358189467575803e-05,
      "loss": 0.0071,
      "step": 22886
    },
    {
      "epoch": 2.481244579358196,
      "grad_norm": 0.24896472692489624,
      "learning_rate": 1.7354562599738867e-05,
      "loss": 0.0122,
      "step": 22887
    },
    {
      "epoch": 2.481352992194276,
      "grad_norm": 0.1435840129852295,
      "learning_rate": 1.7350935731901928e-05,
      "loss": 0.016,
      "step": 22888
    },
    {
      "epoch": 2.4814614050303554,
      "grad_norm": 0.03160852566361427,
      "learning_rate": 1.7347308864064995e-05,
      "loss": 0.0012,
      "step": 22889
    },
    {
      "epoch": 2.4815698178664354,
      "grad_norm": 0.0928894504904747,
      "learning_rate": 1.734368199622806e-05,
      "loss": 0.0041,
      "step": 22890
    },
    {
      "epoch": 2.4816782307025154,
      "grad_norm": 0.30759286880493164,
      "learning_rate": 1.7340055128391123e-05,
      "loss": 0.0197,
      "step": 22891
    },
    {
      "epoch": 2.481786643538595,
      "grad_norm": 0.026275234296917915,
      "learning_rate": 1.7336428260554184e-05,
      "loss": 0.0019,
      "step": 22892
    },
    {
      "epoch": 2.481895056374675,
      "grad_norm": 0.06546249240636826,
      "learning_rate": 1.7332801392717248e-05,
      "loss": 0.0038,
      "step": 22893
    },
    {
      "epoch": 2.4820034692107544,
      "grad_norm": 0.09555122256278992,
      "learning_rate": 1.7329174524880316e-05,
      "loss": 0.0091,
      "step": 22894
    },
    {
      "epoch": 2.4821118820468344,
      "grad_norm": 0.027660096064209938,
      "learning_rate": 1.732554765704338e-05,
      "loss": 0.0023,
      "step": 22895
    },
    {
      "epoch": 2.482220294882914,
      "grad_norm": 0.07512267678976059,
      "learning_rate": 1.732192078920644e-05,
      "loss": 0.0041,
      "step": 22896
    },
    {
      "epoch": 2.482328707718994,
      "grad_norm": 0.16282346844673157,
      "learning_rate": 1.7318293921369505e-05,
      "loss": 0.0055,
      "step": 22897
    },
    {
      "epoch": 2.4824371205550735,
      "grad_norm": 0.23568733036518097,
      "learning_rate": 1.7314667053532572e-05,
      "loss": 0.0312,
      "step": 22898
    },
    {
      "epoch": 2.4825455333911535,
      "grad_norm": 0.12178314477205276,
      "learning_rate": 1.7311040185695633e-05,
      "loss": 0.0091,
      "step": 22899
    },
    {
      "epoch": 2.4826539462272335,
      "grad_norm": 0.1910402923822403,
      "learning_rate": 1.7307413317858697e-05,
      "loss": 0.0152,
      "step": 22900
    },
    {
      "epoch": 2.482762359063313,
      "grad_norm": 0.07317442446947098,
      "learning_rate": 1.730378645002176e-05,
      "loss": 0.0038,
      "step": 22901
    },
    {
      "epoch": 2.482870771899393,
      "grad_norm": 0.22052769362926483,
      "learning_rate": 1.730015958218483e-05,
      "loss": 0.0234,
      "step": 22902
    },
    {
      "epoch": 2.4829791847354725,
      "grad_norm": 0.1685076504945755,
      "learning_rate": 1.729653271434789e-05,
      "loss": 0.0044,
      "step": 22903
    },
    {
      "epoch": 2.4830875975715525,
      "grad_norm": 0.10472465306520462,
      "learning_rate": 1.7292905846510953e-05,
      "loss": 0.0113,
      "step": 22904
    },
    {
      "epoch": 2.4831960104076325,
      "grad_norm": 0.2220495194196701,
      "learning_rate": 1.7289278978674018e-05,
      "loss": 0.0048,
      "step": 22905
    },
    {
      "epoch": 2.483304423243712,
      "grad_norm": 0.18804728984832764,
      "learning_rate": 1.728565211083708e-05,
      "loss": 0.0248,
      "step": 22906
    },
    {
      "epoch": 2.483412836079792,
      "grad_norm": 0.07775283604860306,
      "learning_rate": 1.7282025243000146e-05,
      "loss": 0.004,
      "step": 22907
    },
    {
      "epoch": 2.4835212489158716,
      "grad_norm": 0.8774045705795288,
      "learning_rate": 1.727839837516321e-05,
      "loss": 0.0789,
      "step": 22908
    },
    {
      "epoch": 2.4836296617519515,
      "grad_norm": 0.2560356855392456,
      "learning_rate": 1.7274771507326274e-05,
      "loss": 0.0395,
      "step": 22909
    },
    {
      "epoch": 2.483738074588031,
      "grad_norm": 0.5221453905105591,
      "learning_rate": 1.7271144639489338e-05,
      "loss": 0.0216,
      "step": 22910
    },
    {
      "epoch": 2.483846487424111,
      "grad_norm": 0.3123014271259308,
      "learning_rate": 1.7267517771652402e-05,
      "loss": 0.0169,
      "step": 22911
    },
    {
      "epoch": 2.4839549002601906,
      "grad_norm": 0.24065081775188446,
      "learning_rate": 1.7263890903815466e-05,
      "loss": 0.0226,
      "step": 22912
    },
    {
      "epoch": 2.4840633130962706,
      "grad_norm": 0.17907199263572693,
      "learning_rate": 1.726026403597853e-05,
      "loss": 0.0148,
      "step": 22913
    },
    {
      "epoch": 2.4841717259323506,
      "grad_norm": 0.23473216593265533,
      "learning_rate": 1.7256637168141594e-05,
      "loss": 0.0364,
      "step": 22914
    },
    {
      "epoch": 2.48428013876843,
      "grad_norm": 0.3723856806755066,
      "learning_rate": 1.725301030030466e-05,
      "loss": 0.0205,
      "step": 22915
    },
    {
      "epoch": 2.48438855160451,
      "grad_norm": 0.19756807386875153,
      "learning_rate": 1.7249383432467723e-05,
      "loss": 0.0082,
      "step": 22916
    },
    {
      "epoch": 2.4844969644405897,
      "grad_norm": 0.08697561174631119,
      "learning_rate": 1.7245756564630787e-05,
      "loss": 0.0088,
      "step": 22917
    },
    {
      "epoch": 2.4846053772766696,
      "grad_norm": 0.1537715345621109,
      "learning_rate": 1.7242129696793848e-05,
      "loss": 0.009,
      "step": 22918
    },
    {
      "epoch": 2.484713790112749,
      "grad_norm": 0.23149189352989197,
      "learning_rate": 1.723850282895691e-05,
      "loss": 0.0062,
      "step": 22919
    },
    {
      "epoch": 2.484822202948829,
      "grad_norm": 0.30433589220046997,
      "learning_rate": 1.723487596111998e-05,
      "loss": 0.0385,
      "step": 22920
    },
    {
      "epoch": 2.4849306157849087,
      "grad_norm": 0.20107391476631165,
      "learning_rate": 1.7231249093283043e-05,
      "loss": 0.0172,
      "step": 22921
    },
    {
      "epoch": 2.4850390286209887,
      "grad_norm": 0.0030107349157333374,
      "learning_rate": 1.7227622225446104e-05,
      "loss": 0.0002,
      "step": 22922
    },
    {
      "epoch": 2.4851474414570687,
      "grad_norm": 0.13577304780483246,
      "learning_rate": 1.7223995357609168e-05,
      "loss": 0.012,
      "step": 22923
    },
    {
      "epoch": 2.485255854293148,
      "grad_norm": 0.1571347564458847,
      "learning_rate": 1.7220368489772236e-05,
      "loss": 0.0229,
      "step": 22924
    },
    {
      "epoch": 2.485364267129228,
      "grad_norm": 0.10609486699104309,
      "learning_rate": 1.7216741621935296e-05,
      "loss": 0.0071,
      "step": 22925
    },
    {
      "epoch": 2.4854726799653077,
      "grad_norm": 0.22196641564369202,
      "learning_rate": 1.721311475409836e-05,
      "loss": 0.0186,
      "step": 22926
    },
    {
      "epoch": 2.4855810928013877,
      "grad_norm": 0.2597792148590088,
      "learning_rate": 1.7209487886261424e-05,
      "loss": 0.0386,
      "step": 22927
    },
    {
      "epoch": 2.4856895056374677,
      "grad_norm": 0.18888841569423676,
      "learning_rate": 1.7205861018424492e-05,
      "loss": 0.0151,
      "step": 22928
    },
    {
      "epoch": 2.4857979184735473,
      "grad_norm": 0.41671299934387207,
      "learning_rate": 1.7202234150587553e-05,
      "loss": 0.0062,
      "step": 22929
    },
    {
      "epoch": 2.4859063313096272,
      "grad_norm": 0.27699553966522217,
      "learning_rate": 1.7198607282750617e-05,
      "loss": 0.0084,
      "step": 22930
    },
    {
      "epoch": 2.486014744145707,
      "grad_norm": 0.036977581679821014,
      "learning_rate": 1.719498041491368e-05,
      "loss": 0.0016,
      "step": 22931
    },
    {
      "epoch": 2.4861231569817868,
      "grad_norm": 0.17719480395317078,
      "learning_rate": 1.719135354707675e-05,
      "loss": 0.012,
      "step": 22932
    },
    {
      "epoch": 2.4862315698178663,
      "grad_norm": 0.04081345722079277,
      "learning_rate": 1.718772667923981e-05,
      "loss": 0.0038,
      "step": 22933
    },
    {
      "epoch": 2.4863399826539463,
      "grad_norm": 0.117653027176857,
      "learning_rate": 1.7184099811402873e-05,
      "loss": 0.0139,
      "step": 22934
    },
    {
      "epoch": 2.486448395490026,
      "grad_norm": 0.32293885946273804,
      "learning_rate": 1.7180472943565937e-05,
      "loss": 0.02,
      "step": 22935
    },
    {
      "epoch": 2.486556808326106,
      "grad_norm": 0.24578629434108734,
      "learning_rate": 1.7176846075729e-05,
      "loss": 0.0152,
      "step": 22936
    },
    {
      "epoch": 2.486665221162186,
      "grad_norm": 0.20989173650741577,
      "learning_rate": 1.7173219207892066e-05,
      "loss": 0.0191,
      "step": 22937
    },
    {
      "epoch": 2.4867736339982653,
      "grad_norm": 0.06884012371301651,
      "learning_rate": 1.716959234005513e-05,
      "loss": 0.006,
      "step": 22938
    },
    {
      "epoch": 2.4868820468343453,
      "grad_norm": 0.10194595903158188,
      "learning_rate": 1.7165965472218194e-05,
      "loss": 0.01,
      "step": 22939
    },
    {
      "epoch": 2.486990459670425,
      "grad_norm": 0.5386234521865845,
      "learning_rate": 1.7162338604381258e-05,
      "loss": 0.0183,
      "step": 22940
    },
    {
      "epoch": 2.487098872506505,
      "grad_norm": 0.07936152070760727,
      "learning_rate": 1.7158711736544322e-05,
      "loss": 0.0097,
      "step": 22941
    },
    {
      "epoch": 2.4872072853425844,
      "grad_norm": 0.35037171840667725,
      "learning_rate": 1.7155084868707386e-05,
      "loss": 0.0426,
      "step": 22942
    },
    {
      "epoch": 2.4873156981786644,
      "grad_norm": 0.5077040195465088,
      "learning_rate": 1.715145800087045e-05,
      "loss": 0.0187,
      "step": 22943
    },
    {
      "epoch": 2.487424111014744,
      "grad_norm": 0.21709245443344116,
      "learning_rate": 1.714783113303351e-05,
      "loss": 0.0071,
      "step": 22944
    },
    {
      "epoch": 2.487532523850824,
      "grad_norm": 0.31015682220458984,
      "learning_rate": 1.714420426519658e-05,
      "loss": 0.0116,
      "step": 22945
    },
    {
      "epoch": 2.487640936686904,
      "grad_norm": 0.4281470477581024,
      "learning_rate": 1.7140577397359642e-05,
      "loss": 0.0178,
      "step": 22946
    },
    {
      "epoch": 2.4877493495229834,
      "grad_norm": 0.30680543184280396,
      "learning_rate": 1.7136950529522707e-05,
      "loss": 0.0218,
      "step": 22947
    },
    {
      "epoch": 2.4878577623590634,
      "grad_norm": 0.15407639741897583,
      "learning_rate": 1.7133323661685767e-05,
      "loss": 0.0119,
      "step": 22948
    },
    {
      "epoch": 2.487966175195143,
      "grad_norm": 0.3681360185146332,
      "learning_rate": 1.712969679384883e-05,
      "loss": 0.0374,
      "step": 22949
    },
    {
      "epoch": 2.488074588031223,
      "grad_norm": 0.13950517773628235,
      "learning_rate": 1.71260699260119e-05,
      "loss": 0.0064,
      "step": 22950
    },
    {
      "epoch": 2.488183000867303,
      "grad_norm": 0.08443735539913177,
      "learning_rate": 1.712244305817496e-05,
      "loss": 0.0058,
      "step": 22951
    },
    {
      "epoch": 2.4882914137033825,
      "grad_norm": 0.44347983598709106,
      "learning_rate": 1.7118816190338024e-05,
      "loss": 0.0395,
      "step": 22952
    },
    {
      "epoch": 2.4883998265394625,
      "grad_norm": 0.3332309126853943,
      "learning_rate": 1.7115189322501088e-05,
      "loss": 0.0084,
      "step": 22953
    },
    {
      "epoch": 2.488508239375542,
      "grad_norm": 0.03698897734284401,
      "learning_rate": 1.7111562454664155e-05,
      "loss": 0.0032,
      "step": 22954
    },
    {
      "epoch": 2.488616652211622,
      "grad_norm": 0.16241329908370972,
      "learning_rate": 1.7107935586827216e-05,
      "loss": 0.0066,
      "step": 22955
    },
    {
      "epoch": 2.4887250650477015,
      "grad_norm": 0.4926426410675049,
      "learning_rate": 1.710430871899028e-05,
      "loss": 0.0332,
      "step": 22956
    },
    {
      "epoch": 2.4888334778837815,
      "grad_norm": 0.2660010755062103,
      "learning_rate": 1.7100681851153344e-05,
      "loss": 0.0301,
      "step": 22957
    },
    {
      "epoch": 2.488941890719861,
      "grad_norm": 0.015393243171274662,
      "learning_rate": 1.7097054983316412e-05,
      "loss": 0.0013,
      "step": 22958
    },
    {
      "epoch": 2.489050303555941,
      "grad_norm": 0.2685084044933319,
      "learning_rate": 1.7093428115479472e-05,
      "loss": 0.0063,
      "step": 22959
    },
    {
      "epoch": 2.489158716392021,
      "grad_norm": 0.1833430379629135,
      "learning_rate": 1.7089801247642537e-05,
      "loss": 0.0062,
      "step": 22960
    },
    {
      "epoch": 2.4892671292281006,
      "grad_norm": 0.09735433012247086,
      "learning_rate": 1.70861743798056e-05,
      "loss": 0.0079,
      "step": 22961
    },
    {
      "epoch": 2.4893755420641805,
      "grad_norm": 0.17847616970539093,
      "learning_rate": 1.7082547511968665e-05,
      "loss": 0.0191,
      "step": 22962
    },
    {
      "epoch": 2.48948395490026,
      "grad_norm": 0.12630553543567657,
      "learning_rate": 1.707892064413173e-05,
      "loss": 0.0143,
      "step": 22963
    },
    {
      "epoch": 2.48959236773634,
      "grad_norm": 0.40573567152023315,
      "learning_rate": 1.7075293776294793e-05,
      "loss": 0.0438,
      "step": 22964
    },
    {
      "epoch": 2.4897007805724196,
      "grad_norm": 0.2631022036075592,
      "learning_rate": 1.7071666908457857e-05,
      "loss": 0.0154,
      "step": 22965
    },
    {
      "epoch": 2.4898091934084996,
      "grad_norm": 0.11203043907880783,
      "learning_rate": 1.706804004062092e-05,
      "loss": 0.0056,
      "step": 22966
    },
    {
      "epoch": 2.489917606244579,
      "grad_norm": 0.35589662194252014,
      "learning_rate": 1.7064413172783985e-05,
      "loss": 0.0187,
      "step": 22967
    },
    {
      "epoch": 2.490026019080659,
      "grad_norm": 0.03882063925266266,
      "learning_rate": 1.706078630494705e-05,
      "loss": 0.001,
      "step": 22968
    },
    {
      "epoch": 2.490134431916739,
      "grad_norm": 0.08233574777841568,
      "learning_rate": 1.7057159437110114e-05,
      "loss": 0.0074,
      "step": 22969
    },
    {
      "epoch": 2.4902428447528187,
      "grad_norm": 0.1922726184129715,
      "learning_rate": 1.7053532569273174e-05,
      "loss": 0.0101,
      "step": 22970
    },
    {
      "epoch": 2.4903512575888986,
      "grad_norm": 0.032987095415592194,
      "learning_rate": 1.7049905701436242e-05,
      "loss": 0.0034,
      "step": 22971
    },
    {
      "epoch": 2.490459670424978,
      "grad_norm": 0.3464288115501404,
      "learning_rate": 1.7046278833599306e-05,
      "loss": 0.0343,
      "step": 22972
    },
    {
      "epoch": 2.490568083261058,
      "grad_norm": 0.10084064304828644,
      "learning_rate": 1.704265196576237e-05,
      "loss": 0.0084,
      "step": 22973
    },
    {
      "epoch": 2.490676496097138,
      "grad_norm": 0.5100999474525452,
      "learning_rate": 1.703902509792543e-05,
      "loss": 0.0204,
      "step": 22974
    },
    {
      "epoch": 2.4907849089332177,
      "grad_norm": 0.06106025353074074,
      "learning_rate": 1.7035398230088495e-05,
      "loss": 0.0048,
      "step": 22975
    },
    {
      "epoch": 2.4908933217692977,
      "grad_norm": 0.3059537708759308,
      "learning_rate": 1.7031771362251562e-05,
      "loss": 0.0354,
      "step": 22976
    },
    {
      "epoch": 2.491001734605377,
      "grad_norm": 0.029887806624174118,
      "learning_rate": 1.7028144494414623e-05,
      "loss": 0.0025,
      "step": 22977
    },
    {
      "epoch": 2.491110147441457,
      "grad_norm": 0.07441911846399307,
      "learning_rate": 1.7024517626577687e-05,
      "loss": 0.0051,
      "step": 22978
    },
    {
      "epoch": 2.4912185602775367,
      "grad_norm": 0.2697872221469879,
      "learning_rate": 1.702089075874075e-05,
      "loss": 0.0296,
      "step": 22979
    },
    {
      "epoch": 2.4913269731136167,
      "grad_norm": 0.5287169218063354,
      "learning_rate": 1.701726389090382e-05,
      "loss": 0.041,
      "step": 22980
    },
    {
      "epoch": 2.4914353859496963,
      "grad_norm": 0.20867009460926056,
      "learning_rate": 1.701363702306688e-05,
      "loss": 0.0088,
      "step": 22981
    },
    {
      "epoch": 2.4915437987857763,
      "grad_norm": 0.08915913850069046,
      "learning_rate": 1.7010010155229943e-05,
      "loss": 0.0052,
      "step": 22982
    },
    {
      "epoch": 2.4916522116218562,
      "grad_norm": 0.12282080948352814,
      "learning_rate": 1.7006383287393008e-05,
      "loss": 0.0149,
      "step": 22983
    },
    {
      "epoch": 2.491760624457936,
      "grad_norm": 0.2337341159582138,
      "learning_rate": 1.7002756419556075e-05,
      "loss": 0.0249,
      "step": 22984
    },
    {
      "epoch": 2.4918690372940158,
      "grad_norm": 0.8270866870880127,
      "learning_rate": 1.6999129551719136e-05,
      "loss": 0.0419,
      "step": 22985
    },
    {
      "epoch": 2.4919774501300953,
      "grad_norm": 0.04604349285364151,
      "learning_rate": 1.69955026838822e-05,
      "loss": 0.0033,
      "step": 22986
    },
    {
      "epoch": 2.4920858629661753,
      "grad_norm": 0.13169437646865845,
      "learning_rate": 1.6991875816045264e-05,
      "loss": 0.0125,
      "step": 22987
    },
    {
      "epoch": 2.492194275802255,
      "grad_norm": 0.1748000830411911,
      "learning_rate": 1.6988248948208328e-05,
      "loss": 0.0104,
      "step": 22988
    },
    {
      "epoch": 2.492302688638335,
      "grad_norm": 0.21311388909816742,
      "learning_rate": 1.6984622080371392e-05,
      "loss": 0.0121,
      "step": 22989
    },
    {
      "epoch": 2.4924111014744144,
      "grad_norm": 0.10094255208969116,
      "learning_rate": 1.6980995212534456e-05,
      "loss": 0.0099,
      "step": 22990
    },
    {
      "epoch": 2.4925195143104943,
      "grad_norm": 0.42470189929008484,
      "learning_rate": 1.697736834469752e-05,
      "loss": 0.0413,
      "step": 22991
    },
    {
      "epoch": 2.4926279271465743,
      "grad_norm": 0.47588154673576355,
      "learning_rate": 1.6973741476860585e-05,
      "loss": 0.0167,
      "step": 22992
    },
    {
      "epoch": 2.492736339982654,
      "grad_norm": 0.1680910885334015,
      "learning_rate": 1.697011460902365e-05,
      "loss": 0.0091,
      "step": 22993
    },
    {
      "epoch": 2.492844752818734,
      "grad_norm": 0.6048094034194946,
      "learning_rate": 1.6966487741186713e-05,
      "loss": 0.0424,
      "step": 22994
    },
    {
      "epoch": 2.4929531656548134,
      "grad_norm": 0.05835820734500885,
      "learning_rate": 1.6962860873349777e-05,
      "loss": 0.0036,
      "step": 22995
    },
    {
      "epoch": 2.4930615784908934,
      "grad_norm": 0.268702894449234,
      "learning_rate": 1.6959234005512838e-05,
      "loss": 0.0128,
      "step": 22996
    },
    {
      "epoch": 2.493169991326973,
      "grad_norm": 0.05812542885541916,
      "learning_rate": 1.6955607137675905e-05,
      "loss": 0.0029,
      "step": 22997
    },
    {
      "epoch": 2.493278404163053,
      "grad_norm": 0.18423247337341309,
      "learning_rate": 1.695198026983897e-05,
      "loss": 0.013,
      "step": 22998
    },
    {
      "epoch": 2.4933868169991324,
      "grad_norm": 0.05312902480363846,
      "learning_rate": 1.6948353402002033e-05,
      "loss": 0.0046,
      "step": 22999
    },
    {
      "epoch": 2.4934952298352124,
      "grad_norm": 0.11130229383707047,
      "learning_rate": 1.6944726534165094e-05,
      "loss": 0.007,
      "step": 23000
    },
    {
      "epoch": 2.4936036426712924,
      "grad_norm": 0.28090575337409973,
      "learning_rate": 1.6941099666328158e-05,
      "loss": 0.031,
      "step": 23001
    },
    {
      "epoch": 2.493712055507372,
      "grad_norm": 0.2895051836967468,
      "learning_rate": 1.6937472798491226e-05,
      "loss": 0.0698,
      "step": 23002
    },
    {
      "epoch": 2.493820468343452,
      "grad_norm": 0.09449166059494019,
      "learning_rate": 1.6933845930654286e-05,
      "loss": 0.0121,
      "step": 23003
    },
    {
      "epoch": 2.4939288811795315,
      "grad_norm": 0.0708652138710022,
      "learning_rate": 1.693021906281735e-05,
      "loss": 0.0032,
      "step": 23004
    },
    {
      "epoch": 2.4940372940156115,
      "grad_norm": 0.24244527518749237,
      "learning_rate": 1.6926592194980415e-05,
      "loss": 0.0277,
      "step": 23005
    },
    {
      "epoch": 2.4941457068516915,
      "grad_norm": 0.26849424839019775,
      "learning_rate": 1.6922965327143482e-05,
      "loss": 0.0603,
      "step": 23006
    },
    {
      "epoch": 2.494254119687771,
      "grad_norm": 0.4167468547821045,
      "learning_rate": 1.6919338459306543e-05,
      "loss": 0.0081,
      "step": 23007
    },
    {
      "epoch": 2.494362532523851,
      "grad_norm": 0.016474632546305656,
      "learning_rate": 1.6915711591469607e-05,
      "loss": 0.001,
      "step": 23008
    },
    {
      "epoch": 2.4944709453599305,
      "grad_norm": 0.18137948215007782,
      "learning_rate": 1.691208472363267e-05,
      "loss": 0.0102,
      "step": 23009
    },
    {
      "epoch": 2.4945793581960105,
      "grad_norm": 0.010248220525681973,
      "learning_rate": 1.690845785579574e-05,
      "loss": 0.0009,
      "step": 23010
    },
    {
      "epoch": 2.49468777103209,
      "grad_norm": 0.2186112254858017,
      "learning_rate": 1.69048309879588e-05,
      "loss": 0.0166,
      "step": 23011
    },
    {
      "epoch": 2.49479618386817,
      "grad_norm": 0.2748819589614868,
      "learning_rate": 1.6901204120121863e-05,
      "loss": 0.0287,
      "step": 23012
    },
    {
      "epoch": 2.4949045967042496,
      "grad_norm": 0.02602681890130043,
      "learning_rate": 1.6897577252284927e-05,
      "loss": 0.0011,
      "step": 23013
    },
    {
      "epoch": 2.4950130095403296,
      "grad_norm": 0.3054686486721039,
      "learning_rate": 1.689395038444799e-05,
      "loss": 0.016,
      "step": 23014
    },
    {
      "epoch": 2.4951214223764095,
      "grad_norm": 0.07863891124725342,
      "learning_rate": 1.6890323516611056e-05,
      "loss": 0.0059,
      "step": 23015
    },
    {
      "epoch": 2.495229835212489,
      "grad_norm": 0.23405706882476807,
      "learning_rate": 1.688669664877412e-05,
      "loss": 0.0141,
      "step": 23016
    },
    {
      "epoch": 2.495338248048569,
      "grad_norm": 0.2496781349182129,
      "learning_rate": 1.6883069780937184e-05,
      "loss": 0.0101,
      "step": 23017
    },
    {
      "epoch": 2.4954466608846486,
      "grad_norm": 0.13328371942043304,
      "learning_rate": 1.6879442913100248e-05,
      "loss": 0.0053,
      "step": 23018
    },
    {
      "epoch": 2.4955550737207286,
      "grad_norm": 0.3066076636314392,
      "learning_rate": 1.6875816045263312e-05,
      "loss": 0.0426,
      "step": 23019
    },
    {
      "epoch": 2.495663486556808,
      "grad_norm": 0.08100003749132156,
      "learning_rate": 1.6872189177426376e-05,
      "loss": 0.0053,
      "step": 23020
    },
    {
      "epoch": 2.495771899392888,
      "grad_norm": 0.5427290201187134,
      "learning_rate": 1.686856230958944e-05,
      "loss": 0.0295,
      "step": 23021
    },
    {
      "epoch": 2.4958803122289677,
      "grad_norm": 0.034496475011110306,
      "learning_rate": 1.68649354417525e-05,
      "loss": 0.0011,
      "step": 23022
    },
    {
      "epoch": 2.4959887250650477,
      "grad_norm": 0.07293878495693207,
      "learning_rate": 1.686130857391557e-05,
      "loss": 0.0053,
      "step": 23023
    },
    {
      "epoch": 2.4960971379011276,
      "grad_norm": 0.11774715036153793,
      "learning_rate": 1.6857681706078633e-05,
      "loss": 0.0065,
      "step": 23024
    },
    {
      "epoch": 2.496205550737207,
      "grad_norm": 0.09049437195062637,
      "learning_rate": 1.6854054838241697e-05,
      "loss": 0.0047,
      "step": 23025
    },
    {
      "epoch": 2.496313963573287,
      "grad_norm": 0.08821751177310944,
      "learning_rate": 1.6850427970404757e-05,
      "loss": 0.0074,
      "step": 23026
    },
    {
      "epoch": 2.4964223764093667,
      "grad_norm": 0.03172147274017334,
      "learning_rate": 1.6846801102567825e-05,
      "loss": 0.0015,
      "step": 23027
    },
    {
      "epoch": 2.4965307892454467,
      "grad_norm": 0.026845019310712814,
      "learning_rate": 1.684317423473089e-05,
      "loss": 0.0007,
      "step": 23028
    },
    {
      "epoch": 2.4966392020815267,
      "grad_norm": 0.1175464615225792,
      "learning_rate": 1.683954736689395e-05,
      "loss": 0.0119,
      "step": 23029
    },
    {
      "epoch": 2.496747614917606,
      "grad_norm": 0.11364343017339706,
      "learning_rate": 1.6835920499057014e-05,
      "loss": 0.0051,
      "step": 23030
    },
    {
      "epoch": 2.496856027753686,
      "grad_norm": 0.06486223638057709,
      "learning_rate": 1.6832293631220078e-05,
      "loss": 0.0054,
      "step": 23031
    },
    {
      "epoch": 2.4969644405897657,
      "grad_norm": 0.19660057127475739,
      "learning_rate": 1.6828666763383145e-05,
      "loss": 0.0302,
      "step": 23032
    },
    {
      "epoch": 2.4970728534258457,
      "grad_norm": 0.021304987370967865,
      "learning_rate": 1.6825039895546206e-05,
      "loss": 0.0015,
      "step": 23033
    },
    {
      "epoch": 2.4971812662619253,
      "grad_norm": 0.4513294994831085,
      "learning_rate": 1.682141302770927e-05,
      "loss": 0.0479,
      "step": 23034
    },
    {
      "epoch": 2.4972896790980053,
      "grad_norm": 0.10789456963539124,
      "learning_rate": 1.6817786159872334e-05,
      "loss": 0.0081,
      "step": 23035
    },
    {
      "epoch": 2.497398091934085,
      "grad_norm": 0.045604411512613297,
      "learning_rate": 1.6814159292035402e-05,
      "loss": 0.0041,
      "step": 23036
    },
    {
      "epoch": 2.497506504770165,
      "grad_norm": 0.06630513072013855,
      "learning_rate": 1.6810532424198462e-05,
      "loss": 0.0041,
      "step": 23037
    },
    {
      "epoch": 2.4976149176062448,
      "grad_norm": 0.10321278870105743,
      "learning_rate": 1.6806905556361527e-05,
      "loss": 0.0065,
      "step": 23038
    },
    {
      "epoch": 2.4977233304423243,
      "grad_norm": 0.09853815287351608,
      "learning_rate": 1.680327868852459e-05,
      "loss": 0.0067,
      "step": 23039
    },
    {
      "epoch": 2.4978317432784043,
      "grad_norm": 0.09708227962255478,
      "learning_rate": 1.6799651820687655e-05,
      "loss": 0.0024,
      "step": 23040
    },
    {
      "epoch": 2.497940156114484,
      "grad_norm": 0.33281320333480835,
      "learning_rate": 1.679602495285072e-05,
      "loss": 0.0123,
      "step": 23041
    },
    {
      "epoch": 2.498048568950564,
      "grad_norm": 0.16664458811283112,
      "learning_rate": 1.6792398085013783e-05,
      "loss": 0.0057,
      "step": 23042
    },
    {
      "epoch": 2.4981569817866434,
      "grad_norm": 0.1511581540107727,
      "learning_rate": 1.6788771217176847e-05,
      "loss": 0.0129,
      "step": 23043
    },
    {
      "epoch": 2.4982653946227233,
      "grad_norm": 0.12581543624401093,
      "learning_rate": 1.678514434933991e-05,
      "loss": 0.0084,
      "step": 23044
    },
    {
      "epoch": 2.498373807458803,
      "grad_norm": 0.2584071159362793,
      "learning_rate": 1.6781517481502975e-05,
      "loss": 0.0155,
      "step": 23045
    },
    {
      "epoch": 2.498482220294883,
      "grad_norm": 0.3981979489326477,
      "learning_rate": 1.677789061366604e-05,
      "loss": 0.0228,
      "step": 23046
    },
    {
      "epoch": 2.498590633130963,
      "grad_norm": 0.03335262089967728,
      "learning_rate": 1.6774263745829104e-05,
      "loss": 0.0024,
      "step": 23047
    },
    {
      "epoch": 2.4986990459670424,
      "grad_norm": 0.2641761600971222,
      "learning_rate": 1.6770636877992164e-05,
      "loss": 0.0241,
      "step": 23048
    },
    {
      "epoch": 2.4988074588031224,
      "grad_norm": 0.0893932357430458,
      "learning_rate": 1.6767010010155232e-05,
      "loss": 0.0037,
      "step": 23049
    },
    {
      "epoch": 2.498915871639202,
      "grad_norm": 0.1466505527496338,
      "learning_rate": 1.6763383142318296e-05,
      "loss": 0.0131,
      "step": 23050
    },
    {
      "epoch": 2.499024284475282,
      "grad_norm": 0.19615517556667328,
      "learning_rate": 1.675975627448136e-05,
      "loss": 0.0091,
      "step": 23051
    },
    {
      "epoch": 2.499132697311362,
      "grad_norm": 0.17162130773067474,
      "learning_rate": 1.675612940664442e-05,
      "loss": 0.0117,
      "step": 23052
    },
    {
      "epoch": 2.4992411101474414,
      "grad_norm": 0.47443830966949463,
      "learning_rate": 1.6752502538807488e-05,
      "loss": 0.0342,
      "step": 23053
    },
    {
      "epoch": 2.4993495229835214,
      "grad_norm": 0.09133484959602356,
      "learning_rate": 1.6748875670970552e-05,
      "loss": 0.006,
      "step": 23054
    },
    {
      "epoch": 2.499457935819601,
      "grad_norm": 0.08921775966882706,
      "learning_rate": 1.6745248803133613e-05,
      "loss": 0.0048,
      "step": 23055
    },
    {
      "epoch": 2.499566348655681,
      "grad_norm": 0.19529975950717926,
      "learning_rate": 1.6741621935296677e-05,
      "loss": 0.0139,
      "step": 23056
    },
    {
      "epoch": 2.4996747614917605,
      "grad_norm": 0.10405810922384262,
      "learning_rate": 1.673799506745974e-05,
      "loss": 0.0022,
      "step": 23057
    },
    {
      "epoch": 2.4997831743278405,
      "grad_norm": 0.3259083330631256,
      "learning_rate": 1.673436819962281e-05,
      "loss": 0.0234,
      "step": 23058
    },
    {
      "epoch": 2.49989158716392,
      "grad_norm": 0.044137418270111084,
      "learning_rate": 1.673074133178587e-05,
      "loss": 0.0033,
      "step": 23059
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.16110385954380035,
      "learning_rate": 1.6727114463948934e-05,
      "loss": 0.0078,
      "step": 23060
    },
    {
      "epoch": 2.50010841283608,
      "grad_norm": 0.2927624583244324,
      "learning_rate": 1.6723487596111998e-05,
      "loss": 0.0331,
      "step": 23061
    },
    {
      "epoch": 2.5002168256721595,
      "grad_norm": 0.49790090322494507,
      "learning_rate": 1.6719860728275065e-05,
      "loss": 0.0208,
      "step": 23062
    },
    {
      "epoch": 2.5003252385082395,
      "grad_norm": 0.19814662635326385,
      "learning_rate": 1.6716233860438126e-05,
      "loss": 0.0144,
      "step": 23063
    },
    {
      "epoch": 2.500433651344319,
      "grad_norm": 0.21162517368793488,
      "learning_rate": 1.671260699260119e-05,
      "loss": 0.0204,
      "step": 23064
    },
    {
      "epoch": 2.500542064180399,
      "grad_norm": 0.068250373005867,
      "learning_rate": 1.6708980124764254e-05,
      "loss": 0.0057,
      "step": 23065
    },
    {
      "epoch": 2.500650477016479,
      "grad_norm": 0.1692482829093933,
      "learning_rate": 1.6705353256927318e-05,
      "loss": 0.0083,
      "step": 23066
    },
    {
      "epoch": 2.5007588898525586,
      "grad_norm": 0.23742766678333282,
      "learning_rate": 1.6701726389090382e-05,
      "loss": 0.0293,
      "step": 23067
    },
    {
      "epoch": 2.500867302688638,
      "grad_norm": 0.06842605769634247,
      "learning_rate": 1.6698099521253446e-05,
      "loss": 0.0036,
      "step": 23068
    },
    {
      "epoch": 2.500975715524718,
      "grad_norm": 0.28851762413978577,
      "learning_rate": 1.669447265341651e-05,
      "loss": 0.0335,
      "step": 23069
    },
    {
      "epoch": 2.501084128360798,
      "grad_norm": 0.4372251331806183,
      "learning_rate": 1.6690845785579575e-05,
      "loss": 0.0185,
      "step": 23070
    },
    {
      "epoch": 2.5011925411968776,
      "grad_norm": 0.2385411560535431,
      "learning_rate": 1.668721891774264e-05,
      "loss": 0.0094,
      "step": 23071
    },
    {
      "epoch": 2.5013009540329576,
      "grad_norm": 0.42672061920166016,
      "learning_rate": 1.6683592049905703e-05,
      "loss": 0.0181,
      "step": 23072
    },
    {
      "epoch": 2.501409366869037,
      "grad_norm": 0.29102155566215515,
      "learning_rate": 1.6679965182068767e-05,
      "loss": 0.013,
      "step": 23073
    },
    {
      "epoch": 2.501517779705117,
      "grad_norm": 0.3496688902378082,
      "learning_rate": 1.6676338314231828e-05,
      "loss": 0.0151,
      "step": 23074
    },
    {
      "epoch": 2.501626192541197,
      "grad_norm": 0.10766828805208206,
      "learning_rate": 1.6672711446394895e-05,
      "loss": 0.0098,
      "step": 23075
    },
    {
      "epoch": 2.5017346053772767,
      "grad_norm": 0.0939042717218399,
      "learning_rate": 1.666908457855796e-05,
      "loss": 0.0019,
      "step": 23076
    },
    {
      "epoch": 2.501843018213356,
      "grad_norm": 0.2472844421863556,
      "learning_rate": 1.6665457710721023e-05,
      "loss": 0.0173,
      "step": 23077
    },
    {
      "epoch": 2.501951431049436,
      "grad_norm": 0.1292148381471634,
      "learning_rate": 1.6661830842884084e-05,
      "loss": 0.0091,
      "step": 23078
    },
    {
      "epoch": 2.502059843885516,
      "grad_norm": 0.22019614279270172,
      "learning_rate": 1.665820397504715e-05,
      "loss": 0.0113,
      "step": 23079
    },
    {
      "epoch": 2.5021682567215957,
      "grad_norm": 0.6683701872825623,
      "learning_rate": 1.6654577107210216e-05,
      "loss": 0.0249,
      "step": 23080
    },
    {
      "epoch": 2.5022766695576757,
      "grad_norm": 0.06286868453025818,
      "learning_rate": 1.665095023937328e-05,
      "loss": 0.0039,
      "step": 23081
    },
    {
      "epoch": 2.5023850823937552,
      "grad_norm": 0.31185099482536316,
      "learning_rate": 1.664732337153634e-05,
      "loss": 0.0198,
      "step": 23082
    },
    {
      "epoch": 2.502493495229835,
      "grad_norm": 0.1751372218132019,
      "learning_rate": 1.6643696503699405e-05,
      "loss": 0.0317,
      "step": 23083
    },
    {
      "epoch": 2.502601908065915,
      "grad_norm": 0.3876449465751648,
      "learning_rate": 1.6640069635862472e-05,
      "loss": 0.0251,
      "step": 23084
    },
    {
      "epoch": 2.5027103209019947,
      "grad_norm": 0.07484078407287598,
      "learning_rate": 1.6636442768025533e-05,
      "loss": 0.0032,
      "step": 23085
    },
    {
      "epoch": 2.5028187337380747,
      "grad_norm": 0.06542935967445374,
      "learning_rate": 1.6632815900188597e-05,
      "loss": 0.0046,
      "step": 23086
    },
    {
      "epoch": 2.5029271465741543,
      "grad_norm": 0.1351301670074463,
      "learning_rate": 1.662918903235166e-05,
      "loss": 0.0164,
      "step": 23087
    },
    {
      "epoch": 2.5030355594102343,
      "grad_norm": 0.008179480209946632,
      "learning_rate": 1.662556216451473e-05,
      "loss": 0.0003,
      "step": 23088
    },
    {
      "epoch": 2.503143972246314,
      "grad_norm": 0.07867700606584549,
      "learning_rate": 1.662193529667779e-05,
      "loss": 0.0035,
      "step": 23089
    },
    {
      "epoch": 2.503252385082394,
      "grad_norm": 0.707061767578125,
      "learning_rate": 1.6618308428840853e-05,
      "loss": 0.0315,
      "step": 23090
    },
    {
      "epoch": 2.5033607979184733,
      "grad_norm": 0.3104625642299652,
      "learning_rate": 1.6614681561003917e-05,
      "loss": 0.033,
      "step": 23091
    },
    {
      "epoch": 2.5034692107545533,
      "grad_norm": 0.2524578273296356,
      "learning_rate": 1.661105469316698e-05,
      "loss": 0.0169,
      "step": 23092
    },
    {
      "epoch": 2.5035776235906333,
      "grad_norm": 0.6755500435829163,
      "learning_rate": 1.6607427825330046e-05,
      "loss": 0.0323,
      "step": 23093
    },
    {
      "epoch": 2.503686036426713,
      "grad_norm": 0.19746366143226624,
      "learning_rate": 1.660380095749311e-05,
      "loss": 0.0066,
      "step": 23094
    },
    {
      "epoch": 2.503794449262793,
      "grad_norm": 0.17558756470680237,
      "learning_rate": 1.6600174089656174e-05,
      "loss": 0.0172,
      "step": 23095
    },
    {
      "epoch": 2.5039028620988724,
      "grad_norm": 0.37361085414886475,
      "learning_rate": 1.6596547221819238e-05,
      "loss": 0.0261,
      "step": 23096
    },
    {
      "epoch": 2.5040112749349523,
      "grad_norm": 0.14631900191307068,
      "learning_rate": 1.6592920353982302e-05,
      "loss": 0.0068,
      "step": 23097
    },
    {
      "epoch": 2.5041196877710323,
      "grad_norm": 0.023353951051831245,
      "learning_rate": 1.6589293486145366e-05,
      "loss": 0.0009,
      "step": 23098
    },
    {
      "epoch": 2.504228100607112,
      "grad_norm": 0.3210469186306,
      "learning_rate": 1.658566661830843e-05,
      "loss": 0.0142,
      "step": 23099
    },
    {
      "epoch": 2.5043365134431914,
      "grad_norm": 0.08243677765130997,
      "learning_rate": 1.658203975047149e-05,
      "loss": 0.0015,
      "step": 23100
    },
    {
      "epoch": 2.5044449262792714,
      "grad_norm": 0.33356112241744995,
      "learning_rate": 1.657841288263456e-05,
      "loss": 0.0079,
      "step": 23101
    },
    {
      "epoch": 2.5045533391153514,
      "grad_norm": 0.2622497081756592,
      "learning_rate": 1.6574786014797623e-05,
      "loss": 0.0161,
      "step": 23102
    },
    {
      "epoch": 2.504661751951431,
      "grad_norm": 0.05056697130203247,
      "learning_rate": 1.6571159146960687e-05,
      "loss": 0.002,
      "step": 23103
    },
    {
      "epoch": 2.504770164787511,
      "grad_norm": 0.3122613728046417,
      "learning_rate": 1.6567532279123747e-05,
      "loss": 0.0082,
      "step": 23104
    },
    {
      "epoch": 2.5048785776235905,
      "grad_norm": 0.08636578917503357,
      "learning_rate": 1.6563905411286815e-05,
      "loss": 0.0065,
      "step": 23105
    },
    {
      "epoch": 2.5049869904596704,
      "grad_norm": 0.18011412024497986,
      "learning_rate": 1.656027854344988e-05,
      "loss": 0.0144,
      "step": 23106
    },
    {
      "epoch": 2.5050954032957504,
      "grad_norm": 0.06306961923837662,
      "learning_rate": 1.6556651675612943e-05,
      "loss": 0.0029,
      "step": 23107
    },
    {
      "epoch": 2.50520381613183,
      "grad_norm": 0.26904264092445374,
      "learning_rate": 1.6553024807776004e-05,
      "loss": 0.0283,
      "step": 23108
    },
    {
      "epoch": 2.50531222896791,
      "grad_norm": 0.2535826861858368,
      "learning_rate": 1.6549397939939068e-05,
      "loss": 0.0472,
      "step": 23109
    },
    {
      "epoch": 2.5054206418039895,
      "grad_norm": 0.3550829291343689,
      "learning_rate": 1.6545771072102135e-05,
      "loss": 0.0281,
      "step": 23110
    },
    {
      "epoch": 2.5055290546400695,
      "grad_norm": 0.19081354141235352,
      "learning_rate": 1.6542144204265196e-05,
      "loss": 0.0092,
      "step": 23111
    },
    {
      "epoch": 2.505637467476149,
      "grad_norm": 0.04498868063092232,
      "learning_rate": 1.653851733642826e-05,
      "loss": 0.0039,
      "step": 23112
    },
    {
      "epoch": 2.505745880312229,
      "grad_norm": 0.12072162330150604,
      "learning_rate": 1.6534890468591324e-05,
      "loss": 0.006,
      "step": 23113
    },
    {
      "epoch": 2.5058542931483085,
      "grad_norm": 0.025150861591100693,
      "learning_rate": 1.6531263600754392e-05,
      "loss": 0.0023,
      "step": 23114
    },
    {
      "epoch": 2.5059627059843885,
      "grad_norm": 0.05433818697929382,
      "learning_rate": 1.6527636732917453e-05,
      "loss": 0.0079,
      "step": 23115
    },
    {
      "epoch": 2.5060711188204685,
      "grad_norm": 0.3326995372772217,
      "learning_rate": 1.6524009865080517e-05,
      "loss": 0.0216,
      "step": 23116
    },
    {
      "epoch": 2.506179531656548,
      "grad_norm": 0.34278470277786255,
      "learning_rate": 1.652038299724358e-05,
      "loss": 0.0123,
      "step": 23117
    },
    {
      "epoch": 2.506287944492628,
      "grad_norm": 0.14741291105747223,
      "learning_rate": 1.6516756129406645e-05,
      "loss": 0.0085,
      "step": 23118
    },
    {
      "epoch": 2.5063963573287076,
      "grad_norm": 0.03503898158669472,
      "learning_rate": 1.651312926156971e-05,
      "loss": 0.0016,
      "step": 23119
    },
    {
      "epoch": 2.5065047701647876,
      "grad_norm": 0.19008928537368774,
      "learning_rate": 1.6509502393732773e-05,
      "loss": 0.0084,
      "step": 23120
    },
    {
      "epoch": 2.5066131830008676,
      "grad_norm": 0.14635737240314484,
      "learning_rate": 1.6505875525895837e-05,
      "loss": 0.0087,
      "step": 23121
    },
    {
      "epoch": 2.506721595836947,
      "grad_norm": 0.11877155303955078,
      "learning_rate": 1.65022486580589e-05,
      "loss": 0.0162,
      "step": 23122
    },
    {
      "epoch": 2.5068300086730266,
      "grad_norm": 0.021052822470664978,
      "learning_rate": 1.6498621790221965e-05,
      "loss": 0.0009,
      "step": 23123
    },
    {
      "epoch": 2.5069384215091066,
      "grad_norm": 0.2936898469924927,
      "learning_rate": 1.649499492238503e-05,
      "loss": 0.0288,
      "step": 23124
    },
    {
      "epoch": 2.5070468343451866,
      "grad_norm": 0.22420991957187653,
      "learning_rate": 1.6491368054548094e-05,
      "loss": 0.0223,
      "step": 23125
    },
    {
      "epoch": 2.507155247181266,
      "grad_norm": 0.3672771751880646,
      "learning_rate": 1.6487741186711154e-05,
      "loss": 0.0201,
      "step": 23126
    },
    {
      "epoch": 2.507263660017346,
      "grad_norm": 0.26326292753219604,
      "learning_rate": 1.6484114318874222e-05,
      "loss": 0.021,
      "step": 23127
    },
    {
      "epoch": 2.5073720728534257,
      "grad_norm": 0.18890216946601868,
      "learning_rate": 1.6480487451037286e-05,
      "loss": 0.0126,
      "step": 23128
    },
    {
      "epoch": 2.5074804856895057,
      "grad_norm": 0.2178000956773758,
      "learning_rate": 1.647686058320035e-05,
      "loss": 0.0184,
      "step": 23129
    },
    {
      "epoch": 2.5075888985255856,
      "grad_norm": 0.014955678954720497,
      "learning_rate": 1.647323371536341e-05,
      "loss": 0.001,
      "step": 23130
    },
    {
      "epoch": 2.507697311361665,
      "grad_norm": 0.015428750775754452,
      "learning_rate": 1.6469606847526478e-05,
      "loss": 0.0012,
      "step": 23131
    },
    {
      "epoch": 2.507805724197745,
      "grad_norm": 0.08116427063941956,
      "learning_rate": 1.6465979979689542e-05,
      "loss": 0.0015,
      "step": 23132
    },
    {
      "epoch": 2.5079141370338247,
      "grad_norm": 0.1041097417473793,
      "learning_rate": 1.6462353111852606e-05,
      "loss": 0.0036,
      "step": 23133
    },
    {
      "epoch": 2.5080225498699047,
      "grad_norm": 0.09844066202640533,
      "learning_rate": 1.6458726244015667e-05,
      "loss": 0.0131,
      "step": 23134
    },
    {
      "epoch": 2.5081309627059842,
      "grad_norm": 0.05926897004246712,
      "learning_rate": 1.6455099376178735e-05,
      "loss": 0.0024,
      "step": 23135
    },
    {
      "epoch": 2.508239375542064,
      "grad_norm": 0.3452720642089844,
      "learning_rate": 1.64514725083418e-05,
      "loss": 0.0302,
      "step": 23136
    },
    {
      "epoch": 2.5083477883781438,
      "grad_norm": 0.18203476071357727,
      "learning_rate": 1.644784564050486e-05,
      "loss": 0.0213,
      "step": 23137
    },
    {
      "epoch": 2.5084562012142237,
      "grad_norm": 0.28217917680740356,
      "learning_rate": 1.6444218772667924e-05,
      "loss": 0.015,
      "step": 23138
    },
    {
      "epoch": 2.5085646140503037,
      "grad_norm": 0.1254703253507614,
      "learning_rate": 1.6440591904830988e-05,
      "loss": 0.0087,
      "step": 23139
    },
    {
      "epoch": 2.5086730268863833,
      "grad_norm": 0.20668858289718628,
      "learning_rate": 1.6436965036994055e-05,
      "loss": 0.008,
      "step": 23140
    },
    {
      "epoch": 2.5087814397224633,
      "grad_norm": 0.5610706806182861,
      "learning_rate": 1.6433338169157116e-05,
      "loss": 0.0362,
      "step": 23141
    },
    {
      "epoch": 2.508889852558543,
      "grad_norm": 0.13049621880054474,
      "learning_rate": 1.642971130132018e-05,
      "loss": 0.0126,
      "step": 23142
    },
    {
      "epoch": 2.508998265394623,
      "grad_norm": 0.1218806579709053,
      "learning_rate": 1.6426084433483244e-05,
      "loss": 0.011,
      "step": 23143
    },
    {
      "epoch": 2.5091066782307028,
      "grad_norm": 0.4046439230442047,
      "learning_rate": 1.6422457565646308e-05,
      "loss": 0.0212,
      "step": 23144
    },
    {
      "epoch": 2.5092150910667823,
      "grad_norm": 0.42848262190818787,
      "learning_rate": 1.6418830697809372e-05,
      "loss": 0.0206,
      "step": 23145
    },
    {
      "epoch": 2.509323503902862,
      "grad_norm": 0.48612141609191895,
      "learning_rate": 1.6415203829972436e-05,
      "loss": 0.0214,
      "step": 23146
    },
    {
      "epoch": 2.509431916738942,
      "grad_norm": 0.06184858828783035,
      "learning_rate": 1.64115769621355e-05,
      "loss": 0.003,
      "step": 23147
    },
    {
      "epoch": 2.509540329575022,
      "grad_norm": 0.08386988937854767,
      "learning_rate": 1.6407950094298565e-05,
      "loss": 0.0068,
      "step": 23148
    },
    {
      "epoch": 2.5096487424111014,
      "grad_norm": 0.35820451378822327,
      "learning_rate": 1.640432322646163e-05,
      "loss": 0.0278,
      "step": 23149
    },
    {
      "epoch": 2.5097571552471813,
      "grad_norm": 0.1529209464788437,
      "learning_rate": 1.6400696358624693e-05,
      "loss": 0.014,
      "step": 23150
    },
    {
      "epoch": 2.509865568083261,
      "grad_norm": 0.10777033865451813,
      "learning_rate": 1.6397069490787757e-05,
      "loss": 0.0113,
      "step": 23151
    },
    {
      "epoch": 2.509973980919341,
      "grad_norm": 0.5832729935646057,
      "learning_rate": 1.6393442622950818e-05,
      "loss": 0.025,
      "step": 23152
    },
    {
      "epoch": 2.510082393755421,
      "grad_norm": 0.11196767538785934,
      "learning_rate": 1.6389815755113885e-05,
      "loss": 0.019,
      "step": 23153
    },
    {
      "epoch": 2.5101908065915004,
      "grad_norm": 0.18073399364948273,
      "learning_rate": 1.638618888727695e-05,
      "loss": 0.0125,
      "step": 23154
    },
    {
      "epoch": 2.5102992194275804,
      "grad_norm": 0.13831230998039246,
      "learning_rate": 1.6382562019440013e-05,
      "loss": 0.0025,
      "step": 23155
    },
    {
      "epoch": 2.51040763226366,
      "grad_norm": 0.38179269433021545,
      "learning_rate": 1.6378935151603074e-05,
      "loss": 0.0189,
      "step": 23156
    },
    {
      "epoch": 2.51051604509974,
      "grad_norm": 0.46004992723464966,
      "learning_rate": 1.637530828376614e-05,
      "loss": 0.0327,
      "step": 23157
    },
    {
      "epoch": 2.5106244579358195,
      "grad_norm": 0.37946271896362305,
      "learning_rate": 1.6371681415929206e-05,
      "loss": 0.0212,
      "step": 23158
    },
    {
      "epoch": 2.5107328707718994,
      "grad_norm": 0.2391035556793213,
      "learning_rate": 1.636805454809227e-05,
      "loss": 0.0338,
      "step": 23159
    },
    {
      "epoch": 2.510841283607979,
      "grad_norm": 0.027711916714906693,
      "learning_rate": 1.636442768025533e-05,
      "loss": 0.0012,
      "step": 23160
    },
    {
      "epoch": 2.510949696444059,
      "grad_norm": 0.22992582619190216,
      "learning_rate": 1.6360800812418398e-05,
      "loss": 0.0158,
      "step": 23161
    },
    {
      "epoch": 2.511058109280139,
      "grad_norm": 0.18403352797031403,
      "learning_rate": 1.6357173944581462e-05,
      "loss": 0.0058,
      "step": 23162
    },
    {
      "epoch": 2.5111665221162185,
      "grad_norm": 0.47996625304222107,
      "learning_rate": 1.6353547076744523e-05,
      "loss": 0.0126,
      "step": 23163
    },
    {
      "epoch": 2.5112749349522985,
      "grad_norm": 0.3014615476131439,
      "learning_rate": 1.6349920208907587e-05,
      "loss": 0.0206,
      "step": 23164
    },
    {
      "epoch": 2.511383347788378,
      "grad_norm": 0.17494679987430573,
      "learning_rate": 1.634629334107065e-05,
      "loss": 0.028,
      "step": 23165
    },
    {
      "epoch": 2.511491760624458,
      "grad_norm": 0.3307842016220093,
      "learning_rate": 1.634266647323372e-05,
      "loss": 0.0119,
      "step": 23166
    },
    {
      "epoch": 2.511600173460538,
      "grad_norm": 0.012504597194492817,
      "learning_rate": 1.633903960539678e-05,
      "loss": 0.001,
      "step": 23167
    },
    {
      "epoch": 2.5117085862966175,
      "grad_norm": 0.35216638445854187,
      "learning_rate": 1.6335412737559843e-05,
      "loss": 0.0164,
      "step": 23168
    },
    {
      "epoch": 2.511816999132697,
      "grad_norm": 0.24723944067955017,
      "learning_rate": 1.6331785869722907e-05,
      "loss": 0.0138,
      "step": 23169
    },
    {
      "epoch": 2.511925411968777,
      "grad_norm": 0.26428166031837463,
      "learning_rate": 1.632815900188597e-05,
      "loss": 0.0136,
      "step": 23170
    },
    {
      "epoch": 2.512033824804857,
      "grad_norm": 0.18939071893692017,
      "learning_rate": 1.6324532134049036e-05,
      "loss": 0.0045,
      "step": 23171
    },
    {
      "epoch": 2.5121422376409366,
      "grad_norm": 0.09850683808326721,
      "learning_rate": 1.63209052662121e-05,
      "loss": 0.006,
      "step": 23172
    },
    {
      "epoch": 2.5122506504770166,
      "grad_norm": 0.07375943660736084,
      "learning_rate": 1.6317278398375164e-05,
      "loss": 0.0073,
      "step": 23173
    },
    {
      "epoch": 2.512359063313096,
      "grad_norm": 0.14298243820667267,
      "learning_rate": 1.6313651530538228e-05,
      "loss": 0.0145,
      "step": 23174
    },
    {
      "epoch": 2.512467476149176,
      "grad_norm": 0.08935127407312393,
      "learning_rate": 1.6310024662701292e-05,
      "loss": 0.0049,
      "step": 23175
    },
    {
      "epoch": 2.512575888985256,
      "grad_norm": 0.06116437166929245,
      "learning_rate": 1.6306397794864356e-05,
      "loss": 0.0021,
      "step": 23176
    },
    {
      "epoch": 2.5126843018213356,
      "grad_norm": 1.2220042943954468,
      "learning_rate": 1.630277092702742e-05,
      "loss": 0.0132,
      "step": 23177
    },
    {
      "epoch": 2.512792714657415,
      "grad_norm": 0.10916583985090256,
      "learning_rate": 1.629914405919048e-05,
      "loss": 0.0075,
      "step": 23178
    },
    {
      "epoch": 2.512901127493495,
      "grad_norm": 0.298703670501709,
      "learning_rate": 1.629551719135355e-05,
      "loss": 0.0047,
      "step": 23179
    },
    {
      "epoch": 2.513009540329575,
      "grad_norm": 0.13248436152935028,
      "learning_rate": 1.6291890323516613e-05,
      "loss": 0.009,
      "step": 23180
    },
    {
      "epoch": 2.5131179531656547,
      "grad_norm": 0.146992489695549,
      "learning_rate": 1.6288263455679677e-05,
      "loss": 0.0094,
      "step": 23181
    },
    {
      "epoch": 2.5132263660017347,
      "grad_norm": 0.37183788418769836,
      "learning_rate": 1.6284636587842737e-05,
      "loss": 0.0261,
      "step": 23182
    },
    {
      "epoch": 2.513334778837814,
      "grad_norm": 0.053157005459070206,
      "learning_rate": 1.6281009720005805e-05,
      "loss": 0.0042,
      "step": 23183
    },
    {
      "epoch": 2.513443191673894,
      "grad_norm": 0.15255150198936462,
      "learning_rate": 1.627738285216887e-05,
      "loss": 0.0091,
      "step": 23184
    },
    {
      "epoch": 2.513551604509974,
      "grad_norm": 0.022418266162276268,
      "learning_rate": 1.6273755984331933e-05,
      "loss": 0.0008,
      "step": 23185
    },
    {
      "epoch": 2.5136600173460537,
      "grad_norm": 0.3754715025424957,
      "learning_rate": 1.6270129116494994e-05,
      "loss": 0.0356,
      "step": 23186
    },
    {
      "epoch": 2.5137684301821337,
      "grad_norm": 0.1618718057870865,
      "learning_rate": 1.626650224865806e-05,
      "loss": 0.0045,
      "step": 23187
    },
    {
      "epoch": 2.5138768430182132,
      "grad_norm": 0.06629228591918945,
      "learning_rate": 1.6262875380821125e-05,
      "loss": 0.0026,
      "step": 23188
    },
    {
      "epoch": 2.513985255854293,
      "grad_norm": 0.006940066814422607,
      "learning_rate": 1.6259248512984186e-05,
      "loss": 0.0004,
      "step": 23189
    },
    {
      "epoch": 2.514093668690373,
      "grad_norm": 0.7668482065200806,
      "learning_rate": 1.625562164514725e-05,
      "loss": 0.0531,
      "step": 23190
    },
    {
      "epoch": 2.5142020815264527,
      "grad_norm": 0.03807355463504791,
      "learning_rate": 1.6251994777310314e-05,
      "loss": 0.0021,
      "step": 23191
    },
    {
      "epoch": 2.5143104943625323,
      "grad_norm": 0.3149237036705017,
      "learning_rate": 1.6248367909473382e-05,
      "loss": 0.0206,
      "step": 23192
    },
    {
      "epoch": 2.5144189071986123,
      "grad_norm": 0.17004874348640442,
      "learning_rate": 1.6244741041636443e-05,
      "loss": 0.008,
      "step": 23193
    },
    {
      "epoch": 2.5145273200346923,
      "grad_norm": 0.20100358128547668,
      "learning_rate": 1.6241114173799507e-05,
      "loss": 0.0184,
      "step": 23194
    },
    {
      "epoch": 2.514635732870772,
      "grad_norm": 1.025404453277588,
      "learning_rate": 1.623748730596257e-05,
      "loss": 0.0408,
      "step": 23195
    },
    {
      "epoch": 2.514744145706852,
      "grad_norm": 0.10321205854415894,
      "learning_rate": 1.6233860438125635e-05,
      "loss": 0.0158,
      "step": 23196
    },
    {
      "epoch": 2.5148525585429313,
      "grad_norm": 0.3183496296405792,
      "learning_rate": 1.62302335702887e-05,
      "loss": 0.0117,
      "step": 23197
    },
    {
      "epoch": 2.5149609713790113,
      "grad_norm": 0.20751656591892242,
      "learning_rate": 1.6226606702451763e-05,
      "loss": 0.0089,
      "step": 23198
    },
    {
      "epoch": 2.5150693842150913,
      "grad_norm": 0.382305383682251,
      "learning_rate": 1.6222979834614827e-05,
      "loss": 0.0342,
      "step": 23199
    },
    {
      "epoch": 2.515177797051171,
      "grad_norm": 0.28867772221565247,
      "learning_rate": 1.621935296677789e-05,
      "loss": 0.019,
      "step": 23200
    },
    {
      "epoch": 2.5152862098872504,
      "grad_norm": 0.2121822088956833,
      "learning_rate": 1.6215726098940955e-05,
      "loss": 0.0179,
      "step": 23201
    },
    {
      "epoch": 2.5153946227233304,
      "grad_norm": 0.3223644495010376,
      "learning_rate": 1.621209923110402e-05,
      "loss": 0.0062,
      "step": 23202
    },
    {
      "epoch": 2.5155030355594103,
      "grad_norm": 0.27730247378349304,
      "learning_rate": 1.6208472363267084e-05,
      "loss": 0.0182,
      "step": 23203
    },
    {
      "epoch": 2.51561144839549,
      "grad_norm": 0.05367628112435341,
      "learning_rate": 1.6204845495430144e-05,
      "loss": 0.0024,
      "step": 23204
    },
    {
      "epoch": 2.51571986123157,
      "grad_norm": 0.5333040356636047,
      "learning_rate": 1.6201218627593212e-05,
      "loss": 0.0297,
      "step": 23205
    },
    {
      "epoch": 2.5158282740676494,
      "grad_norm": 0.38642358779907227,
      "learning_rate": 1.6197591759756276e-05,
      "loss": 0.0109,
      "step": 23206
    },
    {
      "epoch": 2.5159366869037294,
      "grad_norm": 0.06348684430122375,
      "learning_rate": 1.619396489191934e-05,
      "loss": 0.0031,
      "step": 23207
    },
    {
      "epoch": 2.5160450997398094,
      "grad_norm": 0.07687012106180191,
      "learning_rate": 1.61903380240824e-05,
      "loss": 0.003,
      "step": 23208
    },
    {
      "epoch": 2.516153512575889,
      "grad_norm": 0.17466872930526733,
      "learning_rate": 1.6186711156245468e-05,
      "loss": 0.0113,
      "step": 23209
    },
    {
      "epoch": 2.516261925411969,
      "grad_norm": 0.05682883411645889,
      "learning_rate": 1.6183084288408532e-05,
      "loss": 0.002,
      "step": 23210
    },
    {
      "epoch": 2.5163703382480485,
      "grad_norm": 0.10155463218688965,
      "learning_rate": 1.6179457420571596e-05,
      "loss": 0.0103,
      "step": 23211
    },
    {
      "epoch": 2.5164787510841284,
      "grad_norm": 0.3587665855884552,
      "learning_rate": 1.6175830552734657e-05,
      "loss": 0.054,
      "step": 23212
    },
    {
      "epoch": 2.5165871639202084,
      "grad_norm": 0.2898057699203491,
      "learning_rate": 1.6172203684897725e-05,
      "loss": 0.0092,
      "step": 23213
    },
    {
      "epoch": 2.516695576756288,
      "grad_norm": 0.30037111043930054,
      "learning_rate": 1.616857681706079e-05,
      "loss": 0.0352,
      "step": 23214
    },
    {
      "epoch": 2.5168039895923675,
      "grad_norm": 0.060697268694639206,
      "learning_rate": 1.616494994922385e-05,
      "loss": 0.0055,
      "step": 23215
    },
    {
      "epoch": 2.5169124024284475,
      "grad_norm": 0.5837975740432739,
      "learning_rate": 1.6161323081386914e-05,
      "loss": 0.0368,
      "step": 23216
    },
    {
      "epoch": 2.5170208152645275,
      "grad_norm": 0.13478608429431915,
      "learning_rate": 1.6157696213549978e-05,
      "loss": 0.0054,
      "step": 23217
    },
    {
      "epoch": 2.517129228100607,
      "grad_norm": 0.41768112778663635,
      "learning_rate": 1.6154069345713045e-05,
      "loss": 0.0225,
      "step": 23218
    },
    {
      "epoch": 2.517237640936687,
      "grad_norm": 0.4376455247402191,
      "learning_rate": 1.6150442477876106e-05,
      "loss": 0.0428,
      "step": 23219
    },
    {
      "epoch": 2.5173460537727665,
      "grad_norm": 0.013231271877884865,
      "learning_rate": 1.614681561003917e-05,
      "loss": 0.0007,
      "step": 23220
    },
    {
      "epoch": 2.5174544666088465,
      "grad_norm": 0.23601417243480682,
      "learning_rate": 1.6143188742202234e-05,
      "loss": 0.0165,
      "step": 23221
    },
    {
      "epoch": 2.5175628794449265,
      "grad_norm": 0.10408373177051544,
      "learning_rate": 1.6139561874365298e-05,
      "loss": 0.0034,
      "step": 23222
    },
    {
      "epoch": 2.517671292281006,
      "grad_norm": 0.31790852546691895,
      "learning_rate": 1.6135935006528362e-05,
      "loss": 0.0204,
      "step": 23223
    },
    {
      "epoch": 2.5177797051170856,
      "grad_norm": 0.28331637382507324,
      "learning_rate": 1.6132308138691426e-05,
      "loss": 0.0268,
      "step": 23224
    },
    {
      "epoch": 2.5178881179531656,
      "grad_norm": 0.2423461377620697,
      "learning_rate": 1.612868127085449e-05,
      "loss": 0.0064,
      "step": 23225
    },
    {
      "epoch": 2.5179965307892456,
      "grad_norm": 0.34768420457839966,
      "learning_rate": 1.6125054403017555e-05,
      "loss": 0.0165,
      "step": 23226
    },
    {
      "epoch": 2.518104943625325,
      "grad_norm": 0.10798997431993484,
      "learning_rate": 1.612142753518062e-05,
      "loss": 0.0128,
      "step": 23227
    },
    {
      "epoch": 2.518213356461405,
      "grad_norm": 0.03297002613544464,
      "learning_rate": 1.6117800667343683e-05,
      "loss": 0.0027,
      "step": 23228
    },
    {
      "epoch": 2.5183217692974846,
      "grad_norm": 0.05856429040431976,
      "learning_rate": 1.6114173799506747e-05,
      "loss": 0.0037,
      "step": 23229
    },
    {
      "epoch": 2.5184301821335646,
      "grad_norm": 0.1363200694322586,
      "learning_rate": 1.611054693166981e-05,
      "loss": 0.0123,
      "step": 23230
    },
    {
      "epoch": 2.5185385949696446,
      "grad_norm": 0.43494823575019836,
      "learning_rate": 1.6106920063832875e-05,
      "loss": 0.0108,
      "step": 23231
    },
    {
      "epoch": 2.518647007805724,
      "grad_norm": 0.11127572506666183,
      "learning_rate": 1.610329319599594e-05,
      "loss": 0.0052,
      "step": 23232
    },
    {
      "epoch": 2.518755420641804,
      "grad_norm": 0.4281921088695526,
      "learning_rate": 1.6099666328159003e-05,
      "loss": 0.054,
      "step": 23233
    },
    {
      "epoch": 2.5188638334778837,
      "grad_norm": 0.2840425670146942,
      "learning_rate": 1.6096039460322064e-05,
      "loss": 0.0164,
      "step": 23234
    },
    {
      "epoch": 2.5189722463139637,
      "grad_norm": 0.08482298254966736,
      "learning_rate": 1.609241259248513e-05,
      "loss": 0.005,
      "step": 23235
    },
    {
      "epoch": 2.519080659150043,
      "grad_norm": 0.01078347023576498,
      "learning_rate": 1.6088785724648196e-05,
      "loss": 0.0006,
      "step": 23236
    },
    {
      "epoch": 2.519189071986123,
      "grad_norm": 0.40185001492500305,
      "learning_rate": 1.608515885681126e-05,
      "loss": 0.0242,
      "step": 23237
    },
    {
      "epoch": 2.5192974848222027,
      "grad_norm": 0.2244354486465454,
      "learning_rate": 1.608153198897432e-05,
      "loss": 0.0041,
      "step": 23238
    },
    {
      "epoch": 2.5194058976582827,
      "grad_norm": 0.3537765443325043,
      "learning_rate": 1.6077905121137388e-05,
      "loss": 0.037,
      "step": 23239
    },
    {
      "epoch": 2.5195143104943627,
      "grad_norm": 0.16626369953155518,
      "learning_rate": 1.6074278253300452e-05,
      "loss": 0.0121,
      "step": 23240
    },
    {
      "epoch": 2.5196227233304422,
      "grad_norm": 0.2364504486322403,
      "learning_rate": 1.6070651385463513e-05,
      "loss": 0.0103,
      "step": 23241
    },
    {
      "epoch": 2.5197311361665222,
      "grad_norm": 0.07241994887590408,
      "learning_rate": 1.6067024517626577e-05,
      "loss": 0.0035,
      "step": 23242
    },
    {
      "epoch": 2.5198395490026018,
      "grad_norm": 0.15969665348529816,
      "learning_rate": 1.6063397649789644e-05,
      "loss": 0.0086,
      "step": 23243
    },
    {
      "epoch": 2.5199479618386817,
      "grad_norm": 0.5092580318450928,
      "learning_rate": 1.605977078195271e-05,
      "loss": 0.0229,
      "step": 23244
    },
    {
      "epoch": 2.5200563746747617,
      "grad_norm": 0.1003151386976242,
      "learning_rate": 1.605614391411577e-05,
      "loss": 0.0647,
      "step": 23245
    },
    {
      "epoch": 2.5201647875108413,
      "grad_norm": 0.18976494669914246,
      "learning_rate": 1.6052517046278833e-05,
      "loss": 0.0207,
      "step": 23246
    },
    {
      "epoch": 2.520273200346921,
      "grad_norm": 0.38691118359565735,
      "learning_rate": 1.6048890178441897e-05,
      "loss": 0.0285,
      "step": 23247
    },
    {
      "epoch": 2.520381613183001,
      "grad_norm": 0.047093767672777176,
      "learning_rate": 1.604526331060496e-05,
      "loss": 0.0029,
      "step": 23248
    },
    {
      "epoch": 2.520490026019081,
      "grad_norm": 0.010273504070937634,
      "learning_rate": 1.6041636442768026e-05,
      "loss": 0.0004,
      "step": 23249
    },
    {
      "epoch": 2.5205984388551603,
      "grad_norm": 0.36331599950790405,
      "learning_rate": 1.603800957493109e-05,
      "loss": 0.0337,
      "step": 23250
    },
    {
      "epoch": 2.5207068516912403,
      "grad_norm": 0.07210773229598999,
      "learning_rate": 1.6034382707094154e-05,
      "loss": 0.0028,
      "step": 23251
    },
    {
      "epoch": 2.52081526452732,
      "grad_norm": 0.16932807862758636,
      "learning_rate": 1.6030755839257218e-05,
      "loss": 0.0039,
      "step": 23252
    },
    {
      "epoch": 2.5209236773634,
      "grad_norm": 0.06617048382759094,
      "learning_rate": 1.6027128971420282e-05,
      "loss": 0.0047,
      "step": 23253
    },
    {
      "epoch": 2.52103209019948,
      "grad_norm": 0.29833248257637024,
      "learning_rate": 1.6023502103583346e-05,
      "loss": 0.0156,
      "step": 23254
    },
    {
      "epoch": 2.5211405030355594,
      "grad_norm": 1.2778129577636719,
      "learning_rate": 1.601987523574641e-05,
      "loss": 0.0443,
      "step": 23255
    },
    {
      "epoch": 2.5212489158716394,
      "grad_norm": 0.2844005227088928,
      "learning_rate": 1.6016248367909474e-05,
      "loss": 0.0135,
      "step": 23256
    },
    {
      "epoch": 2.521357328707719,
      "grad_norm": 0.23123742640018463,
      "learning_rate": 1.601262150007254e-05,
      "loss": 0.012,
      "step": 23257
    },
    {
      "epoch": 2.521465741543799,
      "grad_norm": 0.20877327024936676,
      "learning_rate": 1.6008994632235603e-05,
      "loss": 0.0088,
      "step": 23258
    },
    {
      "epoch": 2.5215741543798784,
      "grad_norm": 0.10465060919523239,
      "learning_rate": 1.6005367764398667e-05,
      "loss": 0.0047,
      "step": 23259
    },
    {
      "epoch": 2.5216825672159584,
      "grad_norm": 0.18465125560760498,
      "learning_rate": 1.6001740896561727e-05,
      "loss": 0.0169,
      "step": 23260
    },
    {
      "epoch": 2.521790980052038,
      "grad_norm": 0.6119785308837891,
      "learning_rate": 1.5998114028724795e-05,
      "loss": 0.0449,
      "step": 23261
    },
    {
      "epoch": 2.521899392888118,
      "grad_norm": 0.047420211136341095,
      "learning_rate": 1.599448716088786e-05,
      "loss": 0.0019,
      "step": 23262
    },
    {
      "epoch": 2.522007805724198,
      "grad_norm": 0.07900246977806091,
      "learning_rate": 1.5990860293050923e-05,
      "loss": 0.0053,
      "step": 23263
    },
    {
      "epoch": 2.5221162185602775,
      "grad_norm": 0.1947631984949112,
      "learning_rate": 1.5987233425213984e-05,
      "loss": 0.0203,
      "step": 23264
    },
    {
      "epoch": 2.5222246313963574,
      "grad_norm": 0.3565133512020111,
      "learning_rate": 1.598360655737705e-05,
      "loss": 0.0159,
      "step": 23265
    },
    {
      "epoch": 2.522333044232437,
      "grad_norm": 0.2529609501361847,
      "learning_rate": 1.5979979689540115e-05,
      "loss": 0.0143,
      "step": 23266
    },
    {
      "epoch": 2.522441457068517,
      "grad_norm": 0.19182871282100677,
      "learning_rate": 1.5976352821703176e-05,
      "loss": 0.0204,
      "step": 23267
    },
    {
      "epoch": 2.522549869904597,
      "grad_norm": 0.05060533061623573,
      "learning_rate": 1.597272595386624e-05,
      "loss": 0.0046,
      "step": 23268
    },
    {
      "epoch": 2.5226582827406765,
      "grad_norm": 0.1820288449525833,
      "learning_rate": 1.5969099086029308e-05,
      "loss": 0.0125,
      "step": 23269
    },
    {
      "epoch": 2.522766695576756,
      "grad_norm": 0.45766785740852356,
      "learning_rate": 1.5965472218192372e-05,
      "loss": 0.0231,
      "step": 23270
    },
    {
      "epoch": 2.522875108412836,
      "grad_norm": 0.18358361721038818,
      "learning_rate": 1.5961845350355433e-05,
      "loss": 0.0058,
      "step": 23271
    },
    {
      "epoch": 2.522983521248916,
      "grad_norm": 0.023902567103505135,
      "learning_rate": 1.5958218482518497e-05,
      "loss": 0.0012,
      "step": 23272
    },
    {
      "epoch": 2.5230919340849955,
      "grad_norm": 0.11997813731431961,
      "learning_rate": 1.595459161468156e-05,
      "loss": 0.0124,
      "step": 23273
    },
    {
      "epoch": 2.5232003469210755,
      "grad_norm": 0.13026267290115356,
      "learning_rate": 1.5950964746844628e-05,
      "loss": 0.0097,
      "step": 23274
    },
    {
      "epoch": 2.523308759757155,
      "grad_norm": 0.06422384828329086,
      "learning_rate": 1.594733787900769e-05,
      "loss": 0.0035,
      "step": 23275
    },
    {
      "epoch": 2.523417172593235,
      "grad_norm": 0.10803278535604477,
      "learning_rate": 1.5943711011170753e-05,
      "loss": 0.0066,
      "step": 23276
    },
    {
      "epoch": 2.523525585429315,
      "grad_norm": 0.12153667211532593,
      "learning_rate": 1.5940084143333817e-05,
      "loss": 0.0113,
      "step": 23277
    },
    {
      "epoch": 2.5236339982653946,
      "grad_norm": 0.14076414704322815,
      "learning_rate": 1.593645727549688e-05,
      "loss": 0.018,
      "step": 23278
    },
    {
      "epoch": 2.5237424111014746,
      "grad_norm": 0.0702645480632782,
      "learning_rate": 1.5932830407659945e-05,
      "loss": 0.0035,
      "step": 23279
    },
    {
      "epoch": 2.523850823937554,
      "grad_norm": 0.5242210030555725,
      "learning_rate": 1.592920353982301e-05,
      "loss": 0.0324,
      "step": 23280
    },
    {
      "epoch": 2.523959236773634,
      "grad_norm": 0.16121762990951538,
      "learning_rate": 1.5925576671986074e-05,
      "loss": 0.0094,
      "step": 23281
    },
    {
      "epoch": 2.5240676496097136,
      "grad_norm": 0.15377545356750488,
      "learning_rate": 1.5921949804149138e-05,
      "loss": 0.0099,
      "step": 23282
    },
    {
      "epoch": 2.5241760624457936,
      "grad_norm": 0.23283663392066956,
      "learning_rate": 1.5918322936312202e-05,
      "loss": 0.0221,
      "step": 23283
    },
    {
      "epoch": 2.524284475281873,
      "grad_norm": 0.1761750876903534,
      "learning_rate": 1.5914696068475266e-05,
      "loss": 0.0227,
      "step": 23284
    },
    {
      "epoch": 2.524392888117953,
      "grad_norm": 0.28252214193344116,
      "learning_rate": 1.591106920063833e-05,
      "loss": 0.0382,
      "step": 23285
    },
    {
      "epoch": 2.524501300954033,
      "grad_norm": 0.08520293235778809,
      "learning_rate": 1.590744233280139e-05,
      "loss": 0.0074,
      "step": 23286
    },
    {
      "epoch": 2.5246097137901127,
      "grad_norm": 0.038664646446704865,
      "learning_rate": 1.5903815464964458e-05,
      "loss": 0.0017,
      "step": 23287
    },
    {
      "epoch": 2.5247181266261927,
      "grad_norm": 0.016412673518061638,
      "learning_rate": 1.5900188597127522e-05,
      "loss": 0.0009,
      "step": 23288
    },
    {
      "epoch": 2.524826539462272,
      "grad_norm": 0.1433624029159546,
      "learning_rate": 1.5896561729290586e-05,
      "loss": 0.0079,
      "step": 23289
    },
    {
      "epoch": 2.524934952298352,
      "grad_norm": 0.16995540261268616,
      "learning_rate": 1.5892934861453647e-05,
      "loss": 0.009,
      "step": 23290
    },
    {
      "epoch": 2.525043365134432,
      "grad_norm": 0.08183018863201141,
      "learning_rate": 1.5889307993616715e-05,
      "loss": 0.0066,
      "step": 23291
    },
    {
      "epoch": 2.5251517779705117,
      "grad_norm": 0.19859319925308228,
      "learning_rate": 1.588568112577978e-05,
      "loss": 0.0188,
      "step": 23292
    },
    {
      "epoch": 2.5252601908065913,
      "grad_norm": 0.27440837025642395,
      "learning_rate": 1.588205425794284e-05,
      "loss": 0.0117,
      "step": 23293
    },
    {
      "epoch": 2.5253686036426712,
      "grad_norm": 0.3823682367801666,
      "learning_rate": 1.5878427390105904e-05,
      "loss": 0.0367,
      "step": 23294
    },
    {
      "epoch": 2.5254770164787512,
      "grad_norm": 0.3418366312980652,
      "learning_rate": 1.587480052226897e-05,
      "loss": 0.0156,
      "step": 23295
    },
    {
      "epoch": 2.5255854293148308,
      "grad_norm": 0.03326260671019554,
      "learning_rate": 1.5871173654432035e-05,
      "loss": 0.0021,
      "step": 23296
    },
    {
      "epoch": 2.5256938421509108,
      "grad_norm": 0.06234370172023773,
      "learning_rate": 1.5867546786595096e-05,
      "loss": 0.0022,
      "step": 23297
    },
    {
      "epoch": 2.5258022549869903,
      "grad_norm": 0.004944489803165197,
      "learning_rate": 1.586391991875816e-05,
      "loss": 0.0004,
      "step": 23298
    },
    {
      "epoch": 2.5259106678230703,
      "grad_norm": 0.19543656706809998,
      "learning_rate": 1.5860293050921224e-05,
      "loss": 0.0131,
      "step": 23299
    },
    {
      "epoch": 2.5260190806591503,
      "grad_norm": 0.07446961849927902,
      "learning_rate": 1.585666618308429e-05,
      "loss": 0.0035,
      "step": 23300
    },
    {
      "epoch": 2.52612749349523,
      "grad_norm": 0.41950902342796326,
      "learning_rate": 1.5853039315247352e-05,
      "loss": 0.0179,
      "step": 23301
    },
    {
      "epoch": 2.52623590633131,
      "grad_norm": 0.07111909985542297,
      "learning_rate": 1.5849412447410416e-05,
      "loss": 0.0026,
      "step": 23302
    },
    {
      "epoch": 2.5263443191673893,
      "grad_norm": 0.3823070228099823,
      "learning_rate": 1.584578557957348e-05,
      "loss": 0.0409,
      "step": 23303
    },
    {
      "epoch": 2.5264527320034693,
      "grad_norm": 0.3670470714569092,
      "learning_rate": 1.5842158711736545e-05,
      "loss": 0.024,
      "step": 23304
    },
    {
      "epoch": 2.526561144839549,
      "grad_norm": 0.04612071439623833,
      "learning_rate": 1.583853184389961e-05,
      "loss": 0.0011,
      "step": 23305
    },
    {
      "epoch": 2.526669557675629,
      "grad_norm": 0.11652906239032745,
      "learning_rate": 1.5834904976062673e-05,
      "loss": 0.002,
      "step": 23306
    },
    {
      "epoch": 2.5267779705117084,
      "grad_norm": 0.2326446920633316,
      "learning_rate": 1.5831278108225737e-05,
      "loss": 0.0106,
      "step": 23307
    },
    {
      "epoch": 2.5268863833477884,
      "grad_norm": 0.18988041579723358,
      "learning_rate": 1.58276512403888e-05,
      "loss": 0.0066,
      "step": 23308
    },
    {
      "epoch": 2.5269947961838684,
      "grad_norm": 0.1180371642112732,
      "learning_rate": 1.5824024372551865e-05,
      "loss": 0.005,
      "step": 23309
    },
    {
      "epoch": 2.527103209019948,
      "grad_norm": 0.021692294627428055,
      "learning_rate": 1.582039750471493e-05,
      "loss": 0.0012,
      "step": 23310
    },
    {
      "epoch": 2.527211621856028,
      "grad_norm": 0.31259849667549133,
      "learning_rate": 1.5816770636877993e-05,
      "loss": 0.0228,
      "step": 23311
    },
    {
      "epoch": 2.5273200346921074,
      "grad_norm": 0.03318153694272041,
      "learning_rate": 1.5813143769041054e-05,
      "loss": 0.002,
      "step": 23312
    },
    {
      "epoch": 2.5274284475281874,
      "grad_norm": 0.12174750119447708,
      "learning_rate": 1.580951690120412e-05,
      "loss": 0.0365,
      "step": 23313
    },
    {
      "epoch": 2.5275368603642674,
      "grad_norm": 0.0437684990465641,
      "learning_rate": 1.5805890033367186e-05,
      "loss": 0.0026,
      "step": 23314
    },
    {
      "epoch": 2.527645273200347,
      "grad_norm": 0.06692827492952347,
      "learning_rate": 1.580226316553025e-05,
      "loss": 0.0036,
      "step": 23315
    },
    {
      "epoch": 2.5277536860364265,
      "grad_norm": 0.2182115614414215,
      "learning_rate": 1.579863629769331e-05,
      "loss": 0.0079,
      "step": 23316
    },
    {
      "epoch": 2.5278620988725065,
      "grad_norm": 0.4625226557254791,
      "learning_rate": 1.5795009429856378e-05,
      "loss": 0.0126,
      "step": 23317
    },
    {
      "epoch": 2.5279705117085864,
      "grad_norm": 0.04673336446285248,
      "learning_rate": 1.5791382562019442e-05,
      "loss": 0.0022,
      "step": 23318
    },
    {
      "epoch": 2.528078924544666,
      "grad_norm": 0.11573902517557144,
      "learning_rate": 1.5787755694182503e-05,
      "loss": 0.0066,
      "step": 23319
    },
    {
      "epoch": 2.528187337380746,
      "grad_norm": 0.7984200716018677,
      "learning_rate": 1.5784128826345567e-05,
      "loss": 0.016,
      "step": 23320
    },
    {
      "epoch": 2.5282957502168255,
      "grad_norm": 0.3012174665927887,
      "learning_rate": 1.5780501958508634e-05,
      "loss": 0.0364,
      "step": 23321
    },
    {
      "epoch": 2.5284041630529055,
      "grad_norm": 0.12368027120828629,
      "learning_rate": 1.57768750906717e-05,
      "loss": 0.0076,
      "step": 23322
    },
    {
      "epoch": 2.5285125758889855,
      "grad_norm": 0.13849319517612457,
      "learning_rate": 1.577324822283476e-05,
      "loss": 0.0092,
      "step": 23323
    },
    {
      "epoch": 2.528620988725065,
      "grad_norm": 0.07545021921396255,
      "learning_rate": 1.5769621354997823e-05,
      "loss": 0.0042,
      "step": 23324
    },
    {
      "epoch": 2.5287294015611446,
      "grad_norm": 0.1342490166425705,
      "learning_rate": 1.5765994487160887e-05,
      "loss": 0.0032,
      "step": 23325
    },
    {
      "epoch": 2.5288378143972245,
      "grad_norm": 0.5389049053192139,
      "learning_rate": 1.5762367619323955e-05,
      "loss": 0.0299,
      "step": 23326
    },
    {
      "epoch": 2.5289462272333045,
      "grad_norm": 0.15382689237594604,
      "learning_rate": 1.5758740751487016e-05,
      "loss": 0.0085,
      "step": 23327
    },
    {
      "epoch": 2.529054640069384,
      "grad_norm": 0.3385166525840759,
      "learning_rate": 1.575511388365008e-05,
      "loss": 0.0153,
      "step": 23328
    },
    {
      "epoch": 2.529163052905464,
      "grad_norm": 0.09442275017499924,
      "learning_rate": 1.5751487015813144e-05,
      "loss": 0.0068,
      "step": 23329
    },
    {
      "epoch": 2.5292714657415436,
      "grad_norm": 0.0254650991410017,
      "learning_rate": 1.5747860147976208e-05,
      "loss": 0.0013,
      "step": 23330
    },
    {
      "epoch": 2.5293798785776236,
      "grad_norm": 0.7784692645072937,
      "learning_rate": 1.5744233280139272e-05,
      "loss": 0.0148,
      "step": 23331
    },
    {
      "epoch": 2.5294882914137036,
      "grad_norm": 0.4399798512458801,
      "learning_rate": 1.5740606412302336e-05,
      "loss": 0.0103,
      "step": 23332
    },
    {
      "epoch": 2.529596704249783,
      "grad_norm": 0.3129616379737854,
      "learning_rate": 1.57369795444654e-05,
      "loss": 0.0355,
      "step": 23333
    },
    {
      "epoch": 2.529705117085863,
      "grad_norm": 0.05662750080227852,
      "learning_rate": 1.5733352676628464e-05,
      "loss": 0.0027,
      "step": 23334
    },
    {
      "epoch": 2.5298135299219426,
      "grad_norm": 0.06861993670463562,
      "learning_rate": 1.572972580879153e-05,
      "loss": 0.0026,
      "step": 23335
    },
    {
      "epoch": 2.5299219427580226,
      "grad_norm": 0.3692091107368469,
      "learning_rate": 1.5726098940954593e-05,
      "loss": 0.0139,
      "step": 23336
    },
    {
      "epoch": 2.5300303555941026,
      "grad_norm": 0.32010719180107117,
      "learning_rate": 1.5722472073117657e-05,
      "loss": 0.0318,
      "step": 23337
    },
    {
      "epoch": 2.530138768430182,
      "grad_norm": 0.19508717954158783,
      "learning_rate": 1.571884520528072e-05,
      "loss": 0.0131,
      "step": 23338
    },
    {
      "epoch": 2.5302471812662617,
      "grad_norm": 0.19643688201904297,
      "learning_rate": 1.5715218337443785e-05,
      "loss": 0.0075,
      "step": 23339
    },
    {
      "epoch": 2.5303555941023417,
      "grad_norm": 0.13749904930591583,
      "learning_rate": 1.571159146960685e-05,
      "loss": 0.0091,
      "step": 23340
    },
    {
      "epoch": 2.5304640069384217,
      "grad_norm": 0.4284561574459076,
      "learning_rate": 1.5707964601769913e-05,
      "loss": 0.0205,
      "step": 23341
    },
    {
      "epoch": 2.530572419774501,
      "grad_norm": 0.4063541293144226,
      "learning_rate": 1.5704337733932974e-05,
      "loss": 0.028,
      "step": 23342
    },
    {
      "epoch": 2.530680832610581,
      "grad_norm": 0.0994616150856018,
      "learning_rate": 1.570071086609604e-05,
      "loss": 0.0136,
      "step": 23343
    },
    {
      "epoch": 2.5307892454466607,
      "grad_norm": 0.12442733347415924,
      "learning_rate": 1.5697083998259105e-05,
      "loss": 0.0026,
      "step": 23344
    },
    {
      "epoch": 2.5308976582827407,
      "grad_norm": 0.21565549075603485,
      "learning_rate": 1.5693457130422166e-05,
      "loss": 0.0052,
      "step": 23345
    },
    {
      "epoch": 2.5310060711188207,
      "grad_norm": 0.1273118406534195,
      "learning_rate": 1.568983026258523e-05,
      "loss": 0.007,
      "step": 23346
    },
    {
      "epoch": 2.5311144839549002,
      "grad_norm": 0.4621126651763916,
      "learning_rate": 1.5686203394748298e-05,
      "loss": 0.0326,
      "step": 23347
    },
    {
      "epoch": 2.53122289679098,
      "grad_norm": 0.29050809144973755,
      "learning_rate": 1.5682576526911362e-05,
      "loss": 0.0329,
      "step": 23348
    },
    {
      "epoch": 2.5313313096270598,
      "grad_norm": 0.4607797861099243,
      "learning_rate": 1.5678949659074423e-05,
      "loss": 0.0293,
      "step": 23349
    },
    {
      "epoch": 2.5314397224631398,
      "grad_norm": 0.2795412540435791,
      "learning_rate": 1.5675322791237487e-05,
      "loss": 0.014,
      "step": 23350
    },
    {
      "epoch": 2.5315481352992193,
      "grad_norm": 0.41245388984680176,
      "learning_rate": 1.5671695923400554e-05,
      "loss": 0.0235,
      "step": 23351
    },
    {
      "epoch": 2.5316565481352993,
      "grad_norm": 0.1764131784439087,
      "learning_rate": 1.566806905556362e-05,
      "loss": 0.0188,
      "step": 23352
    },
    {
      "epoch": 2.531764960971379,
      "grad_norm": 0.33653828501701355,
      "learning_rate": 1.566444218772668e-05,
      "loss": 0.0509,
      "step": 23353
    },
    {
      "epoch": 2.531873373807459,
      "grad_norm": 0.10710522532463074,
      "learning_rate": 1.5660815319889743e-05,
      "loss": 0.0057,
      "step": 23354
    },
    {
      "epoch": 2.531981786643539,
      "grad_norm": 0.01763196475803852,
      "learning_rate": 1.5657188452052807e-05,
      "loss": 0.0005,
      "step": 23355
    },
    {
      "epoch": 2.5320901994796183,
      "grad_norm": 0.13183176517486572,
      "learning_rate": 1.565356158421587e-05,
      "loss": 0.005,
      "step": 23356
    },
    {
      "epoch": 2.5321986123156983,
      "grad_norm": 0.12986955046653748,
      "learning_rate": 1.5649934716378935e-05,
      "loss": 0.0048,
      "step": 23357
    },
    {
      "epoch": 2.532307025151778,
      "grad_norm": 0.35308337211608887,
      "learning_rate": 1.5646307848542e-05,
      "loss": 0.0303,
      "step": 23358
    },
    {
      "epoch": 2.532415437987858,
      "grad_norm": 0.14481650292873383,
      "learning_rate": 1.5642680980705064e-05,
      "loss": 0.0063,
      "step": 23359
    },
    {
      "epoch": 2.532523850823938,
      "grad_norm": 0.09678487479686737,
      "learning_rate": 1.5639054112868128e-05,
      "loss": 0.0122,
      "step": 23360
    },
    {
      "epoch": 2.5326322636600174,
      "grad_norm": 0.35525453090667725,
      "learning_rate": 1.5635427245031192e-05,
      "loss": 0.031,
      "step": 23361
    },
    {
      "epoch": 2.532740676496097,
      "grad_norm": 0.1605699062347412,
      "learning_rate": 1.5631800377194256e-05,
      "loss": 0.0119,
      "step": 23362
    },
    {
      "epoch": 2.532849089332177,
      "grad_norm": 0.20020656287670135,
      "learning_rate": 1.562817350935732e-05,
      "loss": 0.0137,
      "step": 23363
    },
    {
      "epoch": 2.532957502168257,
      "grad_norm": 0.06186235696077347,
      "learning_rate": 1.5624546641520384e-05,
      "loss": 0.0021,
      "step": 23364
    },
    {
      "epoch": 2.5330659150043364,
      "grad_norm": 0.13848097622394562,
      "learning_rate": 1.5620919773683448e-05,
      "loss": 0.0145,
      "step": 23365
    },
    {
      "epoch": 2.5331743278404164,
      "grad_norm": 0.7204499840736389,
      "learning_rate": 1.5617292905846512e-05,
      "loss": 0.0104,
      "step": 23366
    },
    {
      "epoch": 2.533282740676496,
      "grad_norm": 0.11632610857486725,
      "learning_rate": 1.5613666038009577e-05,
      "loss": 0.0077,
      "step": 23367
    },
    {
      "epoch": 2.533391153512576,
      "grad_norm": 0.0028045084327459335,
      "learning_rate": 1.5610039170172637e-05,
      "loss": 0.0002,
      "step": 23368
    },
    {
      "epoch": 2.533499566348656,
      "grad_norm": 0.19209003448486328,
      "learning_rate": 1.5606412302335705e-05,
      "loss": 0.0245,
      "step": 23369
    },
    {
      "epoch": 2.5336079791847355,
      "grad_norm": 0.24888354539871216,
      "learning_rate": 1.560278543449877e-05,
      "loss": 0.0406,
      "step": 23370
    },
    {
      "epoch": 2.533716392020815,
      "grad_norm": 1.2001577615737915,
      "learning_rate": 1.559915856666183e-05,
      "loss": 0.0338,
      "step": 23371
    },
    {
      "epoch": 2.533824804856895,
      "grad_norm": 0.09719747304916382,
      "learning_rate": 1.5595531698824894e-05,
      "loss": 0.0047,
      "step": 23372
    },
    {
      "epoch": 2.533933217692975,
      "grad_norm": 0.05979742854833603,
      "learning_rate": 1.559190483098796e-05,
      "loss": 0.0035,
      "step": 23373
    },
    {
      "epoch": 2.5340416305290545,
      "grad_norm": 0.33758339285850525,
      "learning_rate": 1.5588277963151025e-05,
      "loss": 0.0535,
      "step": 23374
    },
    {
      "epoch": 2.5341500433651345,
      "grad_norm": 0.008011368103325367,
      "learning_rate": 1.5584651095314086e-05,
      "loss": 0.0004,
      "step": 23375
    },
    {
      "epoch": 2.534258456201214,
      "grad_norm": 0.41393762826919556,
      "learning_rate": 1.558102422747715e-05,
      "loss": 0.0358,
      "step": 23376
    },
    {
      "epoch": 2.534366869037294,
      "grad_norm": 0.29545828700065613,
      "learning_rate": 1.5577397359640218e-05,
      "loss": 0.0128,
      "step": 23377
    },
    {
      "epoch": 2.534475281873374,
      "grad_norm": 0.13251051306724548,
      "learning_rate": 1.557377049180328e-05,
      "loss": 0.0072,
      "step": 23378
    },
    {
      "epoch": 2.5345836947094535,
      "grad_norm": 0.24395717680454254,
      "learning_rate": 1.5570143623966342e-05,
      "loss": 0.0117,
      "step": 23379
    },
    {
      "epoch": 2.5346921075455335,
      "grad_norm": 0.1959983855485916,
      "learning_rate": 1.5566516756129406e-05,
      "loss": 0.0126,
      "step": 23380
    },
    {
      "epoch": 2.534800520381613,
      "grad_norm": 0.18384800851345062,
      "learning_rate": 1.556288988829247e-05,
      "loss": 0.0251,
      "step": 23381
    },
    {
      "epoch": 2.534908933217693,
      "grad_norm": 0.4389117956161499,
      "learning_rate": 1.5559263020455535e-05,
      "loss": 0.0216,
      "step": 23382
    },
    {
      "epoch": 2.5350173460537726,
      "grad_norm": 0.3026961088180542,
      "learning_rate": 1.55556361526186e-05,
      "loss": 0.0192,
      "step": 23383
    },
    {
      "epoch": 2.5351257588898526,
      "grad_norm": 0.06477567553520203,
      "learning_rate": 1.5552009284781663e-05,
      "loss": 0.0014,
      "step": 23384
    },
    {
      "epoch": 2.535234171725932,
      "grad_norm": 0.03873821347951889,
      "learning_rate": 1.5548382416944727e-05,
      "loss": 0.0031,
      "step": 23385
    },
    {
      "epoch": 2.535342584562012,
      "grad_norm": 0.4090280830860138,
      "learning_rate": 1.554475554910779e-05,
      "loss": 0.0239,
      "step": 23386
    },
    {
      "epoch": 2.535450997398092,
      "grad_norm": 0.0356016531586647,
      "learning_rate": 1.5541128681270855e-05,
      "loss": 0.0011,
      "step": 23387
    },
    {
      "epoch": 2.5355594102341716,
      "grad_norm": 0.521914005279541,
      "learning_rate": 1.553750181343392e-05,
      "loss": 0.0684,
      "step": 23388
    },
    {
      "epoch": 2.5356678230702516,
      "grad_norm": 0.2587386965751648,
      "learning_rate": 1.5533874945596983e-05,
      "loss": 0.0129,
      "step": 23389
    },
    {
      "epoch": 2.535776235906331,
      "grad_norm": 0.059452932327985764,
      "learning_rate": 1.5530248077760048e-05,
      "loss": 0.003,
      "step": 23390
    },
    {
      "epoch": 2.535884648742411,
      "grad_norm": 0.2064887136220932,
      "learning_rate": 1.552662120992311e-05,
      "loss": 0.0169,
      "step": 23391
    },
    {
      "epoch": 2.535993061578491,
      "grad_norm": 0.10454266518354416,
      "learning_rate": 1.5522994342086176e-05,
      "loss": 0.0062,
      "step": 23392
    },
    {
      "epoch": 2.5361014744145707,
      "grad_norm": 0.24614089727401733,
      "learning_rate": 1.551936747424924e-05,
      "loss": 0.0103,
      "step": 23393
    },
    {
      "epoch": 2.53620988725065,
      "grad_norm": 0.1491372287273407,
      "learning_rate": 1.55157406064123e-05,
      "loss": 0.0189,
      "step": 23394
    },
    {
      "epoch": 2.53631830008673,
      "grad_norm": 0.2958828806877136,
      "learning_rate": 1.5512113738575368e-05,
      "loss": 0.0207,
      "step": 23395
    },
    {
      "epoch": 2.53642671292281,
      "grad_norm": 0.16373011469841003,
      "learning_rate": 1.5508486870738432e-05,
      "loss": 0.0187,
      "step": 23396
    },
    {
      "epoch": 2.5365351257588897,
      "grad_norm": 0.0164689589291811,
      "learning_rate": 1.5504860002901493e-05,
      "loss": 0.001,
      "step": 23397
    },
    {
      "epoch": 2.5366435385949697,
      "grad_norm": 0.15258049964904785,
      "learning_rate": 1.5501233135064557e-05,
      "loss": 0.0047,
      "step": 23398
    },
    {
      "epoch": 2.5367519514310493,
      "grad_norm": 0.10864188522100449,
      "learning_rate": 1.5497606267227624e-05,
      "loss": 0.0083,
      "step": 23399
    },
    {
      "epoch": 2.5368603642671292,
      "grad_norm": 0.3498876392841339,
      "learning_rate": 1.549397939939069e-05,
      "loss": 0.0303,
      "step": 23400
    },
    {
      "epoch": 2.5369687771032092,
      "grad_norm": 0.5716121792793274,
      "learning_rate": 1.549035253155375e-05,
      "loss": 0.0525,
      "step": 23401
    },
    {
      "epoch": 2.5370771899392888,
      "grad_norm": 0.08035793900489807,
      "learning_rate": 1.5486725663716813e-05,
      "loss": 0.0025,
      "step": 23402
    },
    {
      "epoch": 2.5371856027753688,
      "grad_norm": 0.2674851417541504,
      "learning_rate": 1.548309879587988e-05,
      "loss": 0.0183,
      "step": 23403
    },
    {
      "epoch": 2.5372940156114483,
      "grad_norm": 0.15075194835662842,
      "learning_rate": 1.5479471928042945e-05,
      "loss": 0.0054,
      "step": 23404
    },
    {
      "epoch": 2.5374024284475283,
      "grad_norm": 0.11353390663862228,
      "learning_rate": 1.5475845060206006e-05,
      "loss": 0.0047,
      "step": 23405
    },
    {
      "epoch": 2.537510841283608,
      "grad_norm": 0.14251285791397095,
      "learning_rate": 1.547221819236907e-05,
      "loss": 0.0057,
      "step": 23406
    },
    {
      "epoch": 2.537619254119688,
      "grad_norm": 0.4968733787536621,
      "learning_rate": 1.5468591324532134e-05,
      "loss": 0.0246,
      "step": 23407
    },
    {
      "epoch": 2.5377276669557673,
      "grad_norm": 0.19731687009334564,
      "learning_rate": 1.5464964456695198e-05,
      "loss": 0.0148,
      "step": 23408
    },
    {
      "epoch": 2.5378360797918473,
      "grad_norm": 0.05305048078298569,
      "learning_rate": 1.5461337588858262e-05,
      "loss": 0.005,
      "step": 23409
    },
    {
      "epoch": 2.5379444926279273,
      "grad_norm": 0.23559458553791046,
      "learning_rate": 1.5457710721021326e-05,
      "loss": 0.0124,
      "step": 23410
    },
    {
      "epoch": 2.538052905464007,
      "grad_norm": 0.03577224537730217,
      "learning_rate": 1.545408385318439e-05,
      "loss": 0.0018,
      "step": 23411
    },
    {
      "epoch": 2.538161318300087,
      "grad_norm": 0.1227656900882721,
      "learning_rate": 1.5450456985347454e-05,
      "loss": 0.0092,
      "step": 23412
    },
    {
      "epoch": 2.5382697311361664,
      "grad_norm": 0.4101066291332245,
      "learning_rate": 1.544683011751052e-05,
      "loss": 0.0085,
      "step": 23413
    },
    {
      "epoch": 2.5383781439722464,
      "grad_norm": 0.1771504282951355,
      "learning_rate": 1.5443203249673583e-05,
      "loss": 0.0108,
      "step": 23414
    },
    {
      "epoch": 2.5384865568083264,
      "grad_norm": 0.02403663657605648,
      "learning_rate": 1.5439576381836647e-05,
      "loss": 0.0009,
      "step": 23415
    },
    {
      "epoch": 2.538594969644406,
      "grad_norm": 0.18121667206287384,
      "learning_rate": 1.543594951399971e-05,
      "loss": 0.0093,
      "step": 23416
    },
    {
      "epoch": 2.5387033824804854,
      "grad_norm": 0.5809029340744019,
      "learning_rate": 1.5432322646162775e-05,
      "loss": 0.0285,
      "step": 23417
    },
    {
      "epoch": 2.5388117953165654,
      "grad_norm": 0.4251818358898163,
      "learning_rate": 1.542869577832584e-05,
      "loss": 0.0459,
      "step": 23418
    },
    {
      "epoch": 2.5389202081526454,
      "grad_norm": 0.09290719032287598,
      "learning_rate": 1.5425068910488903e-05,
      "loss": 0.005,
      "step": 23419
    },
    {
      "epoch": 2.539028620988725,
      "grad_norm": 0.2859156131744385,
      "learning_rate": 1.5421442042651964e-05,
      "loss": 0.0246,
      "step": 23420
    },
    {
      "epoch": 2.539137033824805,
      "grad_norm": 0.8074519634246826,
      "learning_rate": 1.541781517481503e-05,
      "loss": 0.0336,
      "step": 23421
    },
    {
      "epoch": 2.5392454466608845,
      "grad_norm": 0.10677704960107803,
      "learning_rate": 1.5414188306978096e-05,
      "loss": 0.0026,
      "step": 23422
    },
    {
      "epoch": 2.5393538594969645,
      "grad_norm": 0.02358188107609749,
      "learning_rate": 1.5410561439141156e-05,
      "loss": 0.0012,
      "step": 23423
    },
    {
      "epoch": 2.5394622723330444,
      "grad_norm": 0.43246689438819885,
      "learning_rate": 1.540693457130422e-05,
      "loss": 0.043,
      "step": 23424
    },
    {
      "epoch": 2.539570685169124,
      "grad_norm": 0.24817685782909393,
      "learning_rate": 1.5403307703467288e-05,
      "loss": 0.0144,
      "step": 23425
    },
    {
      "epoch": 2.539679098005204,
      "grad_norm": 0.12778685986995697,
      "learning_rate": 1.5399680835630352e-05,
      "loss": 0.005,
      "step": 23426
    },
    {
      "epoch": 2.5397875108412835,
      "grad_norm": 0.20911118388175964,
      "learning_rate": 1.5396053967793413e-05,
      "loss": 0.0178,
      "step": 23427
    },
    {
      "epoch": 2.5398959236773635,
      "grad_norm": 0.11996020376682281,
      "learning_rate": 1.5392427099956477e-05,
      "loss": 0.0075,
      "step": 23428
    },
    {
      "epoch": 2.540004336513443,
      "grad_norm": 0.341056764125824,
      "learning_rate": 1.5388800232119544e-05,
      "loss": 0.0184,
      "step": 23429
    },
    {
      "epoch": 2.540112749349523,
      "grad_norm": 0.4342556297779083,
      "learning_rate": 1.538517336428261e-05,
      "loss": 0.0305,
      "step": 23430
    },
    {
      "epoch": 2.5402211621856026,
      "grad_norm": 0.31811580061912537,
      "learning_rate": 1.538154649644567e-05,
      "loss": 0.0343,
      "step": 23431
    },
    {
      "epoch": 2.5403295750216826,
      "grad_norm": 0.14228254556655884,
      "learning_rate": 1.5377919628608733e-05,
      "loss": 0.0082,
      "step": 23432
    },
    {
      "epoch": 2.5404379878577625,
      "grad_norm": 0.07256751507520676,
      "learning_rate": 1.53742927607718e-05,
      "loss": 0.0036,
      "step": 23433
    },
    {
      "epoch": 2.540546400693842,
      "grad_norm": 0.41570767760276794,
      "learning_rate": 1.537066589293486e-05,
      "loss": 0.027,
      "step": 23434
    },
    {
      "epoch": 2.540654813529922,
      "grad_norm": 0.09106376022100449,
      "learning_rate": 1.5367039025097925e-05,
      "loss": 0.0072,
      "step": 23435
    },
    {
      "epoch": 2.5407632263660016,
      "grad_norm": 0.15654316544532776,
      "learning_rate": 1.536341215726099e-05,
      "loss": 0.0102,
      "step": 23436
    },
    {
      "epoch": 2.5408716392020816,
      "grad_norm": 0.026729870587587357,
      "learning_rate": 1.5359785289424054e-05,
      "loss": 0.0016,
      "step": 23437
    },
    {
      "epoch": 2.5409800520381616,
      "grad_norm": 0.19037991762161255,
      "learning_rate": 1.5356158421587118e-05,
      "loss": 0.0167,
      "step": 23438
    },
    {
      "epoch": 2.541088464874241,
      "grad_norm": 0.0557234100997448,
      "learning_rate": 1.5352531553750182e-05,
      "loss": 0.0019,
      "step": 23439
    },
    {
      "epoch": 2.5411968777103207,
      "grad_norm": 0.26677700877189636,
      "learning_rate": 1.5348904685913246e-05,
      "loss": 0.0167,
      "step": 23440
    },
    {
      "epoch": 2.5413052905464006,
      "grad_norm": 0.08713420480489731,
      "learning_rate": 1.534527781807631e-05,
      "loss": 0.0054,
      "step": 23441
    },
    {
      "epoch": 2.5414137033824806,
      "grad_norm": 0.3615393042564392,
      "learning_rate": 1.5341650950239374e-05,
      "loss": 0.0173,
      "step": 23442
    },
    {
      "epoch": 2.54152211621856,
      "grad_norm": 0.4702094793319702,
      "learning_rate": 1.533802408240244e-05,
      "loss": 0.0164,
      "step": 23443
    },
    {
      "epoch": 2.54163052905464,
      "grad_norm": 0.4202229082584381,
      "learning_rate": 1.5334397214565502e-05,
      "loss": 0.022,
      "step": 23444
    },
    {
      "epoch": 2.5417389418907197,
      "grad_norm": 0.10458799451589584,
      "learning_rate": 1.5330770346728567e-05,
      "loss": 0.0095,
      "step": 23445
    },
    {
      "epoch": 2.5418473547267997,
      "grad_norm": 0.3140624463558197,
      "learning_rate": 1.532714347889163e-05,
      "loss": 0.0277,
      "step": 23446
    },
    {
      "epoch": 2.5419557675628797,
      "grad_norm": 0.1416773647069931,
      "learning_rate": 1.5323516611054695e-05,
      "loss": 0.0138,
      "step": 23447
    },
    {
      "epoch": 2.542064180398959,
      "grad_norm": 0.07595894485712051,
      "learning_rate": 1.531988974321776e-05,
      "loss": 0.0035,
      "step": 23448
    },
    {
      "epoch": 2.542172593235039,
      "grad_norm": 0.2646632492542267,
      "learning_rate": 1.5316262875380823e-05,
      "loss": 0.014,
      "step": 23449
    },
    {
      "epoch": 2.5422810060711187,
      "grad_norm": 0.4249669313430786,
      "learning_rate": 1.5312636007543884e-05,
      "loss": 0.028,
      "step": 23450
    },
    {
      "epoch": 2.5423894189071987,
      "grad_norm": 0.275541216135025,
      "learning_rate": 1.530900913970695e-05,
      "loss": 0.0186,
      "step": 23451
    },
    {
      "epoch": 2.5424978317432783,
      "grad_norm": 0.23673895001411438,
      "learning_rate": 1.5305382271870015e-05,
      "loss": 0.0103,
      "step": 23452
    },
    {
      "epoch": 2.5426062445793582,
      "grad_norm": 0.24168910086154938,
      "learning_rate": 1.5301755404033076e-05,
      "loss": 0.0118,
      "step": 23453
    },
    {
      "epoch": 2.542714657415438,
      "grad_norm": 0.6195958852767944,
      "learning_rate": 1.529812853619614e-05,
      "loss": 0.0309,
      "step": 23454
    },
    {
      "epoch": 2.5428230702515178,
      "grad_norm": 0.009554792195558548,
      "learning_rate": 1.5294501668359208e-05,
      "loss": 0.0005,
      "step": 23455
    },
    {
      "epoch": 2.5429314830875978,
      "grad_norm": 0.8172149062156677,
      "learning_rate": 1.529087480052227e-05,
      "loss": 0.0452,
      "step": 23456
    },
    {
      "epoch": 2.5430398959236773,
      "grad_norm": 0.4501435160636902,
      "learning_rate": 1.5287247932685332e-05,
      "loss": 0.0166,
      "step": 23457
    },
    {
      "epoch": 2.5431483087597573,
      "grad_norm": 0.2438911348581314,
      "learning_rate": 1.5283621064848397e-05,
      "loss": 0.0119,
      "step": 23458
    },
    {
      "epoch": 2.543256721595837,
      "grad_norm": 0.21003782749176025,
      "learning_rate": 1.5279994197011464e-05,
      "loss": 0.0316,
      "step": 23459
    },
    {
      "epoch": 2.543365134431917,
      "grad_norm": 0.1847149133682251,
      "learning_rate": 1.5276367329174525e-05,
      "loss": 0.0113,
      "step": 23460
    },
    {
      "epoch": 2.543473547267997,
      "grad_norm": 0.43733397126197815,
      "learning_rate": 1.527274046133759e-05,
      "loss": 0.0304,
      "step": 23461
    },
    {
      "epoch": 2.5435819601040763,
      "grad_norm": 0.059933796525001526,
      "learning_rate": 1.5269113593500653e-05,
      "loss": 0.0037,
      "step": 23462
    },
    {
      "epoch": 2.543690372940156,
      "grad_norm": 0.2243495136499405,
      "learning_rate": 1.5265486725663717e-05,
      "loss": 0.0106,
      "step": 23463
    },
    {
      "epoch": 2.543798785776236,
      "grad_norm": 0.06742553412914276,
      "learning_rate": 1.526185985782678e-05,
      "loss": 0.0045,
      "step": 23464
    },
    {
      "epoch": 2.543907198612316,
      "grad_norm": 0.9672102928161621,
      "learning_rate": 1.5258232989989845e-05,
      "loss": 0.0532,
      "step": 23465
    },
    {
      "epoch": 2.5440156114483954,
      "grad_norm": 0.0815448984503746,
      "learning_rate": 1.525460612215291e-05,
      "loss": 0.0049,
      "step": 23466
    },
    {
      "epoch": 2.5441240242844754,
      "grad_norm": 0.16605396568775177,
      "learning_rate": 1.5250979254315972e-05,
      "loss": 0.0098,
      "step": 23467
    },
    {
      "epoch": 2.544232437120555,
      "grad_norm": 0.08132103085517883,
      "learning_rate": 1.524735238647904e-05,
      "loss": 0.0033,
      "step": 23468
    },
    {
      "epoch": 2.544340849956635,
      "grad_norm": 0.4058017134666443,
      "learning_rate": 1.5243725518642102e-05,
      "loss": 0.042,
      "step": 23469
    },
    {
      "epoch": 2.544449262792715,
      "grad_norm": 0.055488329380750656,
      "learning_rate": 1.5240098650805166e-05,
      "loss": 0.0038,
      "step": 23470
    },
    {
      "epoch": 2.5445576756287944,
      "grad_norm": 0.3396071195602417,
      "learning_rate": 1.5236471782968228e-05,
      "loss": 0.0046,
      "step": 23471
    },
    {
      "epoch": 2.544666088464874,
      "grad_norm": 0.08075320720672607,
      "learning_rate": 1.5232844915131294e-05,
      "loss": 0.007,
      "step": 23472
    },
    {
      "epoch": 2.544774501300954,
      "grad_norm": 0.3222096264362335,
      "learning_rate": 1.5229218047294358e-05,
      "loss": 0.0334,
      "step": 23473
    },
    {
      "epoch": 2.544882914137034,
      "grad_norm": 0.05152455344796181,
      "learning_rate": 1.522559117945742e-05,
      "loss": 0.0038,
      "step": 23474
    },
    {
      "epoch": 2.5449913269731135,
      "grad_norm": 0.05717945471405983,
      "learning_rate": 1.5221964311620485e-05,
      "loss": 0.0029,
      "step": 23475
    },
    {
      "epoch": 2.5450997398091935,
      "grad_norm": 0.6834065318107605,
      "learning_rate": 1.5218337443783549e-05,
      "loss": 0.0226,
      "step": 23476
    },
    {
      "epoch": 2.545208152645273,
      "grad_norm": 0.30787184834480286,
      "learning_rate": 1.5214710575946615e-05,
      "loss": 0.0309,
      "step": 23477
    },
    {
      "epoch": 2.545316565481353,
      "grad_norm": 0.043372008949518204,
      "learning_rate": 1.5211083708109677e-05,
      "loss": 0.0022,
      "step": 23478
    },
    {
      "epoch": 2.545424978317433,
      "grad_norm": 0.5822081565856934,
      "learning_rate": 1.5207456840272741e-05,
      "loss": 0.0162,
      "step": 23479
    },
    {
      "epoch": 2.5455333911535125,
      "grad_norm": 0.1892462819814682,
      "learning_rate": 1.5203829972435803e-05,
      "loss": 0.015,
      "step": 23480
    },
    {
      "epoch": 2.5456418039895925,
      "grad_norm": 0.3752858638763428,
      "learning_rate": 1.5200203104598871e-05,
      "loss": 0.0186,
      "step": 23481
    },
    {
      "epoch": 2.545750216825672,
      "grad_norm": 0.029406769201159477,
      "learning_rate": 1.5196576236761933e-05,
      "loss": 0.0009,
      "step": 23482
    },
    {
      "epoch": 2.545858629661752,
      "grad_norm": 0.8706202507019043,
      "learning_rate": 1.5192949368924997e-05,
      "loss": 0.0107,
      "step": 23483
    },
    {
      "epoch": 2.545967042497832,
      "grad_norm": 0.15747982263565063,
      "learning_rate": 1.518932250108806e-05,
      "loss": 0.0088,
      "step": 23484
    },
    {
      "epoch": 2.5460754553339116,
      "grad_norm": 0.059372428804636,
      "learning_rate": 1.5185695633251126e-05,
      "loss": 0.0012,
      "step": 23485
    },
    {
      "epoch": 2.546183868169991,
      "grad_norm": 0.03644167259335518,
      "learning_rate": 1.518206876541419e-05,
      "loss": 0.0017,
      "step": 23486
    },
    {
      "epoch": 2.546292281006071,
      "grad_norm": 0.3810266852378845,
      "learning_rate": 1.5178441897577252e-05,
      "loss": 0.025,
      "step": 23487
    },
    {
      "epoch": 2.546400693842151,
      "grad_norm": 0.246048241853714,
      "learning_rate": 1.5174815029740316e-05,
      "loss": 0.0197,
      "step": 23488
    },
    {
      "epoch": 2.5465091066782306,
      "grad_norm": 0.24637329578399658,
      "learning_rate": 1.517118816190338e-05,
      "loss": 0.0216,
      "step": 23489
    },
    {
      "epoch": 2.5466175195143106,
      "grad_norm": 0.38447192311286926,
      "learning_rate": 1.5167561294066446e-05,
      "loss": 0.0314,
      "step": 23490
    },
    {
      "epoch": 2.54672593235039,
      "grad_norm": 0.3278175890445709,
      "learning_rate": 1.5163934426229509e-05,
      "loss": 0.015,
      "step": 23491
    },
    {
      "epoch": 2.54683434518647,
      "grad_norm": 0.18575842678546906,
      "learning_rate": 1.5160307558392573e-05,
      "loss": 0.01,
      "step": 23492
    },
    {
      "epoch": 2.54694275802255,
      "grad_norm": 0.4552488923072815,
      "learning_rate": 1.5156680690555635e-05,
      "loss": 0.024,
      "step": 23493
    },
    {
      "epoch": 2.5470511708586296,
      "grad_norm": 0.506665825843811,
      "learning_rate": 1.5153053822718703e-05,
      "loss": 0.0289,
      "step": 23494
    },
    {
      "epoch": 2.547159583694709,
      "grad_norm": 0.13193903863430023,
      "learning_rate": 1.5149426954881765e-05,
      "loss": 0.0049,
      "step": 23495
    },
    {
      "epoch": 2.547267996530789,
      "grad_norm": 0.11157715320587158,
      "learning_rate": 1.5145800087044829e-05,
      "loss": 0.0173,
      "step": 23496
    },
    {
      "epoch": 2.547376409366869,
      "grad_norm": 1.178166389465332,
      "learning_rate": 1.5142173219207892e-05,
      "loss": 0.034,
      "step": 23497
    },
    {
      "epoch": 2.5474848222029487,
      "grad_norm": 0.027789495885372162,
      "learning_rate": 1.5138546351370957e-05,
      "loss": 0.0015,
      "step": 23498
    },
    {
      "epoch": 2.5475932350390287,
      "grad_norm": 0.1484512835741043,
      "learning_rate": 1.5134919483534021e-05,
      "loss": 0.018,
      "step": 23499
    },
    {
      "epoch": 2.547701647875108,
      "grad_norm": 0.11458153277635574,
      "learning_rate": 1.5131292615697084e-05,
      "loss": 0.0052,
      "step": 23500
    },
    {
      "epoch": 2.547810060711188,
      "grad_norm": 0.38773009181022644,
      "learning_rate": 1.5127665747860148e-05,
      "loss": 0.0096,
      "step": 23501
    },
    {
      "epoch": 2.547918473547268,
      "grad_norm": 0.3617130517959595,
      "learning_rate": 1.5124038880023212e-05,
      "loss": 0.0143,
      "step": 23502
    },
    {
      "epoch": 2.5480268863833477,
      "grad_norm": 0.7714955806732178,
      "learning_rate": 1.5120412012186278e-05,
      "loss": 0.0542,
      "step": 23503
    },
    {
      "epoch": 2.5481352992194277,
      "grad_norm": 0.15824052691459656,
      "learning_rate": 1.511678514434934e-05,
      "loss": 0.0075,
      "step": 23504
    },
    {
      "epoch": 2.5482437120555073,
      "grad_norm": 0.3496455252170563,
      "learning_rate": 1.5113158276512404e-05,
      "loss": 0.0253,
      "step": 23505
    },
    {
      "epoch": 2.5483521248915872,
      "grad_norm": 0.09627661854028702,
      "learning_rate": 1.5109531408675467e-05,
      "loss": 0.0031,
      "step": 23506
    },
    {
      "epoch": 2.5484605377276672,
      "grad_norm": 0.17018519341945648,
      "learning_rate": 1.5105904540838534e-05,
      "loss": 0.0089,
      "step": 23507
    },
    {
      "epoch": 2.5485689505637468,
      "grad_norm": 0.047067951411008835,
      "learning_rate": 1.5102277673001597e-05,
      "loss": 0.0028,
      "step": 23508
    },
    {
      "epoch": 2.5486773633998263,
      "grad_norm": 0.10469833761453629,
      "learning_rate": 1.509865080516466e-05,
      "loss": 0.0049,
      "step": 23509
    },
    {
      "epoch": 2.5487857762359063,
      "grad_norm": 0.133091539144516,
      "learning_rate": 1.5095023937327723e-05,
      "loss": 0.0103,
      "step": 23510
    },
    {
      "epoch": 2.5488941890719863,
      "grad_norm": 0.264588326215744,
      "learning_rate": 1.5091397069490789e-05,
      "loss": 0.0201,
      "step": 23511
    },
    {
      "epoch": 2.549002601908066,
      "grad_norm": 0.12248628586530685,
      "learning_rate": 1.5087770201653853e-05,
      "loss": 0.0023,
      "step": 23512
    },
    {
      "epoch": 2.549111014744146,
      "grad_norm": 0.14872349798679352,
      "learning_rate": 1.5084143333816916e-05,
      "loss": 0.014,
      "step": 23513
    },
    {
      "epoch": 2.5492194275802254,
      "grad_norm": 0.2162669599056244,
      "learning_rate": 1.508051646597998e-05,
      "loss": 0.0054,
      "step": 23514
    },
    {
      "epoch": 2.5493278404163053,
      "grad_norm": 0.7609335780143738,
      "learning_rate": 1.5076889598143044e-05,
      "loss": 0.0311,
      "step": 23515
    },
    {
      "epoch": 2.5494362532523853,
      "grad_norm": 0.5181625485420227,
      "learning_rate": 1.507326273030611e-05,
      "loss": 0.0315,
      "step": 23516
    },
    {
      "epoch": 2.549544666088465,
      "grad_norm": 0.2347302883863449,
      "learning_rate": 1.5069635862469172e-05,
      "loss": 0.0103,
      "step": 23517
    },
    {
      "epoch": 2.5496530789245444,
      "grad_norm": 0.08379006385803223,
      "learning_rate": 1.5066008994632236e-05,
      "loss": 0.0016,
      "step": 23518
    },
    {
      "epoch": 2.5497614917606244,
      "grad_norm": 0.4766773581504822,
      "learning_rate": 1.5062382126795298e-05,
      "loss": 0.0469,
      "step": 23519
    },
    {
      "epoch": 2.5498699045967044,
      "grad_norm": 0.12085112929344177,
      "learning_rate": 1.5058755258958366e-05,
      "loss": 0.0104,
      "step": 23520
    },
    {
      "epoch": 2.549978317432784,
      "grad_norm": 0.01185208186507225,
      "learning_rate": 1.5055128391121428e-05,
      "loss": 0.0005,
      "step": 23521
    },
    {
      "epoch": 2.550086730268864,
      "grad_norm": 0.15297046303749084,
      "learning_rate": 1.5051501523284492e-05,
      "loss": 0.0042,
      "step": 23522
    },
    {
      "epoch": 2.5501951431049434,
      "grad_norm": 0.02091168239712715,
      "learning_rate": 1.5047874655447555e-05,
      "loss": 0.0009,
      "step": 23523
    },
    {
      "epoch": 2.5503035559410234,
      "grad_norm": 0.3281862735748291,
      "learning_rate": 1.504424778761062e-05,
      "loss": 0.0221,
      "step": 23524
    },
    {
      "epoch": 2.5504119687771034,
      "grad_norm": 0.2692453861236572,
      "learning_rate": 1.5040620919773685e-05,
      "loss": 0.0192,
      "step": 23525
    },
    {
      "epoch": 2.550520381613183,
      "grad_norm": 0.1886080652475357,
      "learning_rate": 1.5036994051936749e-05,
      "loss": 0.0086,
      "step": 23526
    },
    {
      "epoch": 2.550628794449263,
      "grad_norm": 0.19251079857349396,
      "learning_rate": 1.5033367184099811e-05,
      "loss": 0.0079,
      "step": 23527
    },
    {
      "epoch": 2.5507372072853425,
      "grad_norm": 0.10924526304006577,
      "learning_rate": 1.5029740316262877e-05,
      "loss": 0.0071,
      "step": 23528
    },
    {
      "epoch": 2.5508456201214225,
      "grad_norm": 0.11096407473087311,
      "learning_rate": 1.5026113448425941e-05,
      "loss": 0.0043,
      "step": 23529
    },
    {
      "epoch": 2.550954032957502,
      "grad_norm": 0.13185659050941467,
      "learning_rate": 1.5022486580589004e-05,
      "loss": 0.011,
      "step": 23530
    },
    {
      "epoch": 2.551062445793582,
      "grad_norm": 0.11993981897830963,
      "learning_rate": 1.5018859712752068e-05,
      "loss": 0.0123,
      "step": 23531
    },
    {
      "epoch": 2.5511708586296615,
      "grad_norm": 0.030518703162670135,
      "learning_rate": 1.501523284491513e-05,
      "loss": 0.002,
      "step": 23532
    },
    {
      "epoch": 2.5512792714657415,
      "grad_norm": 0.22683638334274292,
      "learning_rate": 1.5011605977078198e-05,
      "loss": 0.0211,
      "step": 23533
    },
    {
      "epoch": 2.5513876843018215,
      "grad_norm": 0.022149106487631798,
      "learning_rate": 1.500797910924126e-05,
      "loss": 0.0011,
      "step": 23534
    },
    {
      "epoch": 2.551496097137901,
      "grad_norm": 0.3000360131263733,
      "learning_rate": 1.5004352241404324e-05,
      "loss": 0.0145,
      "step": 23535
    },
    {
      "epoch": 2.551604509973981,
      "grad_norm": 0.056536715477705,
      "learning_rate": 1.5000725373567387e-05,
      "loss": 0.0037,
      "step": 23536
    },
    {
      "epoch": 2.5517129228100606,
      "grad_norm": 0.27577996253967285,
      "learning_rate": 1.4997098505730452e-05,
      "loss": 0.0572,
      "step": 23537
    },
    {
      "epoch": 2.5518213356461406,
      "grad_norm": 0.27971723675727844,
      "learning_rate": 1.4993471637893516e-05,
      "loss": 0.0125,
      "step": 23538
    },
    {
      "epoch": 2.5519297484822205,
      "grad_norm": 0.31584683060646057,
      "learning_rate": 1.498984477005658e-05,
      "loss": 0.0265,
      "step": 23539
    },
    {
      "epoch": 2.5520381613183,
      "grad_norm": 0.06655077636241913,
      "learning_rate": 1.4986217902219643e-05,
      "loss": 0.0021,
      "step": 23540
    },
    {
      "epoch": 2.5521465741543796,
      "grad_norm": 0.10470955818891525,
      "learning_rate": 1.4982591034382709e-05,
      "loss": 0.0059,
      "step": 23541
    },
    {
      "epoch": 2.5522549869904596,
      "grad_norm": 0.19216305017471313,
      "learning_rate": 1.4978964166545773e-05,
      "loss": 0.0102,
      "step": 23542
    },
    {
      "epoch": 2.5523633998265396,
      "grad_norm": 0.13888759911060333,
      "learning_rate": 1.4975337298708835e-05,
      "loss": 0.0134,
      "step": 23543
    },
    {
      "epoch": 2.552471812662619,
      "grad_norm": 0.05466482788324356,
      "learning_rate": 1.49717104308719e-05,
      "loss": 0.0024,
      "step": 23544
    },
    {
      "epoch": 2.552580225498699,
      "grad_norm": 0.02908967435359955,
      "learning_rate": 1.4968083563034962e-05,
      "loss": 0.0017,
      "step": 23545
    },
    {
      "epoch": 2.5526886383347787,
      "grad_norm": 0.5957697629928589,
      "learning_rate": 1.496445669519803e-05,
      "loss": 0.0194,
      "step": 23546
    },
    {
      "epoch": 2.5527970511708586,
      "grad_norm": 0.09435410052537918,
      "learning_rate": 1.4960829827361092e-05,
      "loss": 0.0037,
      "step": 23547
    },
    {
      "epoch": 2.5529054640069386,
      "grad_norm": 0.01951770670711994,
      "learning_rate": 1.4957202959524156e-05,
      "loss": 0.0013,
      "step": 23548
    },
    {
      "epoch": 2.553013876843018,
      "grad_norm": 0.6665655374526978,
      "learning_rate": 1.4953576091687218e-05,
      "loss": 0.0693,
      "step": 23549
    },
    {
      "epoch": 2.553122289679098,
      "grad_norm": 0.09147750586271286,
      "learning_rate": 1.4949949223850284e-05,
      "loss": 0.0063,
      "step": 23550
    },
    {
      "epoch": 2.5532307025151777,
      "grad_norm": 0.3956546485424042,
      "learning_rate": 1.4946322356013348e-05,
      "loss": 0.0108,
      "step": 23551
    },
    {
      "epoch": 2.5533391153512577,
      "grad_norm": 0.08570306748151779,
      "learning_rate": 1.4942695488176412e-05,
      "loss": 0.0027,
      "step": 23552
    },
    {
      "epoch": 2.5534475281873372,
      "grad_norm": 0.22397363185882568,
      "learning_rate": 1.4939068620339475e-05,
      "loss": 0.0242,
      "step": 23553
    },
    {
      "epoch": 2.553555941023417,
      "grad_norm": 0.020264508202672005,
      "learning_rate": 1.493544175250254e-05,
      "loss": 0.0006,
      "step": 23554
    },
    {
      "epoch": 2.5536643538594967,
      "grad_norm": 0.043603938072919846,
      "learning_rate": 1.4931814884665605e-05,
      "loss": 0.0024,
      "step": 23555
    },
    {
      "epoch": 2.5537727666955767,
      "grad_norm": 0.21081721782684326,
      "learning_rate": 1.4928188016828667e-05,
      "loss": 0.0103,
      "step": 23556
    },
    {
      "epoch": 2.5538811795316567,
      "grad_norm": 0.271407812833786,
      "learning_rate": 1.4924561148991731e-05,
      "loss": 0.0131,
      "step": 23557
    },
    {
      "epoch": 2.5539895923677363,
      "grad_norm": 0.014087898656725883,
      "learning_rate": 1.4920934281154793e-05,
      "loss": 0.0006,
      "step": 23558
    },
    {
      "epoch": 2.5540980052038162,
      "grad_norm": 0.14483888447284698,
      "learning_rate": 1.4917307413317861e-05,
      "loss": 0.0132,
      "step": 23559
    },
    {
      "epoch": 2.554206418039896,
      "grad_norm": 0.40484419465065,
      "learning_rate": 1.4913680545480923e-05,
      "loss": 0.0283,
      "step": 23560
    },
    {
      "epoch": 2.5543148308759758,
      "grad_norm": 0.012467339634895325,
      "learning_rate": 1.4910053677643987e-05,
      "loss": 0.0006,
      "step": 23561
    },
    {
      "epoch": 2.5544232437120558,
      "grad_norm": 0.40362340211868286,
      "learning_rate": 1.490642680980705e-05,
      "loss": 0.022,
      "step": 23562
    },
    {
      "epoch": 2.5545316565481353,
      "grad_norm": 0.4621730446815491,
      "learning_rate": 1.4902799941970116e-05,
      "loss": 0.0509,
      "step": 23563
    },
    {
      "epoch": 2.554640069384215,
      "grad_norm": 0.012033934704959393,
      "learning_rate": 1.489917307413318e-05,
      "loss": 0.0011,
      "step": 23564
    },
    {
      "epoch": 2.554748482220295,
      "grad_norm": 0.40433230996131897,
      "learning_rate": 1.4895546206296244e-05,
      "loss": 0.015,
      "step": 23565
    },
    {
      "epoch": 2.554856895056375,
      "grad_norm": 0.17549444735050201,
      "learning_rate": 1.4891919338459306e-05,
      "loss": 0.0132,
      "step": 23566
    },
    {
      "epoch": 2.5549653078924544,
      "grad_norm": 0.10436389595270157,
      "learning_rate": 1.4888292470622372e-05,
      "loss": 0.007,
      "step": 23567
    },
    {
      "epoch": 2.5550737207285343,
      "grad_norm": 0.1043977364897728,
      "learning_rate": 1.4884665602785436e-05,
      "loss": 0.0067,
      "step": 23568
    },
    {
      "epoch": 2.555182133564614,
      "grad_norm": 0.5242059230804443,
      "learning_rate": 1.4881038734948499e-05,
      "loss": 0.0499,
      "step": 23569
    },
    {
      "epoch": 2.555290546400694,
      "grad_norm": 0.3401613235473633,
      "learning_rate": 1.4877411867111563e-05,
      "loss": 0.0189,
      "step": 23570
    },
    {
      "epoch": 2.555398959236774,
      "grad_norm": 0.23544415831565857,
      "learning_rate": 1.4873784999274625e-05,
      "loss": 0.0198,
      "step": 23571
    },
    {
      "epoch": 2.5555073720728534,
      "grad_norm": 0.17574259638786316,
      "learning_rate": 1.4870158131437693e-05,
      "loss": 0.0068,
      "step": 23572
    },
    {
      "epoch": 2.5556157849089334,
      "grad_norm": 0.10537450760602951,
      "learning_rate": 1.4866531263600755e-05,
      "loss": 0.0042,
      "step": 23573
    },
    {
      "epoch": 2.555724197745013,
      "grad_norm": 0.5252770781517029,
      "learning_rate": 1.4862904395763819e-05,
      "loss": 0.0303,
      "step": 23574
    },
    {
      "epoch": 2.555832610581093,
      "grad_norm": 0.14805743098258972,
      "learning_rate": 1.4859277527926882e-05,
      "loss": 0.0093,
      "step": 23575
    },
    {
      "epoch": 2.5559410234171724,
      "grad_norm": 0.20560571551322937,
      "learning_rate": 1.4855650660089947e-05,
      "loss": 0.0112,
      "step": 23576
    },
    {
      "epoch": 2.5560494362532524,
      "grad_norm": 0.08004147559404373,
      "learning_rate": 1.4852023792253011e-05,
      "loss": 0.0052,
      "step": 23577
    },
    {
      "epoch": 2.556157849089332,
      "grad_norm": 0.12647977471351624,
      "learning_rate": 1.4848396924416076e-05,
      "loss": 0.0078,
      "step": 23578
    },
    {
      "epoch": 2.556266261925412,
      "grad_norm": 0.0760490745306015,
      "learning_rate": 1.4844770056579138e-05,
      "loss": 0.0041,
      "step": 23579
    },
    {
      "epoch": 2.556374674761492,
      "grad_norm": 0.20351561903953552,
      "learning_rate": 1.4841143188742204e-05,
      "loss": 0.0161,
      "step": 23580
    },
    {
      "epoch": 2.5564830875975715,
      "grad_norm": 0.8336769342422485,
      "learning_rate": 1.4837516320905268e-05,
      "loss": 0.0453,
      "step": 23581
    },
    {
      "epoch": 2.5565915004336515,
      "grad_norm": 0.07783817499876022,
      "learning_rate": 1.483388945306833e-05,
      "loss": 0.0033,
      "step": 23582
    },
    {
      "epoch": 2.556699913269731,
      "grad_norm": 0.17963947355747223,
      "learning_rate": 1.4830262585231394e-05,
      "loss": 0.0134,
      "step": 23583
    },
    {
      "epoch": 2.556808326105811,
      "grad_norm": 0.25847765803337097,
      "learning_rate": 1.4826635717394457e-05,
      "loss": 0.0259,
      "step": 23584
    },
    {
      "epoch": 2.556916738941891,
      "grad_norm": 0.1953740417957306,
      "learning_rate": 1.4823008849557524e-05,
      "loss": 0.0163,
      "step": 23585
    },
    {
      "epoch": 2.5570251517779705,
      "grad_norm": 0.10657303780317307,
      "learning_rate": 1.4819381981720587e-05,
      "loss": 0.0102,
      "step": 23586
    },
    {
      "epoch": 2.55713356461405,
      "grad_norm": 0.1482105553150177,
      "learning_rate": 1.481575511388365e-05,
      "loss": 0.0119,
      "step": 23587
    },
    {
      "epoch": 2.55724197745013,
      "grad_norm": 0.2508106529712677,
      "learning_rate": 1.4812128246046713e-05,
      "loss": 0.0211,
      "step": 23588
    },
    {
      "epoch": 2.55735039028621,
      "grad_norm": 0.1681080162525177,
      "learning_rate": 1.4808501378209779e-05,
      "loss": 0.0065,
      "step": 23589
    },
    {
      "epoch": 2.5574588031222896,
      "grad_norm": 0.21850469708442688,
      "learning_rate": 1.4804874510372843e-05,
      "loss": 0.0146,
      "step": 23590
    },
    {
      "epoch": 2.5575672159583696,
      "grad_norm": 0.3082325756549835,
      "learning_rate": 1.4801247642535907e-05,
      "loss": 0.0129,
      "step": 23591
    },
    {
      "epoch": 2.557675628794449,
      "grad_norm": 0.1963144987821579,
      "learning_rate": 1.479762077469897e-05,
      "loss": 0.032,
      "step": 23592
    },
    {
      "epoch": 2.557784041630529,
      "grad_norm": 0.06491205096244812,
      "learning_rate": 1.4793993906862035e-05,
      "loss": 0.0024,
      "step": 23593
    },
    {
      "epoch": 2.557892454466609,
      "grad_norm": 0.09031541645526886,
      "learning_rate": 1.47903670390251e-05,
      "loss": 0.0033,
      "step": 23594
    },
    {
      "epoch": 2.5580008673026886,
      "grad_norm": 0.4890765845775604,
      "learning_rate": 1.4786740171188162e-05,
      "loss": 0.0159,
      "step": 23595
    },
    {
      "epoch": 2.5581092801387686,
      "grad_norm": 0.4181513786315918,
      "learning_rate": 1.4783113303351226e-05,
      "loss": 0.0314,
      "step": 23596
    },
    {
      "epoch": 2.558217692974848,
      "grad_norm": 0.019984276965260506,
      "learning_rate": 1.4779486435514288e-05,
      "loss": 0.0007,
      "step": 23597
    },
    {
      "epoch": 2.558326105810928,
      "grad_norm": 0.25362628698349,
      "learning_rate": 1.4775859567677356e-05,
      "loss": 0.0219,
      "step": 23598
    },
    {
      "epoch": 2.5584345186470077,
      "grad_norm": 0.23253677785396576,
      "learning_rate": 1.4772232699840418e-05,
      "loss": 0.0306,
      "step": 23599
    },
    {
      "epoch": 2.5585429314830876,
      "grad_norm": 0.34866777062416077,
      "learning_rate": 1.4768605832003482e-05,
      "loss": 0.0542,
      "step": 23600
    },
    {
      "epoch": 2.558651344319167,
      "grad_norm": 0.4129193127155304,
      "learning_rate": 1.4764978964166545e-05,
      "loss": 0.0093,
      "step": 23601
    },
    {
      "epoch": 2.558759757155247,
      "grad_norm": 0.22146889567375183,
      "learning_rate": 1.476135209632961e-05,
      "loss": 0.0098,
      "step": 23602
    },
    {
      "epoch": 2.558868169991327,
      "grad_norm": 0.04078567028045654,
      "learning_rate": 1.4757725228492675e-05,
      "loss": 0.0021,
      "step": 23603
    },
    {
      "epoch": 2.5589765828274067,
      "grad_norm": 0.007624288555234671,
      "learning_rate": 1.4754098360655739e-05,
      "loss": 0.0004,
      "step": 23604
    },
    {
      "epoch": 2.5590849956634867,
      "grad_norm": 0.13876470923423767,
      "learning_rate": 1.4750471492818801e-05,
      "loss": 0.0065,
      "step": 23605
    },
    {
      "epoch": 2.5591934084995662,
      "grad_norm": 0.8208127021789551,
      "learning_rate": 1.4746844624981867e-05,
      "loss": 0.055,
      "step": 23606
    },
    {
      "epoch": 2.559301821335646,
      "grad_norm": 0.013264039531350136,
      "learning_rate": 1.4743217757144931e-05,
      "loss": 0.0006,
      "step": 23607
    },
    {
      "epoch": 2.559410234171726,
      "grad_norm": 0.08462617546319962,
      "learning_rate": 1.4739590889307994e-05,
      "loss": 0.003,
      "step": 23608
    },
    {
      "epoch": 2.5595186470078057,
      "grad_norm": 0.4077584147453308,
      "learning_rate": 1.4735964021471058e-05,
      "loss": 0.032,
      "step": 23609
    },
    {
      "epoch": 2.5596270598438853,
      "grad_norm": 0.21816229820251465,
      "learning_rate": 1.473233715363412e-05,
      "loss": 0.0047,
      "step": 23610
    },
    {
      "epoch": 2.5597354726799653,
      "grad_norm": 0.19135123491287231,
      "learning_rate": 1.4728710285797188e-05,
      "loss": 0.0076,
      "step": 23611
    },
    {
      "epoch": 2.5598438855160452,
      "grad_norm": 0.031218014657497406,
      "learning_rate": 1.472508341796025e-05,
      "loss": 0.0021,
      "step": 23612
    },
    {
      "epoch": 2.559952298352125,
      "grad_norm": 0.5418012142181396,
      "learning_rate": 1.4721456550123314e-05,
      "loss": 0.0082,
      "step": 23613
    },
    {
      "epoch": 2.5600607111882048,
      "grad_norm": 0.16261813044548035,
      "learning_rate": 1.4717829682286377e-05,
      "loss": 0.0082,
      "step": 23614
    },
    {
      "epoch": 2.5601691240242843,
      "grad_norm": 0.478837251663208,
      "learning_rate": 1.4714202814449442e-05,
      "loss": 0.0168,
      "step": 23615
    },
    {
      "epoch": 2.5602775368603643,
      "grad_norm": 0.5007307529449463,
      "learning_rate": 1.4710575946612506e-05,
      "loss": 0.0273,
      "step": 23616
    },
    {
      "epoch": 2.5603859496964443,
      "grad_norm": 0.10416540503501892,
      "learning_rate": 1.470694907877557e-05,
      "loss": 0.0037,
      "step": 23617
    },
    {
      "epoch": 2.560494362532524,
      "grad_norm": 0.01287249755114317,
      "learning_rate": 1.4703322210938633e-05,
      "loss": 0.0009,
      "step": 23618
    },
    {
      "epoch": 2.5606027753686034,
      "grad_norm": 0.11311053484678268,
      "learning_rate": 1.4699695343101699e-05,
      "loss": 0.002,
      "step": 23619
    },
    {
      "epoch": 2.5607111882046834,
      "grad_norm": 0.16421930491924286,
      "learning_rate": 1.4696068475264763e-05,
      "loss": 0.0097,
      "step": 23620
    },
    {
      "epoch": 2.5608196010407633,
      "grad_norm": 0.24181461334228516,
      "learning_rate": 1.4692441607427825e-05,
      "loss": 0.0244,
      "step": 23621
    },
    {
      "epoch": 2.560928013876843,
      "grad_norm": 0.20760482549667358,
      "learning_rate": 1.468881473959089e-05,
      "loss": 0.0469,
      "step": 23622
    },
    {
      "epoch": 2.561036426712923,
      "grad_norm": 0.25516244769096375,
      "learning_rate": 1.4685187871753952e-05,
      "loss": 0.0115,
      "step": 23623
    },
    {
      "epoch": 2.5611448395490024,
      "grad_norm": 0.08870278298854828,
      "learning_rate": 1.468156100391702e-05,
      "loss": 0.0058,
      "step": 23624
    },
    {
      "epoch": 2.5612532523850824,
      "grad_norm": 0.2634091079235077,
      "learning_rate": 1.4677934136080082e-05,
      "loss": 0.0162,
      "step": 23625
    },
    {
      "epoch": 2.5613616652211624,
      "grad_norm": 0.12426186352968216,
      "learning_rate": 1.4674307268243146e-05,
      "loss": 0.0097,
      "step": 23626
    },
    {
      "epoch": 2.561470078057242,
      "grad_norm": 0.21073850989341736,
      "learning_rate": 1.4670680400406208e-05,
      "loss": 0.0027,
      "step": 23627
    },
    {
      "epoch": 2.561578490893322,
      "grad_norm": 0.24645771086215973,
      "learning_rate": 1.4667053532569274e-05,
      "loss": 0.0267,
      "step": 23628
    },
    {
      "epoch": 2.5616869037294014,
      "grad_norm": 0.2844407260417938,
      "learning_rate": 1.4663426664732338e-05,
      "loss": 0.02,
      "step": 23629
    },
    {
      "epoch": 2.5617953165654814,
      "grad_norm": 0.3082335591316223,
      "learning_rate": 1.4659799796895402e-05,
      "loss": 0.0179,
      "step": 23630
    },
    {
      "epoch": 2.5619037294015614,
      "grad_norm": 0.523450493812561,
      "learning_rate": 1.4656172929058465e-05,
      "loss": 0.0427,
      "step": 23631
    },
    {
      "epoch": 2.562012142237641,
      "grad_norm": 0.11353005468845367,
      "learning_rate": 1.465254606122153e-05,
      "loss": 0.0118,
      "step": 23632
    },
    {
      "epoch": 2.5621205550737205,
      "grad_norm": 0.7822300791740417,
      "learning_rate": 1.4648919193384595e-05,
      "loss": 0.0117,
      "step": 23633
    },
    {
      "epoch": 2.5622289679098005,
      "grad_norm": 0.5289242267608643,
      "learning_rate": 1.4645292325547657e-05,
      "loss": 0.0396,
      "step": 23634
    },
    {
      "epoch": 2.5623373807458805,
      "grad_norm": 0.027715368196368217,
      "learning_rate": 1.4641665457710721e-05,
      "loss": 0.0018,
      "step": 23635
    },
    {
      "epoch": 2.56244579358196,
      "grad_norm": 0.11264614760875702,
      "learning_rate": 1.4638038589873787e-05,
      "loss": 0.0067,
      "step": 23636
    },
    {
      "epoch": 2.56255420641804,
      "grad_norm": 0.09376059472560883,
      "learning_rate": 1.4634411722036851e-05,
      "loss": 0.0055,
      "step": 23637
    },
    {
      "epoch": 2.5626626192541195,
      "grad_norm": 0.12287771701812744,
      "learning_rate": 1.4630784854199913e-05,
      "loss": 0.0053,
      "step": 23638
    },
    {
      "epoch": 2.5627710320901995,
      "grad_norm": 0.358992338180542,
      "learning_rate": 1.4627157986362978e-05,
      "loss": 0.0168,
      "step": 23639
    },
    {
      "epoch": 2.5628794449262795,
      "grad_norm": 0.18233075737953186,
      "learning_rate": 1.462353111852604e-05,
      "loss": 0.0032,
      "step": 23640
    },
    {
      "epoch": 2.562987857762359,
      "grad_norm": 0.2325669527053833,
      "learning_rate": 1.4619904250689106e-05,
      "loss": 0.0287,
      "step": 23641
    },
    {
      "epoch": 2.5630962705984386,
      "grad_norm": 0.46009916067123413,
      "learning_rate": 1.461627738285217e-05,
      "loss": 0.0491,
      "step": 23642
    },
    {
      "epoch": 2.5632046834345186,
      "grad_norm": 0.29602861404418945,
      "learning_rate": 1.4612650515015234e-05,
      "loss": 0.0399,
      "step": 23643
    },
    {
      "epoch": 2.5633130962705986,
      "grad_norm": 0.3016223609447479,
      "learning_rate": 1.4609023647178296e-05,
      "loss": 0.0203,
      "step": 23644
    },
    {
      "epoch": 2.563421509106678,
      "grad_norm": 0.12756827473640442,
      "learning_rate": 1.4605396779341362e-05,
      "loss": 0.0044,
      "step": 23645
    },
    {
      "epoch": 2.563529921942758,
      "grad_norm": 0.23691362142562866,
      "learning_rate": 1.4601769911504426e-05,
      "loss": 0.0116,
      "step": 23646
    },
    {
      "epoch": 2.5636383347788376,
      "grad_norm": 0.3204458951950073,
      "learning_rate": 1.4598143043667489e-05,
      "loss": 0.01,
      "step": 23647
    },
    {
      "epoch": 2.5637467476149176,
      "grad_norm": 0.0776880532503128,
      "learning_rate": 1.4594516175830553e-05,
      "loss": 0.007,
      "step": 23648
    },
    {
      "epoch": 2.5638551604509976,
      "grad_norm": 0.5262323617935181,
      "learning_rate": 1.4590889307993619e-05,
      "loss": 0.0249,
      "step": 23649
    },
    {
      "epoch": 2.563963573287077,
      "grad_norm": 0.4539852440357208,
      "learning_rate": 1.4587262440156683e-05,
      "loss": 0.0362,
      "step": 23650
    },
    {
      "epoch": 2.564071986123157,
      "grad_norm": 0.41558653116226196,
      "learning_rate": 1.4583635572319745e-05,
      "loss": 0.0204,
      "step": 23651
    },
    {
      "epoch": 2.5641803989592367,
      "grad_norm": 0.26076582074165344,
      "learning_rate": 1.458000870448281e-05,
      "loss": 0.0109,
      "step": 23652
    },
    {
      "epoch": 2.5642888117953166,
      "grad_norm": 0.19245927035808563,
      "learning_rate": 1.4576381836645872e-05,
      "loss": 0.0111,
      "step": 23653
    },
    {
      "epoch": 2.5643972246313966,
      "grad_norm": 0.052589692175388336,
      "learning_rate": 1.4572754968808937e-05,
      "loss": 0.0065,
      "step": 23654
    },
    {
      "epoch": 2.564505637467476,
      "grad_norm": 0.07261873781681061,
      "learning_rate": 1.4569128100972001e-05,
      "loss": 0.005,
      "step": 23655
    },
    {
      "epoch": 2.5646140503035557,
      "grad_norm": 0.8207904696464539,
      "learning_rate": 1.4565501233135066e-05,
      "loss": 0.0229,
      "step": 23656
    },
    {
      "epoch": 2.5647224631396357,
      "grad_norm": 0.014663285575807095,
      "learning_rate": 1.4561874365298128e-05,
      "loss": 0.0008,
      "step": 23657
    },
    {
      "epoch": 2.5648308759757157,
      "grad_norm": 0.3981410562992096,
      "learning_rate": 1.4558247497461194e-05,
      "loss": 0.0312,
      "step": 23658
    },
    {
      "epoch": 2.5649392888117952,
      "grad_norm": 0.16303019225597382,
      "learning_rate": 1.4554620629624258e-05,
      "loss": 0.0607,
      "step": 23659
    },
    {
      "epoch": 2.565047701647875,
      "grad_norm": 0.021244509145617485,
      "learning_rate": 1.455099376178732e-05,
      "loss": 0.0018,
      "step": 23660
    },
    {
      "epoch": 2.5651561144839548,
      "grad_norm": 0.6642792224884033,
      "learning_rate": 1.4547366893950384e-05,
      "loss": 0.0576,
      "step": 23661
    },
    {
      "epoch": 2.5652645273200347,
      "grad_norm": 0.07901237905025482,
      "learning_rate": 1.454374002611345e-05,
      "loss": 0.0027,
      "step": 23662
    },
    {
      "epoch": 2.5653729401561147,
      "grad_norm": 0.09827103465795517,
      "learning_rate": 1.4540113158276514e-05,
      "loss": 0.0046,
      "step": 23663
    },
    {
      "epoch": 2.5654813529921943,
      "grad_norm": 0.4399109184741974,
      "learning_rate": 1.4536486290439577e-05,
      "loss": 0.0154,
      "step": 23664
    },
    {
      "epoch": 2.565589765828274,
      "grad_norm": 0.7201054096221924,
      "learning_rate": 1.4532859422602641e-05,
      "loss": 0.0541,
      "step": 23665
    },
    {
      "epoch": 2.565698178664354,
      "grad_norm": 0.19987796247005463,
      "learning_rate": 1.4529232554765703e-05,
      "loss": 0.0217,
      "step": 23666
    },
    {
      "epoch": 2.5658065915004338,
      "grad_norm": 0.05131880193948746,
      "learning_rate": 1.4525605686928769e-05,
      "loss": 0.0027,
      "step": 23667
    },
    {
      "epoch": 2.5659150043365133,
      "grad_norm": 0.31634604930877686,
      "learning_rate": 1.4521978819091833e-05,
      "loss": 0.0246,
      "step": 23668
    },
    {
      "epoch": 2.5660234171725933,
      "grad_norm": 0.3203108012676239,
      "learning_rate": 1.4518351951254897e-05,
      "loss": 0.0197,
      "step": 23669
    },
    {
      "epoch": 2.566131830008673,
      "grad_norm": 0.21398892998695374,
      "learning_rate": 1.451472508341796e-05,
      "loss": 0.0459,
      "step": 23670
    },
    {
      "epoch": 2.566240242844753,
      "grad_norm": 0.17377956211566925,
      "learning_rate": 1.4511098215581025e-05,
      "loss": 0.016,
      "step": 23671
    },
    {
      "epoch": 2.566348655680833,
      "grad_norm": 0.17921961843967438,
      "learning_rate": 1.450747134774409e-05,
      "loss": 0.0066,
      "step": 23672
    },
    {
      "epoch": 2.5664570685169124,
      "grad_norm": 0.06527656316757202,
      "learning_rate": 1.4503844479907152e-05,
      "loss": 0.0038,
      "step": 23673
    },
    {
      "epoch": 2.5665654813529923,
      "grad_norm": 0.06982255727052689,
      "learning_rate": 1.4500217612070216e-05,
      "loss": 0.002,
      "step": 23674
    },
    {
      "epoch": 2.566673894189072,
      "grad_norm": 0.35286182165145874,
      "learning_rate": 1.4496590744233282e-05,
      "loss": 0.0119,
      "step": 23675
    },
    {
      "epoch": 2.566782307025152,
      "grad_norm": 0.21105629205703735,
      "learning_rate": 1.4492963876396346e-05,
      "loss": 0.0113,
      "step": 23676
    },
    {
      "epoch": 2.5668907198612314,
      "grad_norm": 0.5042634010314941,
      "learning_rate": 1.4489337008559408e-05,
      "loss": 0.0155,
      "step": 23677
    },
    {
      "epoch": 2.5669991326973114,
      "grad_norm": 0.3455822169780731,
      "learning_rate": 1.4485710140722473e-05,
      "loss": 0.0114,
      "step": 23678
    },
    {
      "epoch": 2.567107545533391,
      "grad_norm": 0.34124794602394104,
      "learning_rate": 1.4482083272885535e-05,
      "loss": 0.0497,
      "step": 23679
    },
    {
      "epoch": 2.567215958369471,
      "grad_norm": 0.2894110381603241,
      "learning_rate": 1.44784564050486e-05,
      "loss": 0.0102,
      "step": 23680
    },
    {
      "epoch": 2.567324371205551,
      "grad_norm": 0.47934308648109436,
      "learning_rate": 1.4474829537211665e-05,
      "loss": 0.0176,
      "step": 23681
    },
    {
      "epoch": 2.5674327840416304,
      "grad_norm": 0.060773324221372604,
      "learning_rate": 1.4471202669374729e-05,
      "loss": 0.0025,
      "step": 23682
    },
    {
      "epoch": 2.5675411968777104,
      "grad_norm": 0.28466588258743286,
      "learning_rate": 1.4467575801537791e-05,
      "loss": 0.0323,
      "step": 23683
    },
    {
      "epoch": 2.56764960971379,
      "grad_norm": 0.23501595854759216,
      "learning_rate": 1.4463948933700857e-05,
      "loss": 0.0145,
      "step": 23684
    },
    {
      "epoch": 2.56775802254987,
      "grad_norm": 0.3691675364971161,
      "learning_rate": 1.4460322065863921e-05,
      "loss": 0.0141,
      "step": 23685
    },
    {
      "epoch": 2.56786643538595,
      "grad_norm": 0.12156147509813309,
      "learning_rate": 1.4456695198026984e-05,
      "loss": 0.0053,
      "step": 23686
    },
    {
      "epoch": 2.5679748482220295,
      "grad_norm": 0.16438770294189453,
      "learning_rate": 1.4453068330190048e-05,
      "loss": 0.0163,
      "step": 23687
    },
    {
      "epoch": 2.568083261058109,
      "grad_norm": 0.11430191993713379,
      "learning_rate": 1.4449441462353114e-05,
      "loss": 0.005,
      "step": 23688
    },
    {
      "epoch": 2.568191673894189,
      "grad_norm": 0.6621561646461487,
      "learning_rate": 1.4445814594516178e-05,
      "loss": 0.0143,
      "step": 23689
    },
    {
      "epoch": 2.568300086730269,
      "grad_norm": 0.27453020215034485,
      "learning_rate": 1.444218772667924e-05,
      "loss": 0.01,
      "step": 23690
    },
    {
      "epoch": 2.5684084995663485,
      "grad_norm": 0.0151524618268013,
      "learning_rate": 1.4438560858842304e-05,
      "loss": 0.0008,
      "step": 23691
    },
    {
      "epoch": 2.5685169124024285,
      "grad_norm": 0.3234325051307678,
      "learning_rate": 1.4434933991005367e-05,
      "loss": 0.0212,
      "step": 23692
    },
    {
      "epoch": 2.568625325238508,
      "grad_norm": 0.07593844085931778,
      "learning_rate": 1.4431307123168432e-05,
      "loss": 0.0041,
      "step": 23693
    },
    {
      "epoch": 2.568733738074588,
      "grad_norm": 0.0871206521987915,
      "learning_rate": 1.4427680255331497e-05,
      "loss": 0.0038,
      "step": 23694
    },
    {
      "epoch": 2.568842150910668,
      "grad_norm": 0.21405622363090515,
      "learning_rate": 1.442405338749456e-05,
      "loss": 0.0114,
      "step": 23695
    },
    {
      "epoch": 2.5689505637467476,
      "grad_norm": 0.14381223917007446,
      "learning_rate": 1.4420426519657623e-05,
      "loss": 0.0187,
      "step": 23696
    },
    {
      "epoch": 2.5690589765828276,
      "grad_norm": 0.6034009456634521,
      "learning_rate": 1.4416799651820689e-05,
      "loss": 0.0207,
      "step": 23697
    },
    {
      "epoch": 2.569167389418907,
      "grad_norm": 0.2586923837661743,
      "learning_rate": 1.4413172783983753e-05,
      "loss": 0.0202,
      "step": 23698
    },
    {
      "epoch": 2.569275802254987,
      "grad_norm": 0.10455631464719772,
      "learning_rate": 1.4409545916146815e-05,
      "loss": 0.004,
      "step": 23699
    },
    {
      "epoch": 2.5693842150910666,
      "grad_norm": 0.05831298977136612,
      "learning_rate": 1.440591904830988e-05,
      "loss": 0.0031,
      "step": 23700
    },
    {
      "epoch": 2.5694926279271466,
      "grad_norm": 0.30788692831993103,
      "learning_rate": 1.4402292180472945e-05,
      "loss": 0.0244,
      "step": 23701
    },
    {
      "epoch": 2.569601040763226,
      "grad_norm": 0.15008065104484558,
      "learning_rate": 1.439866531263601e-05,
      "loss": 0.0088,
      "step": 23702
    },
    {
      "epoch": 2.569709453599306,
      "grad_norm": 0.14707407355308533,
      "learning_rate": 1.4395038444799072e-05,
      "loss": 0.0113,
      "step": 23703
    },
    {
      "epoch": 2.569817866435386,
      "grad_norm": 0.07222947478294373,
      "learning_rate": 1.4391411576962136e-05,
      "loss": 0.0072,
      "step": 23704
    },
    {
      "epoch": 2.5699262792714657,
      "grad_norm": 0.16495327651500702,
      "learning_rate": 1.4387784709125198e-05,
      "loss": 0.0658,
      "step": 23705
    },
    {
      "epoch": 2.5700346921075456,
      "grad_norm": 0.20211367309093475,
      "learning_rate": 1.4384157841288266e-05,
      "loss": 0.0049,
      "step": 23706
    },
    {
      "epoch": 2.570143104943625,
      "grad_norm": 0.1775120198726654,
      "learning_rate": 1.4380530973451328e-05,
      "loss": 0.0114,
      "step": 23707
    },
    {
      "epoch": 2.570251517779705,
      "grad_norm": 0.2051980197429657,
      "learning_rate": 1.4376904105614392e-05,
      "loss": 0.0088,
      "step": 23708
    },
    {
      "epoch": 2.570359930615785,
      "grad_norm": 0.011573078110814095,
      "learning_rate": 1.4373277237777455e-05,
      "loss": 0.0004,
      "step": 23709
    },
    {
      "epoch": 2.5704683434518647,
      "grad_norm": 0.2702203094959259,
      "learning_rate": 1.436965036994052e-05,
      "loss": 0.015,
      "step": 23710
    },
    {
      "epoch": 2.5705767562879442,
      "grad_norm": 0.008952631615102291,
      "learning_rate": 1.4366023502103585e-05,
      "loss": 0.0004,
      "step": 23711
    },
    {
      "epoch": 2.5706851691240242,
      "grad_norm": 0.5107173919677734,
      "learning_rate": 1.4362396634266647e-05,
      "loss": 0.0376,
      "step": 23712
    },
    {
      "epoch": 2.570793581960104,
      "grad_norm": 0.10810529440641403,
      "learning_rate": 1.4358769766429711e-05,
      "loss": 0.0049,
      "step": 23713
    },
    {
      "epoch": 2.5709019947961838,
      "grad_norm": 0.04347023740410805,
      "learning_rate": 1.4355142898592777e-05,
      "loss": 0.0051,
      "step": 23714
    },
    {
      "epoch": 2.5710104076322637,
      "grad_norm": 0.10433772206306458,
      "learning_rate": 1.4351516030755841e-05,
      "loss": 0.0048,
      "step": 23715
    },
    {
      "epoch": 2.5711188204683433,
      "grad_norm": 0.3927046060562134,
      "learning_rate": 1.4347889162918903e-05,
      "loss": 0.0414,
      "step": 23716
    },
    {
      "epoch": 2.5712272333044233,
      "grad_norm": 0.5271033048629761,
      "learning_rate": 1.4344262295081968e-05,
      "loss": 0.0613,
      "step": 23717
    },
    {
      "epoch": 2.5713356461405033,
      "grad_norm": 0.6134567856788635,
      "learning_rate": 1.434063542724503e-05,
      "loss": 0.035,
      "step": 23718
    },
    {
      "epoch": 2.571444058976583,
      "grad_norm": 0.015434499830007553,
      "learning_rate": 1.4337008559408097e-05,
      "loss": 0.0008,
      "step": 23719
    },
    {
      "epoch": 2.5715524718126628,
      "grad_norm": 0.16800422966480255,
      "learning_rate": 1.433338169157116e-05,
      "loss": 0.0049,
      "step": 23720
    },
    {
      "epoch": 2.5716608846487423,
      "grad_norm": 0.28206804394721985,
      "learning_rate": 1.4329754823734224e-05,
      "loss": 0.0142,
      "step": 23721
    },
    {
      "epoch": 2.5717692974848223,
      "grad_norm": 0.20908580720424652,
      "learning_rate": 1.4326127955897286e-05,
      "loss": 0.0257,
      "step": 23722
    },
    {
      "epoch": 2.571877710320902,
      "grad_norm": 0.07692120969295502,
      "learning_rate": 1.4322501088060352e-05,
      "loss": 0.0062,
      "step": 23723
    },
    {
      "epoch": 2.571986123156982,
      "grad_norm": 0.17558763921260834,
      "learning_rate": 1.4318874220223416e-05,
      "loss": 0.0098,
      "step": 23724
    },
    {
      "epoch": 2.5720945359930614,
      "grad_norm": 0.016951173543930054,
      "learning_rate": 1.4315247352386479e-05,
      "loss": 0.0014,
      "step": 23725
    },
    {
      "epoch": 2.5722029488291414,
      "grad_norm": 0.17573772370815277,
      "learning_rate": 1.4311620484549543e-05,
      "loss": 0.008,
      "step": 23726
    },
    {
      "epoch": 2.5723113616652213,
      "grad_norm": 0.628594160079956,
      "learning_rate": 1.4307993616712609e-05,
      "loss": 0.0387,
      "step": 23727
    },
    {
      "epoch": 2.572419774501301,
      "grad_norm": 0.07543288171291351,
      "learning_rate": 1.4304366748875673e-05,
      "loss": 0.0028,
      "step": 23728
    },
    {
      "epoch": 2.572528187337381,
      "grad_norm": 0.01926812343299389,
      "learning_rate": 1.4300739881038735e-05,
      "loss": 0.0009,
      "step": 23729
    },
    {
      "epoch": 2.5726366001734604,
      "grad_norm": 0.2034100741147995,
      "learning_rate": 1.42971130132018e-05,
      "loss": 0.019,
      "step": 23730
    },
    {
      "epoch": 2.5727450130095404,
      "grad_norm": 0.26608094573020935,
      "learning_rate": 1.4293486145364865e-05,
      "loss": 0.0228,
      "step": 23731
    },
    {
      "epoch": 2.5728534258456204,
      "grad_norm": 0.2336546927690506,
      "learning_rate": 1.4289859277527929e-05,
      "loss": 0.0325,
      "step": 23732
    },
    {
      "epoch": 2.5729618386817,
      "grad_norm": 0.16895844042301178,
      "learning_rate": 1.4286232409690992e-05,
      "loss": 0.0074,
      "step": 23733
    },
    {
      "epoch": 2.5730702515177795,
      "grad_norm": 0.5354799032211304,
      "learning_rate": 1.4282605541854056e-05,
      "loss": 0.0411,
      "step": 23734
    },
    {
      "epoch": 2.5731786643538594,
      "grad_norm": 0.04005418345332146,
      "learning_rate": 1.4278978674017118e-05,
      "loss": 0.0015,
      "step": 23735
    },
    {
      "epoch": 2.5732870771899394,
      "grad_norm": 0.06367490440607071,
      "learning_rate": 1.4275351806180184e-05,
      "loss": 0.0055,
      "step": 23736
    },
    {
      "epoch": 2.573395490026019,
      "grad_norm": 0.3571415841579437,
      "learning_rate": 1.4271724938343248e-05,
      "loss": 0.026,
      "step": 23737
    },
    {
      "epoch": 2.573503902862099,
      "grad_norm": 0.34270086884498596,
      "learning_rate": 1.426809807050631e-05,
      "loss": 0.0295,
      "step": 23738
    },
    {
      "epoch": 2.5736123156981785,
      "grad_norm": 0.4464460611343384,
      "learning_rate": 1.4264471202669374e-05,
      "loss": 0.0056,
      "step": 23739
    },
    {
      "epoch": 2.5737207285342585,
      "grad_norm": 0.05685395747423172,
      "learning_rate": 1.426084433483244e-05,
      "loss": 0.0037,
      "step": 23740
    },
    {
      "epoch": 2.5738291413703385,
      "grad_norm": 1.011710524559021,
      "learning_rate": 1.4257217466995504e-05,
      "loss": 0.0334,
      "step": 23741
    },
    {
      "epoch": 2.573937554206418,
      "grad_norm": 0.33402568101882935,
      "learning_rate": 1.4253590599158567e-05,
      "loss": 0.0158,
      "step": 23742
    },
    {
      "epoch": 2.574045967042498,
      "grad_norm": 0.5829216241836548,
      "learning_rate": 1.4249963731321631e-05,
      "loss": 0.0274,
      "step": 23743
    },
    {
      "epoch": 2.5741543798785775,
      "grad_norm": 0.3815576434135437,
      "learning_rate": 1.4246336863484697e-05,
      "loss": 0.0248,
      "step": 23744
    },
    {
      "epoch": 2.5742627927146575,
      "grad_norm": 0.2527124583721161,
      "learning_rate": 1.424270999564776e-05,
      "loss": 0.0207,
      "step": 23745
    },
    {
      "epoch": 2.574371205550737,
      "grad_norm": 0.07576090097427368,
      "learning_rate": 1.4239083127810823e-05,
      "loss": 0.0057,
      "step": 23746
    },
    {
      "epoch": 2.574479618386817,
      "grad_norm": 0.6208388209342957,
      "learning_rate": 1.4235456259973887e-05,
      "loss": 0.0733,
      "step": 23747
    },
    {
      "epoch": 2.5745880312228966,
      "grad_norm": 0.42246848344802856,
      "learning_rate": 1.423182939213695e-05,
      "loss": 0.0245,
      "step": 23748
    },
    {
      "epoch": 2.5746964440589766,
      "grad_norm": 0.24000997841358185,
      "learning_rate": 1.4228202524300016e-05,
      "loss": 0.0281,
      "step": 23749
    },
    {
      "epoch": 2.5748048568950566,
      "grad_norm": 0.5974685549736023,
      "learning_rate": 1.422457565646308e-05,
      "loss": 0.014,
      "step": 23750
    },
    {
      "epoch": 2.574913269731136,
      "grad_norm": 0.08815009891986847,
      "learning_rate": 1.4220948788626142e-05,
      "loss": 0.0048,
      "step": 23751
    },
    {
      "epoch": 2.575021682567216,
      "grad_norm": 0.010104709304869175,
      "learning_rate": 1.4217321920789206e-05,
      "loss": 0.0007,
      "step": 23752
    },
    {
      "epoch": 2.5751300954032956,
      "grad_norm": 0.0829605758190155,
      "learning_rate": 1.4213695052952272e-05,
      "loss": 0.005,
      "step": 23753
    },
    {
      "epoch": 2.5752385082393756,
      "grad_norm": 0.032225385308265686,
      "learning_rate": 1.4210068185115336e-05,
      "loss": 0.0015,
      "step": 23754
    },
    {
      "epoch": 2.5753469210754556,
      "grad_norm": 0.0100037707015872,
      "learning_rate": 1.4206441317278398e-05,
      "loss": 0.0006,
      "step": 23755
    },
    {
      "epoch": 2.575455333911535,
      "grad_norm": 0.39030882716178894,
      "learning_rate": 1.4202814449441463e-05,
      "loss": 0.0192,
      "step": 23756
    },
    {
      "epoch": 2.5755637467476147,
      "grad_norm": 0.16306942701339722,
      "learning_rate": 1.4199187581604528e-05,
      "loss": 0.0057,
      "step": 23757
    },
    {
      "epoch": 2.5756721595836947,
      "grad_norm": 0.33456969261169434,
      "learning_rate": 1.4195560713767592e-05,
      "loss": 0.0265,
      "step": 23758
    },
    {
      "epoch": 2.5757805724197746,
      "grad_norm": 0.2196977138519287,
      "learning_rate": 1.4191933845930655e-05,
      "loss": 0.0081,
      "step": 23759
    },
    {
      "epoch": 2.575888985255854,
      "grad_norm": 0.10265958309173584,
      "learning_rate": 1.4188306978093719e-05,
      "loss": 0.0065,
      "step": 23760
    },
    {
      "epoch": 2.575997398091934,
      "grad_norm": 0.5492322444915771,
      "learning_rate": 1.4184680110256781e-05,
      "loss": 0.0392,
      "step": 23761
    },
    {
      "epoch": 2.5761058109280137,
      "grad_norm": 0.2626965045928955,
      "learning_rate": 1.4181053242419847e-05,
      "loss": 0.0261,
      "step": 23762
    },
    {
      "epoch": 2.5762142237640937,
      "grad_norm": 0.5436122417449951,
      "learning_rate": 1.4177426374582911e-05,
      "loss": 0.0523,
      "step": 23763
    },
    {
      "epoch": 2.5763226366001737,
      "grad_norm": 0.548406183719635,
      "learning_rate": 1.4173799506745974e-05,
      "loss": 0.0488,
      "step": 23764
    },
    {
      "epoch": 2.5764310494362532,
      "grad_norm": 0.26571017503738403,
      "learning_rate": 1.4170172638909038e-05,
      "loss": 0.0099,
      "step": 23765
    },
    {
      "epoch": 2.5765394622723328,
      "grad_norm": 0.2624811828136444,
      "learning_rate": 1.4166545771072104e-05,
      "loss": 0.02,
      "step": 23766
    },
    {
      "epoch": 2.5766478751084128,
      "grad_norm": 0.306779682636261,
      "learning_rate": 1.4162918903235168e-05,
      "loss": 0.024,
      "step": 23767
    },
    {
      "epoch": 2.5767562879444927,
      "grad_norm": 0.18371263146400452,
      "learning_rate": 1.415929203539823e-05,
      "loss": 0.011,
      "step": 23768
    },
    {
      "epoch": 2.5768647007805723,
      "grad_norm": 0.0712205246090889,
      "learning_rate": 1.4155665167561294e-05,
      "loss": 0.0044,
      "step": 23769
    },
    {
      "epoch": 2.5769731136166523,
      "grad_norm": 0.11855543404817581,
      "learning_rate": 1.415203829972436e-05,
      "loss": 0.0044,
      "step": 23770
    },
    {
      "epoch": 2.577081526452732,
      "grad_norm": 0.2684169113636017,
      "learning_rate": 1.4148411431887424e-05,
      "loss": 0.0139,
      "step": 23771
    },
    {
      "epoch": 2.577189939288812,
      "grad_norm": 0.49910759925842285,
      "learning_rate": 1.4144784564050487e-05,
      "loss": 0.0657,
      "step": 23772
    },
    {
      "epoch": 2.577298352124892,
      "grad_norm": 0.39817407727241516,
      "learning_rate": 1.414115769621355e-05,
      "loss": 0.0299,
      "step": 23773
    },
    {
      "epoch": 2.5774067649609713,
      "grad_norm": 0.048307232558727264,
      "learning_rate": 1.4137530828376613e-05,
      "loss": 0.0049,
      "step": 23774
    },
    {
      "epoch": 2.5775151777970513,
      "grad_norm": 0.8423337936401367,
      "learning_rate": 1.4133903960539679e-05,
      "loss": 0.0228,
      "step": 23775
    },
    {
      "epoch": 2.577623590633131,
      "grad_norm": 0.22559402883052826,
      "learning_rate": 1.4130277092702743e-05,
      "loss": 0.0268,
      "step": 23776
    },
    {
      "epoch": 2.577732003469211,
      "grad_norm": 0.1781495213508606,
      "learning_rate": 1.4126650224865805e-05,
      "loss": 0.0104,
      "step": 23777
    },
    {
      "epoch": 2.577840416305291,
      "grad_norm": 0.3832573890686035,
      "learning_rate": 1.412302335702887e-05,
      "loss": 0.0447,
      "step": 23778
    },
    {
      "epoch": 2.5779488291413704,
      "grad_norm": 0.33369550108909607,
      "learning_rate": 1.4119396489191935e-05,
      "loss": 0.0193,
      "step": 23779
    },
    {
      "epoch": 2.57805724197745,
      "grad_norm": 0.19537582993507385,
      "learning_rate": 1.4115769621355e-05,
      "loss": 0.0128,
      "step": 23780
    },
    {
      "epoch": 2.57816565481353,
      "grad_norm": 0.030949248000979424,
      "learning_rate": 1.4112142753518062e-05,
      "loss": 0.001,
      "step": 23781
    },
    {
      "epoch": 2.57827406764961,
      "grad_norm": 0.16079705953598022,
      "learning_rate": 1.4108515885681126e-05,
      "loss": 0.0023,
      "step": 23782
    },
    {
      "epoch": 2.5783824804856894,
      "grad_norm": 0.4902207553386688,
      "learning_rate": 1.4104889017844192e-05,
      "loss": 0.0567,
      "step": 23783
    },
    {
      "epoch": 2.5784908933217694,
      "grad_norm": 0.14774340391159058,
      "learning_rate": 1.4101262150007256e-05,
      "loss": 0.0038,
      "step": 23784
    },
    {
      "epoch": 2.578599306157849,
      "grad_norm": 0.01643848977982998,
      "learning_rate": 1.4097635282170318e-05,
      "loss": 0.0009,
      "step": 23785
    },
    {
      "epoch": 2.578707718993929,
      "grad_norm": 0.13786032795906067,
      "learning_rate": 1.4094008414333382e-05,
      "loss": 0.0051,
      "step": 23786
    },
    {
      "epoch": 2.578816131830009,
      "grad_norm": 0.04471888020634651,
      "learning_rate": 1.4090381546496445e-05,
      "loss": 0.0028,
      "step": 23787
    },
    {
      "epoch": 2.5789245446660884,
      "grad_norm": 0.051784154027700424,
      "learning_rate": 1.408675467865951e-05,
      "loss": 0.0031,
      "step": 23788
    },
    {
      "epoch": 2.579032957502168,
      "grad_norm": 0.49227818846702576,
      "learning_rate": 1.4083127810822575e-05,
      "loss": 0.0222,
      "step": 23789
    },
    {
      "epoch": 2.579141370338248,
      "grad_norm": 0.001908899866975844,
      "learning_rate": 1.4079500942985637e-05,
      "loss": 0.0001,
      "step": 23790
    },
    {
      "epoch": 2.579249783174328,
      "grad_norm": 0.12084486335515976,
      "learning_rate": 1.4075874075148701e-05,
      "loss": 0.0107,
      "step": 23791
    },
    {
      "epoch": 2.5793581960104075,
      "grad_norm": 0.3458331525325775,
      "learning_rate": 1.4072247207311767e-05,
      "loss": 0.0082,
      "step": 23792
    },
    {
      "epoch": 2.5794666088464875,
      "grad_norm": 0.02607276849448681,
      "learning_rate": 1.4068620339474831e-05,
      "loss": 0.0015,
      "step": 23793
    },
    {
      "epoch": 2.579575021682567,
      "grad_norm": 0.15213711559772491,
      "learning_rate": 1.4064993471637893e-05,
      "loss": 0.0123,
      "step": 23794
    },
    {
      "epoch": 2.579683434518647,
      "grad_norm": 0.6303632259368896,
      "learning_rate": 1.4061366603800958e-05,
      "loss": 0.0269,
      "step": 23795
    },
    {
      "epoch": 2.579791847354727,
      "grad_norm": 0.13294243812561035,
      "learning_rate": 1.4057739735964023e-05,
      "loss": 0.0122,
      "step": 23796
    },
    {
      "epoch": 2.5799002601908065,
      "grad_norm": 0.30913347005844116,
      "learning_rate": 1.4054112868127087e-05,
      "loss": 0.0339,
      "step": 23797
    },
    {
      "epoch": 2.5800086730268865,
      "grad_norm": 0.05788169056177139,
      "learning_rate": 1.405048600029015e-05,
      "loss": 0.0022,
      "step": 23798
    },
    {
      "epoch": 2.580117085862966,
      "grad_norm": 0.16002799570560455,
      "learning_rate": 1.4046859132453214e-05,
      "loss": 0.0221,
      "step": 23799
    },
    {
      "epoch": 2.580225498699046,
      "grad_norm": 0.11342397332191467,
      "learning_rate": 1.4043232264616276e-05,
      "loss": 0.0032,
      "step": 23800
    },
    {
      "epoch": 2.580333911535126,
      "grad_norm": 0.08531925082206726,
      "learning_rate": 1.4039605396779342e-05,
      "loss": 0.0033,
      "step": 23801
    },
    {
      "epoch": 2.5804423243712056,
      "grad_norm": 0.22503608465194702,
      "learning_rate": 1.4035978528942406e-05,
      "loss": 0.032,
      "step": 23802
    },
    {
      "epoch": 2.580550737207285,
      "grad_norm": 0.235529825091362,
      "learning_rate": 1.4032351661105469e-05,
      "loss": 0.011,
      "step": 23803
    },
    {
      "epoch": 2.580659150043365,
      "grad_norm": 0.1502925008535385,
      "learning_rate": 1.4028724793268533e-05,
      "loss": 0.0155,
      "step": 23804
    },
    {
      "epoch": 2.580767562879445,
      "grad_norm": 0.15029171109199524,
      "learning_rate": 1.4025097925431599e-05,
      "loss": 0.0068,
      "step": 23805
    },
    {
      "epoch": 2.5808759757155246,
      "grad_norm": 0.20527493953704834,
      "learning_rate": 1.4021471057594663e-05,
      "loss": 0.0246,
      "step": 23806
    },
    {
      "epoch": 2.5809843885516046,
      "grad_norm": 0.07840222865343094,
      "learning_rate": 1.4017844189757725e-05,
      "loss": 0.0103,
      "step": 23807
    },
    {
      "epoch": 2.581092801387684,
      "grad_norm": 0.4105587899684906,
      "learning_rate": 1.401421732192079e-05,
      "loss": 0.0468,
      "step": 23808
    },
    {
      "epoch": 2.581201214223764,
      "grad_norm": 0.42071935534477234,
      "learning_rate": 1.4010590454083855e-05,
      "loss": 0.0347,
      "step": 23809
    },
    {
      "epoch": 2.581309627059844,
      "grad_norm": 0.11799991130828857,
      "learning_rate": 1.4006963586246919e-05,
      "loss": 0.0126,
      "step": 23810
    },
    {
      "epoch": 2.5814180398959237,
      "grad_norm": 0.06955379247665405,
      "learning_rate": 1.4003336718409982e-05,
      "loss": 0.0038,
      "step": 23811
    },
    {
      "epoch": 2.581526452732003,
      "grad_norm": 0.10261351615190506,
      "learning_rate": 1.3999709850573046e-05,
      "loss": 0.0043,
      "step": 23812
    },
    {
      "epoch": 2.581634865568083,
      "grad_norm": 0.23768337070941925,
      "learning_rate": 1.3996082982736108e-05,
      "loss": 0.0349,
      "step": 23813
    },
    {
      "epoch": 2.581743278404163,
      "grad_norm": 0.017395470291376114,
      "learning_rate": 1.3992456114899174e-05,
      "loss": 0.0009,
      "step": 23814
    },
    {
      "epoch": 2.5818516912402427,
      "grad_norm": 0.28584226965904236,
      "learning_rate": 1.3988829247062238e-05,
      "loss": 0.0322,
      "step": 23815
    },
    {
      "epoch": 2.5819601040763227,
      "grad_norm": 0.08980380743741989,
      "learning_rate": 1.39852023792253e-05,
      "loss": 0.002,
      "step": 23816
    },
    {
      "epoch": 2.5820685169124022,
      "grad_norm": 0.5576690435409546,
      "learning_rate": 1.3981575511388364e-05,
      "loss": 0.043,
      "step": 23817
    },
    {
      "epoch": 2.5821769297484822,
      "grad_norm": 0.5516051054000854,
      "learning_rate": 1.397794864355143e-05,
      "loss": 0.0359,
      "step": 23818
    },
    {
      "epoch": 2.582285342584562,
      "grad_norm": 0.648604154586792,
      "learning_rate": 1.3974321775714494e-05,
      "loss": 0.028,
      "step": 23819
    },
    {
      "epoch": 2.5823937554206418,
      "grad_norm": 0.07654418796300888,
      "learning_rate": 1.3970694907877557e-05,
      "loss": 0.0042,
      "step": 23820
    },
    {
      "epoch": 2.5825021682567217,
      "grad_norm": 0.14131997525691986,
      "learning_rate": 1.3967068040040621e-05,
      "loss": 0.0046,
      "step": 23821
    },
    {
      "epoch": 2.5826105810928013,
      "grad_norm": 0.06328373402357101,
      "learning_rate": 1.3963441172203687e-05,
      "loss": 0.004,
      "step": 23822
    },
    {
      "epoch": 2.5827189939288813,
      "grad_norm": 0.22313949465751648,
      "learning_rate": 1.395981430436675e-05,
      "loss": 0.0114,
      "step": 23823
    },
    {
      "epoch": 2.582827406764961,
      "grad_norm": 0.15595245361328125,
      "learning_rate": 1.3956187436529813e-05,
      "loss": 0.0133,
      "step": 23824
    },
    {
      "epoch": 2.582935819601041,
      "grad_norm": 0.04131733253598213,
      "learning_rate": 1.3952560568692877e-05,
      "loss": 0.0021,
      "step": 23825
    },
    {
      "epoch": 2.5830442324371203,
      "grad_norm": 0.06096522510051727,
      "learning_rate": 1.3948933700855943e-05,
      "loss": 0.0033,
      "step": 23826
    },
    {
      "epoch": 2.5831526452732003,
      "grad_norm": 0.008321590721607208,
      "learning_rate": 1.3945306833019006e-05,
      "loss": 0.0003,
      "step": 23827
    },
    {
      "epoch": 2.5832610581092803,
      "grad_norm": 0.26596692204475403,
      "learning_rate": 1.394167996518207e-05,
      "loss": 0.0172,
      "step": 23828
    },
    {
      "epoch": 2.58336947094536,
      "grad_norm": 0.10319738835096359,
      "learning_rate": 1.3938053097345132e-05,
      "loss": 0.0076,
      "step": 23829
    },
    {
      "epoch": 2.58347788378144,
      "grad_norm": 0.20011398196220398,
      "learning_rate": 1.3934426229508196e-05,
      "loss": 0.0147,
      "step": 23830
    },
    {
      "epoch": 2.5835862966175194,
      "grad_norm": 0.14570827782154083,
      "learning_rate": 1.3930799361671262e-05,
      "loss": 0.0119,
      "step": 23831
    },
    {
      "epoch": 2.5836947094535994,
      "grad_norm": 0.341336727142334,
      "learning_rate": 1.3927172493834326e-05,
      "loss": 0.0335,
      "step": 23832
    },
    {
      "epoch": 2.5838031222896793,
      "grad_norm": 0.29327452182769775,
      "learning_rate": 1.3923545625997388e-05,
      "loss": 0.0308,
      "step": 23833
    },
    {
      "epoch": 2.583911535125759,
      "grad_norm": 0.40470585227012634,
      "learning_rate": 1.3919918758160453e-05,
      "loss": 0.0164,
      "step": 23834
    },
    {
      "epoch": 2.5840199479618384,
      "grad_norm": 0.16266687214374542,
      "learning_rate": 1.3916291890323518e-05,
      "loss": 0.0058,
      "step": 23835
    },
    {
      "epoch": 2.5841283607979184,
      "grad_norm": 0.03779429569840431,
      "learning_rate": 1.3912665022486582e-05,
      "loss": 0.0018,
      "step": 23836
    },
    {
      "epoch": 2.5842367736339984,
      "grad_norm": 0.11678474396467209,
      "learning_rate": 1.3909038154649645e-05,
      "loss": 0.0076,
      "step": 23837
    },
    {
      "epoch": 2.584345186470078,
      "grad_norm": 0.7573886513710022,
      "learning_rate": 1.3905411286812709e-05,
      "loss": 0.0241,
      "step": 23838
    },
    {
      "epoch": 2.584453599306158,
      "grad_norm": 0.12839259207248688,
      "learning_rate": 1.3901784418975775e-05,
      "loss": 0.0112,
      "step": 23839
    },
    {
      "epoch": 2.5845620121422375,
      "grad_norm": 0.29762598872184753,
      "learning_rate": 1.3898157551138837e-05,
      "loss": 0.0423,
      "step": 23840
    },
    {
      "epoch": 2.5846704249783174,
      "grad_norm": 0.42991483211517334,
      "learning_rate": 1.3894530683301901e-05,
      "loss": 0.0457,
      "step": 23841
    },
    {
      "epoch": 2.5847788378143974,
      "grad_norm": 0.02631082385778427,
      "learning_rate": 1.3890903815464964e-05,
      "loss": 0.001,
      "step": 23842
    },
    {
      "epoch": 2.584887250650477,
      "grad_norm": 0.09498950093984604,
      "learning_rate": 1.3887276947628028e-05,
      "loss": 0.0034,
      "step": 23843
    },
    {
      "epoch": 2.584995663486557,
      "grad_norm": 0.35062992572784424,
      "learning_rate": 1.3883650079791094e-05,
      "loss": 0.0476,
      "step": 23844
    },
    {
      "epoch": 2.5851040763226365,
      "grad_norm": 0.0810544490814209,
      "learning_rate": 1.3880023211954158e-05,
      "loss": 0.0089,
      "step": 23845
    },
    {
      "epoch": 2.5852124891587165,
      "grad_norm": 0.5986928939819336,
      "learning_rate": 1.387639634411722e-05,
      "loss": 0.0122,
      "step": 23846
    },
    {
      "epoch": 2.585320901994796,
      "grad_norm": 0.06532110273838043,
      "learning_rate": 1.3872769476280284e-05,
      "loss": 0.0038,
      "step": 23847
    },
    {
      "epoch": 2.585429314830876,
      "grad_norm": 0.1654861569404602,
      "learning_rate": 1.386914260844335e-05,
      "loss": 0.0067,
      "step": 23848
    },
    {
      "epoch": 2.5855377276669556,
      "grad_norm": 0.02212519198656082,
      "learning_rate": 1.3865515740606414e-05,
      "loss": 0.0009,
      "step": 23849
    },
    {
      "epoch": 2.5856461405030355,
      "grad_norm": 0.35972169041633606,
      "learning_rate": 1.3861888872769477e-05,
      "loss": 0.0192,
      "step": 23850
    },
    {
      "epoch": 2.5857545533391155,
      "grad_norm": 0.053753964602947235,
      "learning_rate": 1.385826200493254e-05,
      "loss": 0.0026,
      "step": 23851
    },
    {
      "epoch": 2.585862966175195,
      "grad_norm": 0.32275012135505676,
      "learning_rate": 1.3854635137095606e-05,
      "loss": 0.026,
      "step": 23852
    },
    {
      "epoch": 2.585971379011275,
      "grad_norm": 0.22217144072055817,
      "learning_rate": 1.3851008269258669e-05,
      "loss": 0.0077,
      "step": 23853
    },
    {
      "epoch": 2.5860797918473546,
      "grad_norm": 0.09105838090181351,
      "learning_rate": 1.3847381401421733e-05,
      "loss": 0.0082,
      "step": 23854
    },
    {
      "epoch": 2.5861882046834346,
      "grad_norm": 0.16594336926937103,
      "learning_rate": 1.3843754533584795e-05,
      "loss": 0.0084,
      "step": 23855
    },
    {
      "epoch": 2.5862966175195146,
      "grad_norm": 0.13063418865203857,
      "learning_rate": 1.384012766574786e-05,
      "loss": 0.0061,
      "step": 23856
    },
    {
      "epoch": 2.586405030355594,
      "grad_norm": 0.06178122013807297,
      "learning_rate": 1.3836500797910925e-05,
      "loss": 0.0027,
      "step": 23857
    },
    {
      "epoch": 2.5865134431916736,
      "grad_norm": 0.30562683939933777,
      "learning_rate": 1.383287393007399e-05,
      "loss": 0.0203,
      "step": 23858
    },
    {
      "epoch": 2.5866218560277536,
      "grad_norm": 0.4478113353252411,
      "learning_rate": 1.3829247062237052e-05,
      "loss": 0.0371,
      "step": 23859
    },
    {
      "epoch": 2.5867302688638336,
      "grad_norm": 0.4203616976737976,
      "learning_rate": 1.3825620194400116e-05,
      "loss": 0.0233,
      "step": 23860
    },
    {
      "epoch": 2.586838681699913,
      "grad_norm": 0.13642577826976776,
      "learning_rate": 1.3821993326563182e-05,
      "loss": 0.003,
      "step": 23861
    },
    {
      "epoch": 2.586947094535993,
      "grad_norm": 0.3782435953617096,
      "learning_rate": 1.3818366458726246e-05,
      "loss": 0.0413,
      "step": 23862
    },
    {
      "epoch": 2.5870555073720727,
      "grad_norm": 0.09872162342071533,
      "learning_rate": 1.3814739590889308e-05,
      "loss": 0.0053,
      "step": 23863
    },
    {
      "epoch": 2.5871639202081527,
      "grad_norm": 0.14327096939086914,
      "learning_rate": 1.3811112723052372e-05,
      "loss": 0.0111,
      "step": 23864
    },
    {
      "epoch": 2.5872723330442327,
      "grad_norm": 0.33738210797309875,
      "learning_rate": 1.3807485855215438e-05,
      "loss": 0.0484,
      "step": 23865
    },
    {
      "epoch": 2.587380745880312,
      "grad_norm": 0.14770738780498505,
      "learning_rate": 1.38038589873785e-05,
      "loss": 0.0091,
      "step": 23866
    },
    {
      "epoch": 2.587489158716392,
      "grad_norm": 0.3020041584968567,
      "learning_rate": 1.3800232119541565e-05,
      "loss": 0.0388,
      "step": 23867
    },
    {
      "epoch": 2.5875975715524717,
      "grad_norm": 0.3168967068195343,
      "learning_rate": 1.3796605251704627e-05,
      "loss": 0.0157,
      "step": 23868
    },
    {
      "epoch": 2.5877059843885517,
      "grad_norm": 0.27536505460739136,
      "learning_rate": 1.3792978383867691e-05,
      "loss": 0.0292,
      "step": 23869
    },
    {
      "epoch": 2.5878143972246312,
      "grad_norm": 0.14742866158485413,
      "learning_rate": 1.3789351516030757e-05,
      "loss": 0.0169,
      "step": 23870
    },
    {
      "epoch": 2.5879228100607112,
      "grad_norm": 0.08924224972724915,
      "learning_rate": 1.3785724648193821e-05,
      "loss": 0.0058,
      "step": 23871
    },
    {
      "epoch": 2.5880312228967908,
      "grad_norm": 0.13979879021644592,
      "learning_rate": 1.3782097780356883e-05,
      "loss": 0.01,
      "step": 23872
    },
    {
      "epoch": 2.5881396357328708,
      "grad_norm": 0.14023593068122864,
      "learning_rate": 1.3778470912519948e-05,
      "loss": 0.0066,
      "step": 23873
    },
    {
      "epoch": 2.5882480485689507,
      "grad_norm": 0.43153679370880127,
      "learning_rate": 1.3774844044683013e-05,
      "loss": 0.0159,
      "step": 23874
    },
    {
      "epoch": 2.5883564614050303,
      "grad_norm": 0.4960741102695465,
      "learning_rate": 1.3771217176846078e-05,
      "loss": 0.0213,
      "step": 23875
    },
    {
      "epoch": 2.5884648742411103,
      "grad_norm": 0.671838641166687,
      "learning_rate": 1.376759030900914e-05,
      "loss": 0.022,
      "step": 23876
    },
    {
      "epoch": 2.58857328707719,
      "grad_norm": 0.35308581590652466,
      "learning_rate": 1.3763963441172204e-05,
      "loss": 0.0212,
      "step": 23877
    },
    {
      "epoch": 2.58868169991327,
      "grad_norm": 0.1114657074213028,
      "learning_rate": 1.376033657333527e-05,
      "loss": 0.0063,
      "step": 23878
    },
    {
      "epoch": 2.58879011274935,
      "grad_norm": 0.21174049377441406,
      "learning_rate": 1.3756709705498332e-05,
      "loss": 0.0061,
      "step": 23879
    },
    {
      "epoch": 2.5888985255854293,
      "grad_norm": 0.49296462535858154,
      "learning_rate": 1.3753082837661396e-05,
      "loss": 0.0121,
      "step": 23880
    },
    {
      "epoch": 2.589006938421509,
      "grad_norm": 0.4349576532840729,
      "learning_rate": 1.374945596982446e-05,
      "loss": 0.0403,
      "step": 23881
    },
    {
      "epoch": 2.589115351257589,
      "grad_norm": 0.14264605939388275,
      "learning_rate": 1.3745829101987523e-05,
      "loss": 0.004,
      "step": 23882
    },
    {
      "epoch": 2.589223764093669,
      "grad_norm": 0.289559543132782,
      "learning_rate": 1.3742202234150589e-05,
      "loss": 0.0427,
      "step": 23883
    },
    {
      "epoch": 2.5893321769297484,
      "grad_norm": 0.12920120358467102,
      "learning_rate": 1.3738575366313653e-05,
      "loss": 0.0094,
      "step": 23884
    },
    {
      "epoch": 2.5894405897658284,
      "grad_norm": 0.1204824224114418,
      "learning_rate": 1.3734948498476715e-05,
      "loss": 0.0066,
      "step": 23885
    },
    {
      "epoch": 2.589549002601908,
      "grad_norm": 0.6223053336143494,
      "learning_rate": 1.373132163063978e-05,
      "loss": 0.0609,
      "step": 23886
    },
    {
      "epoch": 2.589657415437988,
      "grad_norm": 0.05830433592200279,
      "learning_rate": 1.3727694762802845e-05,
      "loss": 0.0063,
      "step": 23887
    },
    {
      "epoch": 2.589765828274068,
      "grad_norm": 0.35629749298095703,
      "learning_rate": 1.372406789496591e-05,
      "loss": 0.0503,
      "step": 23888
    },
    {
      "epoch": 2.5898742411101474,
      "grad_norm": 0.235195592045784,
      "learning_rate": 1.3720441027128972e-05,
      "loss": 0.0367,
      "step": 23889
    },
    {
      "epoch": 2.5899826539462274,
      "grad_norm": 0.42999377846717834,
      "learning_rate": 1.3716814159292036e-05,
      "loss": 0.0092,
      "step": 23890
    },
    {
      "epoch": 2.590091066782307,
      "grad_norm": 0.28826192021369934,
      "learning_rate": 1.3713187291455101e-05,
      "loss": 0.009,
      "step": 23891
    },
    {
      "epoch": 2.590199479618387,
      "grad_norm": 0.11988106369972229,
      "learning_rate": 1.3709560423618164e-05,
      "loss": 0.0032,
      "step": 23892
    },
    {
      "epoch": 2.5903078924544665,
      "grad_norm": 0.10111823678016663,
      "learning_rate": 1.3705933555781228e-05,
      "loss": 0.0072,
      "step": 23893
    },
    {
      "epoch": 2.5904163052905465,
      "grad_norm": 0.13685432076454163,
      "learning_rate": 1.3702306687944292e-05,
      "loss": 0.0065,
      "step": 23894
    },
    {
      "epoch": 2.590524718126626,
      "grad_norm": 0.31506726145744324,
      "learning_rate": 1.3698679820107355e-05,
      "loss": 0.028,
      "step": 23895
    },
    {
      "epoch": 2.590633130962706,
      "grad_norm": 0.3119954764842987,
      "learning_rate": 1.369505295227042e-05,
      "loss": 0.0148,
      "step": 23896
    },
    {
      "epoch": 2.590741543798786,
      "grad_norm": 0.44002634286880493,
      "learning_rate": 1.3691426084433484e-05,
      "loss": 0.0173,
      "step": 23897
    },
    {
      "epoch": 2.5908499566348655,
      "grad_norm": 0.0227288156747818,
      "learning_rate": 1.3687799216596547e-05,
      "loss": 0.0009,
      "step": 23898
    },
    {
      "epoch": 2.5909583694709455,
      "grad_norm": 0.07436013221740723,
      "learning_rate": 1.3684172348759611e-05,
      "loss": 0.0042,
      "step": 23899
    },
    {
      "epoch": 2.591066782307025,
      "grad_norm": 0.05745377764105797,
      "learning_rate": 1.3680545480922677e-05,
      "loss": 0.002,
      "step": 23900
    },
    {
      "epoch": 2.591175195143105,
      "grad_norm": 0.07872550189495087,
      "learning_rate": 1.3676918613085741e-05,
      "loss": 0.0047,
      "step": 23901
    },
    {
      "epoch": 2.591283607979185,
      "grad_norm": 0.5359563827514648,
      "learning_rate": 1.3673291745248803e-05,
      "loss": 0.0481,
      "step": 23902
    },
    {
      "epoch": 2.5913920208152645,
      "grad_norm": 0.3405471742153168,
      "learning_rate": 1.3669664877411867e-05,
      "loss": 0.0374,
      "step": 23903
    },
    {
      "epoch": 2.591500433651344,
      "grad_norm": 0.38716503977775574,
      "learning_rate": 1.3666038009574933e-05,
      "loss": 0.025,
      "step": 23904
    },
    {
      "epoch": 2.591608846487424,
      "grad_norm": 0.19596035778522491,
      "learning_rate": 1.3662411141737996e-05,
      "loss": 0.0229,
      "step": 23905
    },
    {
      "epoch": 2.591717259323504,
      "grad_norm": 0.5966792702674866,
      "learning_rate": 1.365878427390106e-05,
      "loss": 0.0489,
      "step": 23906
    },
    {
      "epoch": 2.5918256721595836,
      "grad_norm": 0.29676204919815063,
      "learning_rate": 1.3655157406064124e-05,
      "loss": 0.0191,
      "step": 23907
    },
    {
      "epoch": 2.5919340849956636,
      "grad_norm": 0.10586215555667877,
      "learning_rate": 1.3651530538227186e-05,
      "loss": 0.003,
      "step": 23908
    },
    {
      "epoch": 2.592042497831743,
      "grad_norm": 0.25644242763519287,
      "learning_rate": 1.3647903670390252e-05,
      "loss": 0.0158,
      "step": 23909
    },
    {
      "epoch": 2.592150910667823,
      "grad_norm": 0.4567711651325226,
      "learning_rate": 1.3644276802553316e-05,
      "loss": 0.0157,
      "step": 23910
    },
    {
      "epoch": 2.592259323503903,
      "grad_norm": 0.1719907522201538,
      "learning_rate": 1.3640649934716379e-05,
      "loss": 0.0244,
      "step": 23911
    },
    {
      "epoch": 2.5923677363399826,
      "grad_norm": 0.127786323428154,
      "learning_rate": 1.3637023066879443e-05,
      "loss": 0.0538,
      "step": 23912
    },
    {
      "epoch": 2.592476149176062,
      "grad_norm": 0.278266578912735,
      "learning_rate": 1.3633396199042508e-05,
      "loss": 0.0657,
      "step": 23913
    },
    {
      "epoch": 2.592584562012142,
      "grad_norm": 0.06526662409305573,
      "learning_rate": 1.3629769331205573e-05,
      "loss": 0.0058,
      "step": 23914
    },
    {
      "epoch": 2.592692974848222,
      "grad_norm": 0.31630775332450867,
      "learning_rate": 1.3626142463368635e-05,
      "loss": 0.018,
      "step": 23915
    },
    {
      "epoch": 2.5928013876843017,
      "grad_norm": 0.33288007974624634,
      "learning_rate": 1.3622515595531699e-05,
      "loss": 0.0616,
      "step": 23916
    },
    {
      "epoch": 2.5929098005203817,
      "grad_norm": 0.035808831453323364,
      "learning_rate": 1.3618888727694765e-05,
      "loss": 0.001,
      "step": 23917
    },
    {
      "epoch": 2.593018213356461,
      "grad_norm": 0.06970665603876114,
      "learning_rate": 1.3615261859857827e-05,
      "loss": 0.0052,
      "step": 23918
    },
    {
      "epoch": 2.593126626192541,
      "grad_norm": 0.10352832078933716,
      "learning_rate": 1.3611634992020891e-05,
      "loss": 0.0078,
      "step": 23919
    },
    {
      "epoch": 2.593235039028621,
      "grad_norm": 0.9824124574661255,
      "learning_rate": 1.3608008124183955e-05,
      "loss": 0.0277,
      "step": 23920
    },
    {
      "epoch": 2.5933434518647007,
      "grad_norm": 0.5956577062606812,
      "learning_rate": 1.3604381256347018e-05,
      "loss": 0.061,
      "step": 23921
    },
    {
      "epoch": 2.5934518647007807,
      "grad_norm": 0.23132938146591187,
      "learning_rate": 1.3600754388510084e-05,
      "loss": 0.0108,
      "step": 23922
    },
    {
      "epoch": 2.5935602775368602,
      "grad_norm": 0.09497048705816269,
      "learning_rate": 1.3597127520673148e-05,
      "loss": 0.008,
      "step": 23923
    },
    {
      "epoch": 2.5936686903729402,
      "grad_norm": 0.13402892649173737,
      "learning_rate": 1.359350065283621e-05,
      "loss": 0.017,
      "step": 23924
    },
    {
      "epoch": 2.59377710320902,
      "grad_norm": 0.09910641610622406,
      "learning_rate": 1.3589873784999274e-05,
      "loss": 0.0076,
      "step": 23925
    },
    {
      "epoch": 2.5938855160450998,
      "grad_norm": 0.3906531035900116,
      "learning_rate": 1.358624691716234e-05,
      "loss": 0.0137,
      "step": 23926
    },
    {
      "epoch": 2.5939939288811793,
      "grad_norm": 0.13987743854522705,
      "learning_rate": 1.3582620049325404e-05,
      "loss": 0.0184,
      "step": 23927
    },
    {
      "epoch": 2.5941023417172593,
      "grad_norm": 0.4615482985973358,
      "learning_rate": 1.3578993181488467e-05,
      "loss": 0.0283,
      "step": 23928
    },
    {
      "epoch": 2.5942107545533393,
      "grad_norm": 0.24208414554595947,
      "learning_rate": 1.357536631365153e-05,
      "loss": 0.0129,
      "step": 23929
    },
    {
      "epoch": 2.594319167389419,
      "grad_norm": 0.10803448408842087,
      "learning_rate": 1.3571739445814597e-05,
      "loss": 0.0077,
      "step": 23930
    },
    {
      "epoch": 2.594427580225499,
      "grad_norm": 0.40775030851364136,
      "learning_rate": 1.3568112577977659e-05,
      "loss": 0.0055,
      "step": 23931
    },
    {
      "epoch": 2.5945359930615783,
      "grad_norm": 0.17554432153701782,
      "learning_rate": 1.3564485710140723e-05,
      "loss": 0.0084,
      "step": 23932
    },
    {
      "epoch": 2.5946444058976583,
      "grad_norm": 0.2040063887834549,
      "learning_rate": 1.3560858842303787e-05,
      "loss": 0.0091,
      "step": 23933
    },
    {
      "epoch": 2.5947528187337383,
      "grad_norm": 0.1696697175502777,
      "learning_rate": 1.3557231974466853e-05,
      "loss": 0.0082,
      "step": 23934
    },
    {
      "epoch": 2.594861231569818,
      "grad_norm": 0.03018031269311905,
      "learning_rate": 1.3553605106629915e-05,
      "loss": 0.0019,
      "step": 23935
    },
    {
      "epoch": 2.5949696444058974,
      "grad_norm": 0.08011416345834732,
      "learning_rate": 1.354997823879298e-05,
      "loss": 0.0053,
      "step": 23936
    },
    {
      "epoch": 2.5950780572419774,
      "grad_norm": 0.2597101032733917,
      "learning_rate": 1.3546351370956042e-05,
      "loss": 0.0151,
      "step": 23937
    },
    {
      "epoch": 2.5951864700780574,
      "grad_norm": 0.08691851049661636,
      "learning_rate": 1.3542724503119106e-05,
      "loss": 0.0107,
      "step": 23938
    },
    {
      "epoch": 2.595294882914137,
      "grad_norm": 0.8977599740028381,
      "learning_rate": 1.3539097635282172e-05,
      "loss": 0.0108,
      "step": 23939
    },
    {
      "epoch": 2.595403295750217,
      "grad_norm": 0.08201862126588821,
      "learning_rate": 1.3535470767445236e-05,
      "loss": 0.0049,
      "step": 23940
    },
    {
      "epoch": 2.5955117085862964,
      "grad_norm": 0.27158796787261963,
      "learning_rate": 1.3531843899608298e-05,
      "loss": 0.0213,
      "step": 23941
    },
    {
      "epoch": 2.5956201214223764,
      "grad_norm": 0.3842458426952362,
      "learning_rate": 1.3528217031771362e-05,
      "loss": 0.0166,
      "step": 23942
    },
    {
      "epoch": 2.5957285342584564,
      "grad_norm": 0.14415808022022247,
      "learning_rate": 1.3524590163934428e-05,
      "loss": 0.0107,
      "step": 23943
    },
    {
      "epoch": 2.595836947094536,
      "grad_norm": 0.11853280663490295,
      "learning_rate": 1.352096329609749e-05,
      "loss": 0.0048,
      "step": 23944
    },
    {
      "epoch": 2.595945359930616,
      "grad_norm": 0.16311806440353394,
      "learning_rate": 1.3517336428260555e-05,
      "loss": 0.0297,
      "step": 23945
    },
    {
      "epoch": 2.5960537727666955,
      "grad_norm": 0.19302836060523987,
      "learning_rate": 1.3513709560423619e-05,
      "loss": 0.0056,
      "step": 23946
    },
    {
      "epoch": 2.5961621856027755,
      "grad_norm": 0.060410670936107635,
      "learning_rate": 1.3510082692586685e-05,
      "loss": 0.0026,
      "step": 23947
    },
    {
      "epoch": 2.5962705984388554,
      "grad_norm": 0.31769201159477234,
      "learning_rate": 1.3506455824749747e-05,
      "loss": 0.0317,
      "step": 23948
    },
    {
      "epoch": 2.596379011274935,
      "grad_norm": 0.07202675193548203,
      "learning_rate": 1.3502828956912811e-05,
      "loss": 0.006,
      "step": 23949
    },
    {
      "epoch": 2.5964874241110145,
      "grad_norm": 0.06369229406118393,
      "learning_rate": 1.3499202089075874e-05,
      "loss": 0.0038,
      "step": 23950
    },
    {
      "epoch": 2.5965958369470945,
      "grad_norm": 0.12646092474460602,
      "learning_rate": 1.3495575221238938e-05,
      "loss": 0.0125,
      "step": 23951
    },
    {
      "epoch": 2.5967042497831745,
      "grad_norm": 0.2221352905035019,
      "learning_rate": 1.3491948353402003e-05,
      "loss": 0.0157,
      "step": 23952
    },
    {
      "epoch": 2.596812662619254,
      "grad_norm": 0.2789994776248932,
      "learning_rate": 1.3488321485565068e-05,
      "loss": 0.0137,
      "step": 23953
    },
    {
      "epoch": 2.596921075455334,
      "grad_norm": 0.24673494696617126,
      "learning_rate": 1.348469461772813e-05,
      "loss": 0.0181,
      "step": 23954
    },
    {
      "epoch": 2.5970294882914136,
      "grad_norm": 0.34227344393730164,
      "learning_rate": 1.3481067749891194e-05,
      "loss": 0.0443,
      "step": 23955
    },
    {
      "epoch": 2.5971379011274935,
      "grad_norm": 0.5193662643432617,
      "learning_rate": 1.347744088205426e-05,
      "loss": 0.0523,
      "step": 23956
    },
    {
      "epoch": 2.5972463139635735,
      "grad_norm": 0.09389054775238037,
      "learning_rate": 1.3473814014217322e-05,
      "loss": 0.0082,
      "step": 23957
    },
    {
      "epoch": 2.597354726799653,
      "grad_norm": 0.1011020615696907,
      "learning_rate": 1.3470187146380386e-05,
      "loss": 0.0062,
      "step": 23958
    },
    {
      "epoch": 2.5974631396357326,
      "grad_norm": 0.05574829876422882,
      "learning_rate": 1.346656027854345e-05,
      "loss": 0.0022,
      "step": 23959
    },
    {
      "epoch": 2.5975715524718126,
      "grad_norm": 0.24323903024196625,
      "learning_rate": 1.3462933410706516e-05,
      "loss": 0.0122,
      "step": 23960
    },
    {
      "epoch": 2.5976799653078926,
      "grad_norm": 0.13297806680202484,
      "learning_rate": 1.3459306542869579e-05,
      "loss": 0.0064,
      "step": 23961
    },
    {
      "epoch": 2.597788378143972,
      "grad_norm": 0.12178442627191544,
      "learning_rate": 1.3455679675032643e-05,
      "loss": 0.0039,
      "step": 23962
    },
    {
      "epoch": 2.597896790980052,
      "grad_norm": 0.1408272087574005,
      "learning_rate": 1.3452052807195705e-05,
      "loss": 0.0053,
      "step": 23963
    },
    {
      "epoch": 2.5980052038161316,
      "grad_norm": 0.06371510028839111,
      "learning_rate": 1.344842593935877e-05,
      "loss": 0.0029,
      "step": 23964
    },
    {
      "epoch": 2.5981136166522116,
      "grad_norm": 0.20784489810466766,
      "learning_rate": 1.3444799071521835e-05,
      "loss": 0.0098,
      "step": 23965
    },
    {
      "epoch": 2.5982220294882916,
      "grad_norm": 0.013131845742464066,
      "learning_rate": 1.34411722036849e-05,
      "loss": 0.0007,
      "step": 23966
    },
    {
      "epoch": 2.598330442324371,
      "grad_norm": 0.2480820119380951,
      "learning_rate": 1.3437545335847962e-05,
      "loss": 0.0248,
      "step": 23967
    },
    {
      "epoch": 2.598438855160451,
      "grad_norm": 0.07720381766557693,
      "learning_rate": 1.3433918468011026e-05,
      "loss": 0.0091,
      "step": 23968
    },
    {
      "epoch": 2.5985472679965307,
      "grad_norm": 0.1080302819609642,
      "learning_rate": 1.3430291600174092e-05,
      "loss": 0.0088,
      "step": 23969
    },
    {
      "epoch": 2.5986556808326107,
      "grad_norm": 0.28481510281562805,
      "learning_rate": 1.3426664732337154e-05,
      "loss": 0.013,
      "step": 23970
    },
    {
      "epoch": 2.59876409366869,
      "grad_norm": 0.33863264322280884,
      "learning_rate": 1.3423037864500218e-05,
      "loss": 0.0405,
      "step": 23971
    },
    {
      "epoch": 2.59887250650477,
      "grad_norm": 0.23339976370334625,
      "learning_rate": 1.3419410996663282e-05,
      "loss": 0.0144,
      "step": 23972
    },
    {
      "epoch": 2.5989809193408497,
      "grad_norm": 0.18186403810977936,
      "learning_rate": 1.3415784128826348e-05,
      "loss": 0.0097,
      "step": 23973
    },
    {
      "epoch": 2.5990893321769297,
      "grad_norm": 0.26172876358032227,
      "learning_rate": 1.341215726098941e-05,
      "loss": 0.0091,
      "step": 23974
    },
    {
      "epoch": 2.5991977450130097,
      "grad_norm": 0.1417054682970047,
      "learning_rate": 1.3408530393152474e-05,
      "loss": 0.0127,
      "step": 23975
    },
    {
      "epoch": 2.5993061578490892,
      "grad_norm": 0.17079861462116241,
      "learning_rate": 1.3404903525315537e-05,
      "loss": 0.0153,
      "step": 23976
    },
    {
      "epoch": 2.5994145706851692,
      "grad_norm": 0.04605848342180252,
      "learning_rate": 1.3401276657478601e-05,
      "loss": 0.0029,
      "step": 23977
    },
    {
      "epoch": 2.5995229835212488,
      "grad_norm": 0.27415791153907776,
      "learning_rate": 1.3397649789641667e-05,
      "loss": 0.0336,
      "step": 23978
    },
    {
      "epoch": 2.5996313963573288,
      "grad_norm": 0.0210482869297266,
      "learning_rate": 1.3394022921804731e-05,
      "loss": 0.001,
      "step": 23979
    },
    {
      "epoch": 2.5997398091934087,
      "grad_norm": 0.22326384484767914,
      "learning_rate": 1.3390396053967793e-05,
      "loss": 0.0221,
      "step": 23980
    },
    {
      "epoch": 2.5998482220294883,
      "grad_norm": 0.07822235673666,
      "learning_rate": 1.3386769186130857e-05,
      "loss": 0.006,
      "step": 23981
    },
    {
      "epoch": 2.599956634865568,
      "grad_norm": 0.010259287431836128,
      "learning_rate": 1.3383142318293923e-05,
      "loss": 0.0006,
      "step": 23982
    },
    {
      "epoch": 2.600065047701648,
      "grad_norm": 0.09322690963745117,
      "learning_rate": 1.3379515450456986e-05,
      "loss": 0.0037,
      "step": 23983
    },
    {
      "epoch": 2.600173460537728,
      "grad_norm": 0.03284894675016403,
      "learning_rate": 1.337588858262005e-05,
      "loss": 0.0017,
      "step": 23984
    },
    {
      "epoch": 2.6002818733738073,
      "grad_norm": 0.2597278952598572,
      "learning_rate": 1.3372261714783114e-05,
      "loss": 0.0149,
      "step": 23985
    },
    {
      "epoch": 2.6003902862098873,
      "grad_norm": 0.20473197102546692,
      "learning_rate": 1.336863484694618e-05,
      "loss": 0.028,
      "step": 23986
    },
    {
      "epoch": 2.600498699045967,
      "grad_norm": 0.03500961884856224,
      "learning_rate": 1.3365007979109242e-05,
      "loss": 0.0027,
      "step": 23987
    },
    {
      "epoch": 2.600607111882047,
      "grad_norm": 0.11971399933099747,
      "learning_rate": 1.3361381111272306e-05,
      "loss": 0.0055,
      "step": 23988
    },
    {
      "epoch": 2.600715524718127,
      "grad_norm": 0.49638259410858154,
      "learning_rate": 1.3357754243435369e-05,
      "loss": 0.0679,
      "step": 23989
    },
    {
      "epoch": 2.6008239375542064,
      "grad_norm": 0.0677075982093811,
      "learning_rate": 1.3354127375598433e-05,
      "loss": 0.0047,
      "step": 23990
    },
    {
      "epoch": 2.6009323503902864,
      "grad_norm": 0.4310823976993561,
      "learning_rate": 1.3350500507761498e-05,
      "loss": 0.0241,
      "step": 23991
    },
    {
      "epoch": 2.601040763226366,
      "grad_norm": 0.12049974501132965,
      "learning_rate": 1.3346873639924563e-05,
      "loss": 0.0064,
      "step": 23992
    },
    {
      "epoch": 2.601149176062446,
      "grad_norm": 0.2049732804298401,
      "learning_rate": 1.3343246772087625e-05,
      "loss": 0.0192,
      "step": 23993
    },
    {
      "epoch": 2.6012575888985254,
      "grad_norm": 0.1976238489151001,
      "learning_rate": 1.3339619904250689e-05,
      "loss": 0.0089,
      "step": 23994
    },
    {
      "epoch": 2.6013660017346054,
      "grad_norm": 0.25175994634628296,
      "learning_rate": 1.3335993036413755e-05,
      "loss": 0.0119,
      "step": 23995
    },
    {
      "epoch": 2.601474414570685,
      "grad_norm": 0.3702317774295807,
      "learning_rate": 1.3332366168576817e-05,
      "loss": 0.0421,
      "step": 23996
    },
    {
      "epoch": 2.601582827406765,
      "grad_norm": 0.20128265023231506,
      "learning_rate": 1.3328739300739881e-05,
      "loss": 0.0083,
      "step": 23997
    },
    {
      "epoch": 2.601691240242845,
      "grad_norm": 0.0695289745926857,
      "learning_rate": 1.3325112432902945e-05,
      "loss": 0.0043,
      "step": 23998
    },
    {
      "epoch": 2.6017996530789245,
      "grad_norm": 0.08392650634050369,
      "learning_rate": 1.3321485565066011e-05,
      "loss": 0.0089,
      "step": 23999
    },
    {
      "epoch": 2.6019080659150045,
      "grad_norm": 0.0023090424947440624,
      "learning_rate": 1.3317858697229074e-05,
      "loss": 0.0002,
      "step": 24000
    },
    {
      "epoch": 2.602016478751084,
      "grad_norm": 0.28543221950531006,
      "learning_rate": 1.3314231829392138e-05,
      "loss": 0.012,
      "step": 24001
    },
    {
      "epoch": 2.602124891587164,
      "grad_norm": 0.18015973269939423,
      "learning_rate": 1.33106049615552e-05,
      "loss": 0.0035,
      "step": 24002
    },
    {
      "epoch": 2.602233304423244,
      "grad_norm": 0.2331177294254303,
      "learning_rate": 1.3306978093718264e-05,
      "loss": 0.0317,
      "step": 24003
    },
    {
      "epoch": 2.6023417172593235,
      "grad_norm": 0.09695636481046677,
      "learning_rate": 1.330335122588133e-05,
      "loss": 0.0092,
      "step": 24004
    },
    {
      "epoch": 2.602450130095403,
      "grad_norm": 0.37093642354011536,
      "learning_rate": 1.3299724358044394e-05,
      "loss": 0.0285,
      "step": 24005
    },
    {
      "epoch": 2.602558542931483,
      "grad_norm": 0.2936686873435974,
      "learning_rate": 1.3296097490207457e-05,
      "loss": 0.0321,
      "step": 24006
    },
    {
      "epoch": 2.602666955767563,
      "grad_norm": 0.05153876543045044,
      "learning_rate": 1.329247062237052e-05,
      "loss": 0.0021,
      "step": 24007
    },
    {
      "epoch": 2.6027753686036426,
      "grad_norm": 0.4373542368412018,
      "learning_rate": 1.3288843754533587e-05,
      "loss": 0.0181,
      "step": 24008
    },
    {
      "epoch": 2.6028837814397225,
      "grad_norm": 0.2685346007347107,
      "learning_rate": 1.3285216886696649e-05,
      "loss": 0.0213,
      "step": 24009
    },
    {
      "epoch": 2.602992194275802,
      "grad_norm": 0.5665211081504822,
      "learning_rate": 1.3281590018859713e-05,
      "loss": 0.0477,
      "step": 24010
    },
    {
      "epoch": 2.603100607111882,
      "grad_norm": 0.1329648494720459,
      "learning_rate": 1.3277963151022777e-05,
      "loss": 0.0027,
      "step": 24011
    },
    {
      "epoch": 2.603209019947962,
      "grad_norm": 0.07487118244171143,
      "learning_rate": 1.3274336283185843e-05,
      "loss": 0.0043,
      "step": 24012
    },
    {
      "epoch": 2.6033174327840416,
      "grad_norm": 0.47322383522987366,
      "learning_rate": 1.3270709415348905e-05,
      "loss": 0.0314,
      "step": 24013
    },
    {
      "epoch": 2.6034258456201216,
      "grad_norm": 0.05925451219081879,
      "learning_rate": 1.326708254751197e-05,
      "loss": 0.0045,
      "step": 24014
    },
    {
      "epoch": 2.603534258456201,
      "grad_norm": 0.015866557136178017,
      "learning_rate": 1.3263455679675032e-05,
      "loss": 0.0009,
      "step": 24015
    },
    {
      "epoch": 2.603642671292281,
      "grad_norm": 0.2524636685848236,
      "learning_rate": 1.3259828811838096e-05,
      "loss": 0.0176,
      "step": 24016
    },
    {
      "epoch": 2.6037510841283606,
      "grad_norm": 0.10297452658414841,
      "learning_rate": 1.3256201944001162e-05,
      "loss": 0.0065,
      "step": 24017
    },
    {
      "epoch": 2.6038594969644406,
      "grad_norm": 0.07814992964267731,
      "learning_rate": 1.3252575076164226e-05,
      "loss": 0.0048,
      "step": 24018
    },
    {
      "epoch": 2.60396790980052,
      "grad_norm": 0.10719986259937286,
      "learning_rate": 1.3248948208327288e-05,
      "loss": 0.0119,
      "step": 24019
    },
    {
      "epoch": 2.6040763226366,
      "grad_norm": 0.45115283131599426,
      "learning_rate": 1.3245321340490352e-05,
      "loss": 0.0099,
      "step": 24020
    },
    {
      "epoch": 2.60418473547268,
      "grad_norm": 0.018974177539348602,
      "learning_rate": 1.3241694472653418e-05,
      "loss": 0.0011,
      "step": 24021
    },
    {
      "epoch": 2.6042931483087597,
      "grad_norm": 0.29650381207466125,
      "learning_rate": 1.323806760481648e-05,
      "loss": 0.028,
      "step": 24022
    },
    {
      "epoch": 2.6044015611448397,
      "grad_norm": 0.4149594008922577,
      "learning_rate": 1.3234440736979545e-05,
      "loss": 0.0103,
      "step": 24023
    },
    {
      "epoch": 2.604509973980919,
      "grad_norm": 0.27258044481277466,
      "learning_rate": 1.3230813869142609e-05,
      "loss": 0.0141,
      "step": 24024
    },
    {
      "epoch": 2.604618386816999,
      "grad_norm": 0.16838054358959198,
      "learning_rate": 1.3227187001305675e-05,
      "loss": 0.0062,
      "step": 24025
    },
    {
      "epoch": 2.604726799653079,
      "grad_norm": 0.14657346904277802,
      "learning_rate": 1.3223560133468737e-05,
      "loss": 0.0245,
      "step": 24026
    },
    {
      "epoch": 2.6048352124891587,
      "grad_norm": 0.08111853897571564,
      "learning_rate": 1.3219933265631801e-05,
      "loss": 0.006,
      "step": 24027
    },
    {
      "epoch": 2.6049436253252383,
      "grad_norm": 0.31551483273506165,
      "learning_rate": 1.3216306397794864e-05,
      "loss": 0.0071,
      "step": 24028
    },
    {
      "epoch": 2.6050520381613183,
      "grad_norm": 0.05271085351705551,
      "learning_rate": 1.3212679529957931e-05,
      "loss": 0.0024,
      "step": 24029
    },
    {
      "epoch": 2.6051604509973982,
      "grad_norm": 0.3383643627166748,
      "learning_rate": 1.3209052662120993e-05,
      "loss": 0.0168,
      "step": 24030
    },
    {
      "epoch": 2.6052688638334778,
      "grad_norm": 0.19146691262722015,
      "learning_rate": 1.3205425794284058e-05,
      "loss": 0.0246,
      "step": 24031
    },
    {
      "epoch": 2.6053772766695578,
      "grad_norm": 0.27683064341545105,
      "learning_rate": 1.320179892644712e-05,
      "loss": 0.0268,
      "step": 24032
    },
    {
      "epoch": 2.6054856895056373,
      "grad_norm": 0.20195166766643524,
      "learning_rate": 1.3198172058610184e-05,
      "loss": 0.0117,
      "step": 24033
    },
    {
      "epoch": 2.6055941023417173,
      "grad_norm": 0.2962578237056732,
      "learning_rate": 1.319454519077325e-05,
      "loss": 0.0118,
      "step": 24034
    },
    {
      "epoch": 2.6057025151777973,
      "grad_norm": 0.20243699848651886,
      "learning_rate": 1.3190918322936312e-05,
      "loss": 0.0215,
      "step": 24035
    },
    {
      "epoch": 2.605810928013877,
      "grad_norm": 0.22902649641036987,
      "learning_rate": 1.3187291455099376e-05,
      "loss": 0.0183,
      "step": 24036
    },
    {
      "epoch": 2.605919340849957,
      "grad_norm": 0.5412192344665527,
      "learning_rate": 1.318366458726244e-05,
      "loss": 0.0173,
      "step": 24037
    },
    {
      "epoch": 2.6060277536860363,
      "grad_norm": 0.3335721790790558,
      "learning_rate": 1.3180037719425506e-05,
      "loss": 0.0382,
      "step": 24038
    },
    {
      "epoch": 2.6061361665221163,
      "grad_norm": 0.08388576656579971,
      "learning_rate": 1.3176410851588569e-05,
      "loss": 0.0036,
      "step": 24039
    },
    {
      "epoch": 2.606244579358196,
      "grad_norm": 0.11469096690416336,
      "learning_rate": 1.3172783983751633e-05,
      "loss": 0.0054,
      "step": 24040
    },
    {
      "epoch": 2.606352992194276,
      "grad_norm": 0.058517761528491974,
      "learning_rate": 1.3169157115914695e-05,
      "loss": 0.0028,
      "step": 24041
    },
    {
      "epoch": 2.6064614050303554,
      "grad_norm": 0.04068029299378395,
      "learning_rate": 1.3165530248077763e-05,
      "loss": 0.0032,
      "step": 24042
    },
    {
      "epoch": 2.6065698178664354,
      "grad_norm": 0.28087955713272095,
      "learning_rate": 1.3161903380240825e-05,
      "loss": 0.0233,
      "step": 24043
    },
    {
      "epoch": 2.6066782307025154,
      "grad_norm": 0.6341102123260498,
      "learning_rate": 1.315827651240389e-05,
      "loss": 0.0243,
      "step": 24044
    },
    {
      "epoch": 2.606786643538595,
      "grad_norm": 0.16008758544921875,
      "learning_rate": 1.3154649644566952e-05,
      "loss": 0.0112,
      "step": 24045
    },
    {
      "epoch": 2.606895056374675,
      "grad_norm": 0.07853779196739197,
      "learning_rate": 1.3151022776730016e-05,
      "loss": 0.0052,
      "step": 24046
    },
    {
      "epoch": 2.6070034692107544,
      "grad_norm": 0.2588050961494446,
      "learning_rate": 1.3147395908893082e-05,
      "loss": 0.0322,
      "step": 24047
    },
    {
      "epoch": 2.6071118820468344,
      "grad_norm": 0.045078523457050323,
      "learning_rate": 1.3143769041056144e-05,
      "loss": 0.0018,
      "step": 24048
    },
    {
      "epoch": 2.6072202948829144,
      "grad_norm": 0.3087836802005768,
      "learning_rate": 1.3140142173219208e-05,
      "loss": 0.0144,
      "step": 24049
    },
    {
      "epoch": 2.607328707718994,
      "grad_norm": 0.0983482077717781,
      "learning_rate": 1.3136515305382272e-05,
      "loss": 0.0075,
      "step": 24050
    },
    {
      "epoch": 2.6074371205550735,
      "grad_norm": 0.11969703435897827,
      "learning_rate": 1.3132888437545338e-05,
      "loss": 0.0089,
      "step": 24051
    },
    {
      "epoch": 2.6075455333911535,
      "grad_norm": 0.012245646677911282,
      "learning_rate": 1.31292615697084e-05,
      "loss": 0.0006,
      "step": 24052
    },
    {
      "epoch": 2.6076539462272335,
      "grad_norm": 0.045447759330272675,
      "learning_rate": 1.3125634701871464e-05,
      "loss": 0.0031,
      "step": 24053
    },
    {
      "epoch": 2.607762359063313,
      "grad_norm": 0.3986561596393585,
      "learning_rate": 1.3122007834034527e-05,
      "loss": 0.0221,
      "step": 24054
    },
    {
      "epoch": 2.607870771899393,
      "grad_norm": 0.04831813648343086,
      "learning_rate": 1.3118380966197594e-05,
      "loss": 0.0026,
      "step": 24055
    },
    {
      "epoch": 2.6079791847354725,
      "grad_norm": 0.05315674468874931,
      "learning_rate": 1.3114754098360657e-05,
      "loss": 0.0032,
      "step": 24056
    },
    {
      "epoch": 2.6080875975715525,
      "grad_norm": 0.19282853603363037,
      "learning_rate": 1.3111127230523721e-05,
      "loss": 0.0245,
      "step": 24057
    },
    {
      "epoch": 2.6081960104076325,
      "grad_norm": 0.1296921819448471,
      "learning_rate": 1.3107500362686783e-05,
      "loss": 0.0078,
      "step": 24058
    },
    {
      "epoch": 2.608304423243712,
      "grad_norm": 0.22567953169345856,
      "learning_rate": 1.3103873494849847e-05,
      "loss": 0.0063,
      "step": 24059
    },
    {
      "epoch": 2.6084128360797916,
      "grad_norm": 0.1325768530368805,
      "learning_rate": 1.3100246627012913e-05,
      "loss": 0.0116,
      "step": 24060
    },
    {
      "epoch": 2.6085212489158716,
      "grad_norm": 0.10310697555541992,
      "learning_rate": 1.3096619759175977e-05,
      "loss": 0.0047,
      "step": 24061
    },
    {
      "epoch": 2.6086296617519515,
      "grad_norm": 0.12415991723537445,
      "learning_rate": 1.309299289133904e-05,
      "loss": 0.0061,
      "step": 24062
    },
    {
      "epoch": 2.608738074588031,
      "grad_norm": 0.338858425617218,
      "learning_rate": 1.3089366023502104e-05,
      "loss": 0.0188,
      "step": 24063
    },
    {
      "epoch": 2.608846487424111,
      "grad_norm": 1.0422712564468384,
      "learning_rate": 1.308573915566517e-05,
      "loss": 0.0219,
      "step": 24064
    },
    {
      "epoch": 2.6089549002601906,
      "grad_norm": 0.0658215805888176,
      "learning_rate": 1.3082112287828232e-05,
      "loss": 0.0026,
      "step": 24065
    },
    {
      "epoch": 2.6090633130962706,
      "grad_norm": 0.5649104714393616,
      "learning_rate": 1.3078485419991296e-05,
      "loss": 0.0215,
      "step": 24066
    },
    {
      "epoch": 2.6091717259323506,
      "grad_norm": 0.2296239733695984,
      "learning_rate": 1.3074858552154359e-05,
      "loss": 0.0305,
      "step": 24067
    },
    {
      "epoch": 2.60928013876843,
      "grad_norm": 0.7464473843574524,
      "learning_rate": 1.3071231684317426e-05,
      "loss": 0.0306,
      "step": 24068
    },
    {
      "epoch": 2.60938855160451,
      "grad_norm": 0.08184076845645905,
      "learning_rate": 1.3067604816480488e-05,
      "loss": 0.0046,
      "step": 24069
    },
    {
      "epoch": 2.6094969644405897,
      "grad_norm": 0.3681863248348236,
      "learning_rate": 1.3063977948643553e-05,
      "loss": 0.0191,
      "step": 24070
    },
    {
      "epoch": 2.6096053772766696,
      "grad_norm": 0.13957375288009644,
      "learning_rate": 1.3060351080806615e-05,
      "loss": 0.0081,
      "step": 24071
    },
    {
      "epoch": 2.6097137901127496,
      "grad_norm": 0.07616617530584335,
      "learning_rate": 1.3056724212969679e-05,
      "loss": 0.004,
      "step": 24072
    },
    {
      "epoch": 2.609822202948829,
      "grad_norm": 0.39332956075668335,
      "learning_rate": 1.3053097345132745e-05,
      "loss": 0.0363,
      "step": 24073
    },
    {
      "epoch": 2.6099306157849087,
      "grad_norm": 0.275523841381073,
      "learning_rate": 1.3049470477295809e-05,
      "loss": 0.0211,
      "step": 24074
    },
    {
      "epoch": 2.6100390286209887,
      "grad_norm": 0.34308889508247375,
      "learning_rate": 1.3045843609458871e-05,
      "loss": 0.0125,
      "step": 24075
    },
    {
      "epoch": 2.6101474414570687,
      "grad_norm": 0.20020268857479095,
      "learning_rate": 1.3042216741621936e-05,
      "loss": 0.0599,
      "step": 24076
    },
    {
      "epoch": 2.610255854293148,
      "grad_norm": 0.1689506322145462,
      "learning_rate": 1.3038589873785001e-05,
      "loss": 0.0085,
      "step": 24077
    },
    {
      "epoch": 2.610364267129228,
      "grad_norm": 0.17961303889751434,
      "learning_rate": 1.3034963005948064e-05,
      "loss": 0.0204,
      "step": 24078
    },
    {
      "epoch": 2.6104726799653077,
      "grad_norm": 0.3660919964313507,
      "learning_rate": 1.3031336138111128e-05,
      "loss": 0.0353,
      "step": 24079
    },
    {
      "epoch": 2.6105810928013877,
      "grad_norm": 0.5540575385093689,
      "learning_rate": 1.302770927027419e-05,
      "loss": 0.0148,
      "step": 24080
    },
    {
      "epoch": 2.6106895056374677,
      "grad_norm": 0.029419081285595894,
      "learning_rate": 1.3024082402437258e-05,
      "loss": 0.0019,
      "step": 24081
    },
    {
      "epoch": 2.6107979184735473,
      "grad_norm": 0.10810566693544388,
      "learning_rate": 1.302045553460032e-05,
      "loss": 0.0059,
      "step": 24082
    },
    {
      "epoch": 2.610906331309627,
      "grad_norm": 0.21671153604984283,
      "learning_rate": 1.3016828666763384e-05,
      "loss": 0.0201,
      "step": 24083
    },
    {
      "epoch": 2.611014744145707,
      "grad_norm": 0.2979751527309418,
      "learning_rate": 1.3013201798926447e-05,
      "loss": 0.0158,
      "step": 24084
    },
    {
      "epoch": 2.6111231569817868,
      "grad_norm": 0.2149878293275833,
      "learning_rate": 1.300957493108951e-05,
      "loss": 0.0118,
      "step": 24085
    },
    {
      "epoch": 2.6112315698178663,
      "grad_norm": 0.32572218775749207,
      "learning_rate": 1.3005948063252577e-05,
      "loss": 0.0504,
      "step": 24086
    },
    {
      "epoch": 2.6113399826539463,
      "grad_norm": 0.21443159878253937,
      "learning_rate": 1.300232119541564e-05,
      "loss": 0.0106,
      "step": 24087
    },
    {
      "epoch": 2.611448395490026,
      "grad_norm": 0.0450117364525795,
      "learning_rate": 1.2998694327578703e-05,
      "loss": 0.0041,
      "step": 24088
    },
    {
      "epoch": 2.611556808326106,
      "grad_norm": 0.20690537989139557,
      "learning_rate": 1.2995067459741767e-05,
      "loss": 0.0121,
      "step": 24089
    },
    {
      "epoch": 2.611665221162186,
      "grad_norm": 0.39787283539772034,
      "learning_rate": 1.2991440591904833e-05,
      "loss": 0.0168,
      "step": 24090
    },
    {
      "epoch": 2.6117736339982653,
      "grad_norm": 0.6110103726387024,
      "learning_rate": 1.2987813724067895e-05,
      "loss": 0.0384,
      "step": 24091
    },
    {
      "epoch": 2.6118820468343453,
      "grad_norm": 0.09524717926979065,
      "learning_rate": 1.298418685623096e-05,
      "loss": 0.0023,
      "step": 24092
    },
    {
      "epoch": 2.611990459670425,
      "grad_norm": 0.03774303197860718,
      "learning_rate": 1.2980559988394022e-05,
      "loss": 0.0025,
      "step": 24093
    },
    {
      "epoch": 2.612098872506505,
      "grad_norm": 0.27910640835762024,
      "learning_rate": 1.297693312055709e-05,
      "loss": 0.0164,
      "step": 24094
    },
    {
      "epoch": 2.612207285342585,
      "grad_norm": 0.21026986837387085,
      "learning_rate": 1.2973306252720152e-05,
      "loss": 0.028,
      "step": 24095
    },
    {
      "epoch": 2.6123156981786644,
      "grad_norm": 0.16019859910011292,
      "learning_rate": 1.2969679384883216e-05,
      "loss": 0.0062,
      "step": 24096
    },
    {
      "epoch": 2.612424111014744,
      "grad_norm": 0.1927787810564041,
      "learning_rate": 1.2966052517046278e-05,
      "loss": 0.0124,
      "step": 24097
    },
    {
      "epoch": 2.612532523850824,
      "grad_norm": 0.24515874683856964,
      "learning_rate": 1.2962425649209342e-05,
      "loss": 0.0184,
      "step": 24098
    },
    {
      "epoch": 2.612640936686904,
      "grad_norm": 0.28695839643478394,
      "learning_rate": 1.2958798781372408e-05,
      "loss": 0.0111,
      "step": 24099
    },
    {
      "epoch": 2.6127493495229834,
      "grad_norm": 0.20208525657653809,
      "learning_rate": 1.2955171913535472e-05,
      "loss": 0.0141,
      "step": 24100
    },
    {
      "epoch": 2.6128577623590634,
      "grad_norm": 0.08858402818441391,
      "learning_rate": 1.2951545045698535e-05,
      "loss": 0.0039,
      "step": 24101
    },
    {
      "epoch": 2.612966175195143,
      "grad_norm": 0.06428039819002151,
      "learning_rate": 1.2947918177861599e-05,
      "loss": 0.0043,
      "step": 24102
    },
    {
      "epoch": 2.613074588031223,
      "grad_norm": 0.028277460485696793,
      "learning_rate": 1.2944291310024665e-05,
      "loss": 0.0026,
      "step": 24103
    },
    {
      "epoch": 2.613183000867303,
      "grad_norm": 0.25789228081703186,
      "learning_rate": 1.2940664442187727e-05,
      "loss": 0.015,
      "step": 24104
    },
    {
      "epoch": 2.6132914137033825,
      "grad_norm": 0.031925175338983536,
      "learning_rate": 1.2937037574350791e-05,
      "loss": 0.0022,
      "step": 24105
    },
    {
      "epoch": 2.613399826539462,
      "grad_norm": 0.4558902084827423,
      "learning_rate": 1.2933410706513854e-05,
      "loss": 0.0092,
      "step": 24106
    },
    {
      "epoch": 2.613508239375542,
      "grad_norm": 0.21182413399219513,
      "learning_rate": 1.2929783838676921e-05,
      "loss": 0.0116,
      "step": 24107
    },
    {
      "epoch": 2.613616652211622,
      "grad_norm": 0.06690295785665512,
      "learning_rate": 1.2926156970839983e-05,
      "loss": 0.0036,
      "step": 24108
    },
    {
      "epoch": 2.6137250650477015,
      "grad_norm": 0.0419432632625103,
      "learning_rate": 1.2922530103003048e-05,
      "loss": 0.0034,
      "step": 24109
    },
    {
      "epoch": 2.6138334778837815,
      "grad_norm": 0.1820659637451172,
      "learning_rate": 1.291890323516611e-05,
      "loss": 0.0071,
      "step": 24110
    },
    {
      "epoch": 2.613941890719861,
      "grad_norm": 0.1191435381770134,
      "learning_rate": 1.2915276367329174e-05,
      "loss": 0.0078,
      "step": 24111
    },
    {
      "epoch": 2.614050303555941,
      "grad_norm": 0.40498143434524536,
      "learning_rate": 1.291164949949224e-05,
      "loss": 0.0094,
      "step": 24112
    },
    {
      "epoch": 2.614158716392021,
      "grad_norm": 0.08454401791095734,
      "learning_rate": 1.2908022631655304e-05,
      "loss": 0.0041,
      "step": 24113
    },
    {
      "epoch": 2.6142671292281006,
      "grad_norm": 0.2471628487110138,
      "learning_rate": 1.2904395763818366e-05,
      "loss": 0.0143,
      "step": 24114
    },
    {
      "epoch": 2.6143755420641805,
      "grad_norm": 0.12033697962760925,
      "learning_rate": 1.290076889598143e-05,
      "loss": 0.0067,
      "step": 24115
    },
    {
      "epoch": 2.61448395490026,
      "grad_norm": 0.30850598216056824,
      "learning_rate": 1.2897142028144496e-05,
      "loss": 0.0328,
      "step": 24116
    },
    {
      "epoch": 2.61459236773634,
      "grad_norm": 0.09702800959348679,
      "learning_rate": 1.2893515160307559e-05,
      "loss": 0.0057,
      "step": 24117
    },
    {
      "epoch": 2.6147007805724196,
      "grad_norm": 0.0977054163813591,
      "learning_rate": 1.2889888292470623e-05,
      "loss": 0.0026,
      "step": 24118
    },
    {
      "epoch": 2.6148091934084996,
      "grad_norm": 0.15223409235477448,
      "learning_rate": 1.2886261424633685e-05,
      "loss": 0.0166,
      "step": 24119
    },
    {
      "epoch": 2.614917606244579,
      "grad_norm": 0.4405267834663391,
      "learning_rate": 1.2882634556796753e-05,
      "loss": 0.0492,
      "step": 24120
    },
    {
      "epoch": 2.615026019080659,
      "grad_norm": 0.03198617696762085,
      "learning_rate": 1.2879007688959815e-05,
      "loss": 0.0022,
      "step": 24121
    },
    {
      "epoch": 2.615134431916739,
      "grad_norm": 0.08735504001379013,
      "learning_rate": 1.287538082112288e-05,
      "loss": 0.0039,
      "step": 24122
    },
    {
      "epoch": 2.6152428447528187,
      "grad_norm": 0.24202939867973328,
      "learning_rate": 1.2871753953285942e-05,
      "loss": 0.0168,
      "step": 24123
    },
    {
      "epoch": 2.6153512575888986,
      "grad_norm": 0.11219105869531631,
      "learning_rate": 1.2868127085449006e-05,
      "loss": 0.0129,
      "step": 24124
    },
    {
      "epoch": 2.615459670424978,
      "grad_norm": 0.036971189081668854,
      "learning_rate": 1.2864500217612072e-05,
      "loss": 0.0024,
      "step": 24125
    },
    {
      "epoch": 2.615568083261058,
      "grad_norm": 0.13170039653778076,
      "learning_rate": 1.2860873349775136e-05,
      "loss": 0.0103,
      "step": 24126
    },
    {
      "epoch": 2.615676496097138,
      "grad_norm": 0.18203507363796234,
      "learning_rate": 1.2857246481938198e-05,
      "loss": 0.0225,
      "step": 24127
    },
    {
      "epoch": 2.6157849089332177,
      "grad_norm": 0.20081040263175964,
      "learning_rate": 1.2853619614101262e-05,
      "loss": 0.0118,
      "step": 24128
    },
    {
      "epoch": 2.6158933217692972,
      "grad_norm": 0.25524744391441345,
      "learning_rate": 1.2849992746264328e-05,
      "loss": 0.0094,
      "step": 24129
    },
    {
      "epoch": 2.616001734605377,
      "grad_norm": 0.13842488825321198,
      "learning_rate": 1.284636587842739e-05,
      "loss": 0.0035,
      "step": 24130
    },
    {
      "epoch": 2.616110147441457,
      "grad_norm": 0.19791704416275024,
      "learning_rate": 1.2842739010590455e-05,
      "loss": 0.0217,
      "step": 24131
    },
    {
      "epoch": 2.6162185602775367,
      "grad_norm": 0.20127250254154205,
      "learning_rate": 1.2839112142753517e-05,
      "loss": 0.0134,
      "step": 24132
    },
    {
      "epoch": 2.6163269731136167,
      "grad_norm": 0.4084624648094177,
      "learning_rate": 1.2835485274916584e-05,
      "loss": 0.0375,
      "step": 24133
    },
    {
      "epoch": 2.6164353859496963,
      "grad_norm": 0.3032979667186737,
      "learning_rate": 1.2831858407079647e-05,
      "loss": 0.0247,
      "step": 24134
    },
    {
      "epoch": 2.6165437987857763,
      "grad_norm": 0.3712000250816345,
      "learning_rate": 1.2828231539242711e-05,
      "loss": 0.0224,
      "step": 24135
    },
    {
      "epoch": 2.6166522116218562,
      "grad_norm": 0.036822982132434845,
      "learning_rate": 1.2824604671405773e-05,
      "loss": 0.0013,
      "step": 24136
    },
    {
      "epoch": 2.616760624457936,
      "grad_norm": 0.5334344506263733,
      "learning_rate": 1.282097780356884e-05,
      "loss": 0.0595,
      "step": 24137
    },
    {
      "epoch": 2.6168690372940158,
      "grad_norm": 0.22626031935214996,
      "learning_rate": 1.2817350935731903e-05,
      "loss": 0.0205,
      "step": 24138
    },
    {
      "epoch": 2.6169774501300953,
      "grad_norm": 0.08652986586093903,
      "learning_rate": 1.2813724067894967e-05,
      "loss": 0.0091,
      "step": 24139
    },
    {
      "epoch": 2.6170858629661753,
      "grad_norm": 0.6068786978721619,
      "learning_rate": 1.281009720005803e-05,
      "loss": 0.0379,
      "step": 24140
    },
    {
      "epoch": 2.617194275802255,
      "grad_norm": 0.38464486598968506,
      "learning_rate": 1.2806470332221094e-05,
      "loss": 0.0458,
      "step": 24141
    },
    {
      "epoch": 2.617302688638335,
      "grad_norm": 0.38232362270355225,
      "learning_rate": 1.280284346438416e-05,
      "loss": 0.025,
      "step": 24142
    },
    {
      "epoch": 2.6174111014744144,
      "grad_norm": 0.05667708441615105,
      "learning_rate": 1.2799216596547222e-05,
      "loss": 0.0022,
      "step": 24143
    },
    {
      "epoch": 2.6175195143104943,
      "grad_norm": 0.4324270486831665,
      "learning_rate": 1.2795589728710286e-05,
      "loss": 0.0086,
      "step": 24144
    },
    {
      "epoch": 2.6176279271465743,
      "grad_norm": 0.4135601222515106,
      "learning_rate": 1.2791962860873349e-05,
      "loss": 0.0452,
      "step": 24145
    },
    {
      "epoch": 2.617736339982654,
      "grad_norm": 0.005622137803584337,
      "learning_rate": 1.2788335993036416e-05,
      "loss": 0.0004,
      "step": 24146
    },
    {
      "epoch": 2.617844752818734,
      "grad_norm": 0.5056583285331726,
      "learning_rate": 1.2784709125199479e-05,
      "loss": 0.0809,
      "step": 24147
    },
    {
      "epoch": 2.6179531656548134,
      "grad_norm": 0.7633123993873596,
      "learning_rate": 1.2781082257362543e-05,
      "loss": 0.0451,
      "step": 24148
    },
    {
      "epoch": 2.6180615784908934,
      "grad_norm": 0.35466107726097107,
      "learning_rate": 1.2777455389525605e-05,
      "loss": 0.0426,
      "step": 24149
    },
    {
      "epoch": 2.6181699913269734,
      "grad_norm": 0.06213764846324921,
      "learning_rate": 1.277382852168867e-05,
      "loss": 0.002,
      "step": 24150
    },
    {
      "epoch": 2.618278404163053,
      "grad_norm": 0.18221959471702576,
      "learning_rate": 1.2770201653851735e-05,
      "loss": 0.0125,
      "step": 24151
    },
    {
      "epoch": 2.6183868169991324,
      "grad_norm": 0.21961857378482819,
      "learning_rate": 1.2766574786014799e-05,
      "loss": 0.0064,
      "step": 24152
    },
    {
      "epoch": 2.6184952298352124,
      "grad_norm": 0.12414559721946716,
      "learning_rate": 1.2762947918177861e-05,
      "loss": 0.0067,
      "step": 24153
    },
    {
      "epoch": 2.6186036426712924,
      "grad_norm": 0.13030609488487244,
      "learning_rate": 1.2759321050340926e-05,
      "loss": 0.0071,
      "step": 24154
    },
    {
      "epoch": 2.618712055507372,
      "grad_norm": 0.21906933188438416,
      "learning_rate": 1.2755694182503991e-05,
      "loss": 0.0238,
      "step": 24155
    },
    {
      "epoch": 2.618820468343452,
      "grad_norm": 0.010515889152884483,
      "learning_rate": 1.2752067314667054e-05,
      "loss": 0.0009,
      "step": 24156
    },
    {
      "epoch": 2.6189288811795315,
      "grad_norm": 0.07629497349262238,
      "learning_rate": 1.2748440446830118e-05,
      "loss": 0.0069,
      "step": 24157
    },
    {
      "epoch": 2.6190372940156115,
      "grad_norm": 0.02772532030940056,
      "learning_rate": 1.274481357899318e-05,
      "loss": 0.001,
      "step": 24158
    },
    {
      "epoch": 2.6191457068516915,
      "grad_norm": 0.27671632170677185,
      "learning_rate": 1.2741186711156248e-05,
      "loss": 0.0216,
      "step": 24159
    },
    {
      "epoch": 2.619254119687771,
      "grad_norm": 0.19211743772029877,
      "learning_rate": 1.273755984331931e-05,
      "loss": 0.0166,
      "step": 24160
    },
    {
      "epoch": 2.619362532523851,
      "grad_norm": 0.05014187842607498,
      "learning_rate": 1.2733932975482374e-05,
      "loss": 0.0022,
      "step": 24161
    },
    {
      "epoch": 2.6194709453599305,
      "grad_norm": 0.08109420537948608,
      "learning_rate": 1.2730306107645437e-05,
      "loss": 0.0036,
      "step": 24162
    },
    {
      "epoch": 2.6195793581960105,
      "grad_norm": 0.26213300228118896,
      "learning_rate": 1.2726679239808503e-05,
      "loss": 0.0256,
      "step": 24163
    },
    {
      "epoch": 2.61968777103209,
      "grad_norm": 0.28060558438301086,
      "learning_rate": 1.2723052371971567e-05,
      "loss": 0.0168,
      "step": 24164
    },
    {
      "epoch": 2.61979618386817,
      "grad_norm": 0.09809371829032898,
      "learning_rate": 1.271942550413463e-05,
      "loss": 0.0047,
      "step": 24165
    },
    {
      "epoch": 2.6199045967042496,
      "grad_norm": 0.07869724929332733,
      "learning_rate": 1.2715798636297693e-05,
      "loss": 0.003,
      "step": 24166
    },
    {
      "epoch": 2.6200130095403296,
      "grad_norm": 0.11473460495471954,
      "learning_rate": 1.2712171768460757e-05,
      "loss": 0.0075,
      "step": 24167
    },
    {
      "epoch": 2.6201214223764095,
      "grad_norm": 0.021748559549450874,
      "learning_rate": 1.2708544900623823e-05,
      "loss": 0.0013,
      "step": 24168
    },
    {
      "epoch": 2.620229835212489,
      "grad_norm": 0.31520384550094604,
      "learning_rate": 1.2704918032786885e-05,
      "loss": 0.0408,
      "step": 24169
    },
    {
      "epoch": 2.620338248048569,
      "grad_norm": 0.0782853364944458,
      "learning_rate": 1.270129116494995e-05,
      "loss": 0.0024,
      "step": 24170
    },
    {
      "epoch": 2.6204466608846486,
      "grad_norm": 0.31706660985946655,
      "learning_rate": 1.2697664297113012e-05,
      "loss": 0.01,
      "step": 24171
    },
    {
      "epoch": 2.6205550737207286,
      "grad_norm": 0.08638691902160645,
      "learning_rate": 1.269403742927608e-05,
      "loss": 0.0078,
      "step": 24172
    },
    {
      "epoch": 2.6206634865568086,
      "grad_norm": 0.28185203671455383,
      "learning_rate": 1.2690410561439142e-05,
      "loss": 0.0415,
      "step": 24173
    },
    {
      "epoch": 2.620771899392888,
      "grad_norm": 0.23391525447368622,
      "learning_rate": 1.2686783693602206e-05,
      "loss": 0.0121,
      "step": 24174
    },
    {
      "epoch": 2.6208803122289677,
      "grad_norm": 0.2103102058172226,
      "learning_rate": 1.2683156825765268e-05,
      "loss": 0.0094,
      "step": 24175
    },
    {
      "epoch": 2.6209887250650477,
      "grad_norm": 0.09525195509195328,
      "learning_rate": 1.2679529957928334e-05,
      "loss": 0.0116,
      "step": 24176
    },
    {
      "epoch": 2.6210971379011276,
      "grad_norm": 0.46152880787849426,
      "learning_rate": 1.2675903090091398e-05,
      "loss": 0.0168,
      "step": 24177
    },
    {
      "epoch": 2.621205550737207,
      "grad_norm": 0.020694181323051453,
      "learning_rate": 1.2672276222254462e-05,
      "loss": 0.0016,
      "step": 24178
    },
    {
      "epoch": 2.621313963573287,
      "grad_norm": 0.013848688453435898,
      "learning_rate": 1.2668649354417525e-05,
      "loss": 0.0012,
      "step": 24179
    },
    {
      "epoch": 2.6214223764093667,
      "grad_norm": 0.2439633011817932,
      "learning_rate": 1.2665022486580589e-05,
      "loss": 0.0063,
      "step": 24180
    },
    {
      "epoch": 2.6215307892454467,
      "grad_norm": 0.15127840638160706,
      "learning_rate": 1.2661395618743655e-05,
      "loss": 0.0122,
      "step": 24181
    },
    {
      "epoch": 2.6216392020815267,
      "grad_norm": 0.3965024948120117,
      "learning_rate": 1.2657768750906717e-05,
      "loss": 0.024,
      "step": 24182
    },
    {
      "epoch": 2.621747614917606,
      "grad_norm": 0.4102008044719696,
      "learning_rate": 1.2654141883069781e-05,
      "loss": 0.023,
      "step": 24183
    },
    {
      "epoch": 2.621856027753686,
      "grad_norm": 0.2502528429031372,
      "learning_rate": 1.2650515015232844e-05,
      "loss": 0.0326,
      "step": 24184
    },
    {
      "epoch": 2.6219644405897657,
      "grad_norm": 0.27973899245262146,
      "learning_rate": 1.2646888147395911e-05,
      "loss": 0.0199,
      "step": 24185
    },
    {
      "epoch": 2.6220728534258457,
      "grad_norm": 0.04750528559088707,
      "learning_rate": 1.2643261279558974e-05,
      "loss": 0.0041,
      "step": 24186
    },
    {
      "epoch": 2.6221812662619253,
      "grad_norm": 0.05513349175453186,
      "learning_rate": 1.2639634411722038e-05,
      "loss": 0.0023,
      "step": 24187
    },
    {
      "epoch": 2.6222896790980053,
      "grad_norm": 0.26140105724334717,
      "learning_rate": 1.26360075438851e-05,
      "loss": 0.01,
      "step": 24188
    },
    {
      "epoch": 2.622398091934085,
      "grad_norm": 0.1389019787311554,
      "learning_rate": 1.2632380676048166e-05,
      "loss": 0.0094,
      "step": 24189
    },
    {
      "epoch": 2.622506504770165,
      "grad_norm": 0.16680894792079926,
      "learning_rate": 1.262875380821123e-05,
      "loss": 0.0154,
      "step": 24190
    },
    {
      "epoch": 2.6226149176062448,
      "grad_norm": 0.20695321261882782,
      "learning_rate": 1.2625126940374294e-05,
      "loss": 0.0092,
      "step": 24191
    },
    {
      "epoch": 2.6227233304423243,
      "grad_norm": 0.04281775653362274,
      "learning_rate": 1.2621500072537356e-05,
      "loss": 0.0017,
      "step": 24192
    },
    {
      "epoch": 2.6228317432784043,
      "grad_norm": 0.2028471976518631,
      "learning_rate": 1.261787320470042e-05,
      "loss": 0.0129,
      "step": 24193
    },
    {
      "epoch": 2.622940156114484,
      "grad_norm": 0.020967654883861542,
      "learning_rate": 1.2614246336863486e-05,
      "loss": 0.0014,
      "step": 24194
    },
    {
      "epoch": 2.623048568950564,
      "grad_norm": 0.11730366200208664,
      "learning_rate": 1.2610619469026549e-05,
      "loss": 0.0046,
      "step": 24195
    },
    {
      "epoch": 2.623156981786644,
      "grad_norm": 0.09776007384061813,
      "learning_rate": 1.2606992601189613e-05,
      "loss": 0.0067,
      "step": 24196
    },
    {
      "epoch": 2.6232653946227233,
      "grad_norm": 0.035600390285253525,
      "learning_rate": 1.2603365733352675e-05,
      "loss": 0.0014,
      "step": 24197
    },
    {
      "epoch": 2.623373807458803,
      "grad_norm": 0.25180816650390625,
      "learning_rate": 1.2599738865515743e-05,
      "loss": 0.0083,
      "step": 24198
    },
    {
      "epoch": 2.623482220294883,
      "grad_norm": 0.06247495859861374,
      "learning_rate": 1.2596111997678805e-05,
      "loss": 0.0028,
      "step": 24199
    },
    {
      "epoch": 2.623590633130963,
      "grad_norm": 0.3291642367839813,
      "learning_rate": 1.259248512984187e-05,
      "loss": 0.0246,
      "step": 24200
    },
    {
      "epoch": 2.6236990459670424,
      "grad_norm": 0.33485177159309387,
      "learning_rate": 1.2588858262004932e-05,
      "loss": 0.0113,
      "step": 24201
    },
    {
      "epoch": 2.6238074588031224,
      "grad_norm": 0.33419397473335266,
      "learning_rate": 1.2585231394167998e-05,
      "loss": 0.0243,
      "step": 24202
    },
    {
      "epoch": 2.623915871639202,
      "grad_norm": 0.06521207839250565,
      "learning_rate": 1.2581604526331062e-05,
      "loss": 0.0049,
      "step": 24203
    },
    {
      "epoch": 2.624024284475282,
      "grad_norm": 0.34378182888031006,
      "learning_rate": 1.2577977658494126e-05,
      "loss": 0.0177,
      "step": 24204
    },
    {
      "epoch": 2.624132697311362,
      "grad_norm": 0.11779356747865677,
      "learning_rate": 1.2574350790657188e-05,
      "loss": 0.0048,
      "step": 24205
    },
    {
      "epoch": 2.6242411101474414,
      "grad_norm": 0.1921079158782959,
      "learning_rate": 1.2570723922820252e-05,
      "loss": 0.0095,
      "step": 24206
    },
    {
      "epoch": 2.624349522983521,
      "grad_norm": 0.18813873827457428,
      "learning_rate": 1.2567097054983318e-05,
      "loss": 0.0054,
      "step": 24207
    },
    {
      "epoch": 2.624457935819601,
      "grad_norm": 0.40525707602500916,
      "learning_rate": 1.256347018714638e-05,
      "loss": 0.0173,
      "step": 24208
    },
    {
      "epoch": 2.624566348655681,
      "grad_norm": 0.2230088859796524,
      "learning_rate": 1.2559843319309445e-05,
      "loss": 0.044,
      "step": 24209
    },
    {
      "epoch": 2.6246747614917605,
      "grad_norm": 0.09146136790513992,
      "learning_rate": 1.2556216451472507e-05,
      "loss": 0.0074,
      "step": 24210
    },
    {
      "epoch": 2.6247831743278405,
      "grad_norm": 0.1659066528081894,
      "learning_rate": 1.2552589583635574e-05,
      "loss": 0.0072,
      "step": 24211
    },
    {
      "epoch": 2.62489158716392,
      "grad_norm": 0.2589862644672394,
      "learning_rate": 1.2548962715798637e-05,
      "loss": 0.0235,
      "step": 24212
    },
    {
      "epoch": 2.625,
      "grad_norm": 0.27880528569221497,
      "learning_rate": 1.2545335847961701e-05,
      "loss": 0.0187,
      "step": 24213
    },
    {
      "epoch": 2.62510841283608,
      "grad_norm": 0.014714493416249752,
      "learning_rate": 1.2541708980124763e-05,
      "loss": 0.0003,
      "step": 24214
    },
    {
      "epoch": 2.6252168256721595,
      "grad_norm": 0.6438133716583252,
      "learning_rate": 1.253808211228783e-05,
      "loss": 0.0317,
      "step": 24215
    },
    {
      "epoch": 2.6253252385082395,
      "grad_norm": 1.1291321516036987,
      "learning_rate": 1.2534455244450893e-05,
      "loss": 0.033,
      "step": 24216
    },
    {
      "epoch": 2.625433651344319,
      "grad_norm": 0.042961131781339645,
      "learning_rate": 1.2530828376613957e-05,
      "loss": 0.004,
      "step": 24217
    },
    {
      "epoch": 2.625542064180399,
      "grad_norm": 0.14021065831184387,
      "learning_rate": 1.252720150877702e-05,
      "loss": 0.0067,
      "step": 24218
    },
    {
      "epoch": 2.625650477016479,
      "grad_norm": 0.15938910841941833,
      "learning_rate": 1.2523574640940084e-05,
      "loss": 0.0099,
      "step": 24219
    },
    {
      "epoch": 2.6257588898525586,
      "grad_norm": 0.10096896439790726,
      "learning_rate": 1.251994777310315e-05,
      "loss": 0.0088,
      "step": 24220
    },
    {
      "epoch": 2.625867302688638,
      "grad_norm": 0.2155206799507141,
      "learning_rate": 1.2516320905266212e-05,
      "loss": 0.0076,
      "step": 24221
    },
    {
      "epoch": 2.625975715524718,
      "grad_norm": 0.11234702914953232,
      "learning_rate": 1.2512694037429276e-05,
      "loss": 0.0047,
      "step": 24222
    },
    {
      "epoch": 2.626084128360798,
      "grad_norm": 0.03722502291202545,
      "learning_rate": 1.2509067169592339e-05,
      "loss": 0.0029,
      "step": 24223
    },
    {
      "epoch": 2.6261925411968776,
      "grad_norm": 0.28366386890411377,
      "learning_rate": 1.2505440301755406e-05,
      "loss": 0.0109,
      "step": 24224
    },
    {
      "epoch": 2.6263009540329576,
      "grad_norm": 0.24810920655727386,
      "learning_rate": 1.2501813433918469e-05,
      "loss": 0.0136,
      "step": 24225
    },
    {
      "epoch": 2.626409366869037,
      "grad_norm": 0.0943617895245552,
      "learning_rate": 1.2498186566081533e-05,
      "loss": 0.0048,
      "step": 24226
    },
    {
      "epoch": 2.626517779705117,
      "grad_norm": 0.27918773889541626,
      "learning_rate": 1.2494559698244597e-05,
      "loss": 0.0092,
      "step": 24227
    },
    {
      "epoch": 2.626626192541197,
      "grad_norm": 0.09720121324062347,
      "learning_rate": 1.2490932830407661e-05,
      "loss": 0.0022,
      "step": 24228
    },
    {
      "epoch": 2.6267346053772767,
      "grad_norm": 0.006196852307766676,
      "learning_rate": 1.2487305962570725e-05,
      "loss": 0.0004,
      "step": 24229
    },
    {
      "epoch": 2.626843018213356,
      "grad_norm": 0.03407054767012596,
      "learning_rate": 1.2483679094733789e-05,
      "loss": 0.002,
      "step": 24230
    },
    {
      "epoch": 2.626951431049436,
      "grad_norm": 0.10602040588855743,
      "learning_rate": 1.2480052226896853e-05,
      "loss": 0.0115,
      "step": 24231
    },
    {
      "epoch": 2.627059843885516,
      "grad_norm": 0.13583454489707947,
      "learning_rate": 1.2476425359059917e-05,
      "loss": 0.0052,
      "step": 24232
    },
    {
      "epoch": 2.6271682567215957,
      "grad_norm": 0.07524611055850983,
      "learning_rate": 1.247279849122298e-05,
      "loss": 0.0055,
      "step": 24233
    },
    {
      "epoch": 2.6272766695576757,
      "grad_norm": 0.29797911643981934,
      "learning_rate": 1.2469171623386044e-05,
      "loss": 0.0327,
      "step": 24234
    },
    {
      "epoch": 2.6273850823937552,
      "grad_norm": 0.15657879412174225,
      "learning_rate": 1.2465544755549108e-05,
      "loss": 0.0088,
      "step": 24235
    },
    {
      "epoch": 2.627493495229835,
      "grad_norm": 0.14529575407505035,
      "learning_rate": 1.2461917887712172e-05,
      "loss": 0.0121,
      "step": 24236
    },
    {
      "epoch": 2.627601908065915,
      "grad_norm": 0.33673396706581116,
      "learning_rate": 1.2458291019875236e-05,
      "loss": 0.0197,
      "step": 24237
    },
    {
      "epoch": 2.6277103209019947,
      "grad_norm": 0.014914465136826038,
      "learning_rate": 1.24546641520383e-05,
      "loss": 0.0009,
      "step": 24238
    },
    {
      "epoch": 2.6278187337380747,
      "grad_norm": 0.028035927563905716,
      "learning_rate": 1.2451037284201364e-05,
      "loss": 0.0012,
      "step": 24239
    },
    {
      "epoch": 2.6279271465741543,
      "grad_norm": 0.14207738637924194,
      "learning_rate": 1.2447410416364428e-05,
      "loss": 0.0115,
      "step": 24240
    },
    {
      "epoch": 2.6280355594102343,
      "grad_norm": 0.19366611540317535,
      "learning_rate": 1.2443783548527493e-05,
      "loss": 0.0089,
      "step": 24241
    },
    {
      "epoch": 2.628143972246314,
      "grad_norm": 0.46299052238464355,
      "learning_rate": 1.2440156680690557e-05,
      "loss": 0.0232,
      "step": 24242
    },
    {
      "epoch": 2.628252385082394,
      "grad_norm": 0.24033859372138977,
      "learning_rate": 1.243652981285362e-05,
      "loss": 0.0061,
      "step": 24243
    },
    {
      "epoch": 2.6283607979184733,
      "grad_norm": 0.39132675528526306,
      "learning_rate": 1.2432902945016685e-05,
      "loss": 0.0245,
      "step": 24244
    },
    {
      "epoch": 2.6284692107545533,
      "grad_norm": 0.1075066477060318,
      "learning_rate": 1.2429276077179749e-05,
      "loss": 0.0082,
      "step": 24245
    },
    {
      "epoch": 2.6285776235906333,
      "grad_norm": 0.03845346346497536,
      "learning_rate": 1.2425649209342811e-05,
      "loss": 0.0024,
      "step": 24246
    },
    {
      "epoch": 2.628686036426713,
      "grad_norm": 0.03955988585948944,
      "learning_rate": 1.2422022341505875e-05,
      "loss": 0.0047,
      "step": 24247
    },
    {
      "epoch": 2.628794449262793,
      "grad_norm": 0.08920010179281235,
      "learning_rate": 1.241839547366894e-05,
      "loss": 0.0047,
      "step": 24248
    },
    {
      "epoch": 2.6289028620988724,
      "grad_norm": 0.08782470971345901,
      "learning_rate": 1.2414768605832004e-05,
      "loss": 0.002,
      "step": 24249
    },
    {
      "epoch": 2.6290112749349523,
      "grad_norm": 0.30881965160369873,
      "learning_rate": 1.2411141737995068e-05,
      "loss": 0.029,
      "step": 24250
    },
    {
      "epoch": 2.6291196877710323,
      "grad_norm": 0.1968328356742859,
      "learning_rate": 1.2407514870158132e-05,
      "loss": 0.0152,
      "step": 24251
    },
    {
      "epoch": 2.629228100607112,
      "grad_norm": 0.024324677884578705,
      "learning_rate": 1.2403888002321196e-05,
      "loss": 0.002,
      "step": 24252
    },
    {
      "epoch": 2.6293365134431914,
      "grad_norm": 0.15623018145561218,
      "learning_rate": 1.240026113448426e-05,
      "loss": 0.008,
      "step": 24253
    },
    {
      "epoch": 2.6294449262792714,
      "grad_norm": 0.12935030460357666,
      "learning_rate": 1.2396634266647324e-05,
      "loss": 0.007,
      "step": 24254
    },
    {
      "epoch": 2.6295533391153514,
      "grad_norm": 0.018826836720108986,
      "learning_rate": 1.2393007398810388e-05,
      "loss": 0.0013,
      "step": 24255
    },
    {
      "epoch": 2.629661751951431,
      "grad_norm": 0.1583281308412552,
      "learning_rate": 1.2389380530973452e-05,
      "loss": 0.0117,
      "step": 24256
    },
    {
      "epoch": 2.629770164787511,
      "grad_norm": 0.36712515354156494,
      "learning_rate": 1.2385753663136517e-05,
      "loss": 0.0125,
      "step": 24257
    },
    {
      "epoch": 2.6298785776235905,
      "grad_norm": 0.1926659792661667,
      "learning_rate": 1.238212679529958e-05,
      "loss": 0.0151,
      "step": 24258
    },
    {
      "epoch": 2.6299869904596704,
      "grad_norm": 0.5001124143600464,
      "learning_rate": 1.2378499927462645e-05,
      "loss": 0.0547,
      "step": 24259
    },
    {
      "epoch": 2.6300954032957504,
      "grad_norm": 0.022882476449012756,
      "learning_rate": 1.2374873059625707e-05,
      "loss": 0.0015,
      "step": 24260
    },
    {
      "epoch": 2.63020381613183,
      "grad_norm": 0.47011175751686096,
      "learning_rate": 1.2371246191788771e-05,
      "loss": 0.0098,
      "step": 24261
    },
    {
      "epoch": 2.63031222896791,
      "grad_norm": 0.017688389867544174,
      "learning_rate": 1.2367619323951835e-05,
      "loss": 0.0011,
      "step": 24262
    },
    {
      "epoch": 2.6304206418039895,
      "grad_norm": 0.27349549531936646,
      "learning_rate": 1.23639924561149e-05,
      "loss": 0.0188,
      "step": 24263
    },
    {
      "epoch": 2.6305290546400695,
      "grad_norm": 0.04835234209895134,
      "learning_rate": 1.2360365588277964e-05,
      "loss": 0.0031,
      "step": 24264
    },
    {
      "epoch": 2.630637467476149,
      "grad_norm": 0.08084898442029953,
      "learning_rate": 1.2356738720441028e-05,
      "loss": 0.0023,
      "step": 24265
    },
    {
      "epoch": 2.630745880312229,
      "grad_norm": 0.0875573381781578,
      "learning_rate": 1.2353111852604092e-05,
      "loss": 0.0032,
      "step": 24266
    },
    {
      "epoch": 2.6308542931483085,
      "grad_norm": 0.19467714428901672,
      "learning_rate": 1.2349484984767156e-05,
      "loss": 0.0268,
      "step": 24267
    },
    {
      "epoch": 2.6309627059843885,
      "grad_norm": 0.4743175208568573,
      "learning_rate": 1.234585811693022e-05,
      "loss": 0.0279,
      "step": 24268
    },
    {
      "epoch": 2.6310711188204685,
      "grad_norm": 0.039297789335250854,
      "learning_rate": 1.2342231249093284e-05,
      "loss": 0.0018,
      "step": 24269
    },
    {
      "epoch": 2.631179531656548,
      "grad_norm": 0.11045808345079422,
      "learning_rate": 1.2338604381256348e-05,
      "loss": 0.0077,
      "step": 24270
    },
    {
      "epoch": 2.631287944492628,
      "grad_norm": 0.010756561532616615,
      "learning_rate": 1.2334977513419412e-05,
      "loss": 0.0005,
      "step": 24271
    },
    {
      "epoch": 2.6313963573287076,
      "grad_norm": 0.09379667043685913,
      "learning_rate": 1.2331350645582476e-05,
      "loss": 0.0103,
      "step": 24272
    },
    {
      "epoch": 2.6315047701647876,
      "grad_norm": 0.5874140858650208,
      "learning_rate": 1.2327723777745539e-05,
      "loss": 0.0455,
      "step": 24273
    },
    {
      "epoch": 2.6316131830008676,
      "grad_norm": 0.23109161853790283,
      "learning_rate": 1.2324096909908603e-05,
      "loss": 0.011,
      "step": 24274
    },
    {
      "epoch": 2.631721595836947,
      "grad_norm": 0.30663254857063293,
      "learning_rate": 1.2320470042071667e-05,
      "loss": 0.0165,
      "step": 24275
    },
    {
      "epoch": 2.6318300086730266,
      "grad_norm": 0.3359845280647278,
      "learning_rate": 1.2316843174234731e-05,
      "loss": 0.0075,
      "step": 24276
    },
    {
      "epoch": 2.6319384215091066,
      "grad_norm": 0.07964064180850983,
      "learning_rate": 1.2313216306397795e-05,
      "loss": 0.0037,
      "step": 24277
    },
    {
      "epoch": 2.6320468343451866,
      "grad_norm": 0.2925078868865967,
      "learning_rate": 1.230958943856086e-05,
      "loss": 0.0195,
      "step": 24278
    },
    {
      "epoch": 2.632155247181266,
      "grad_norm": 0.2567821145057678,
      "learning_rate": 1.2305962570723923e-05,
      "loss": 0.0117,
      "step": 24279
    },
    {
      "epoch": 2.632263660017346,
      "grad_norm": 0.027379650622606277,
      "learning_rate": 1.2302335702886988e-05,
      "loss": 0.0011,
      "step": 24280
    },
    {
      "epoch": 2.6323720728534257,
      "grad_norm": 0.3922601342201233,
      "learning_rate": 1.2298708835050052e-05,
      "loss": 0.0279,
      "step": 24281
    },
    {
      "epoch": 2.6324804856895057,
      "grad_norm": 0.4691053330898285,
      "learning_rate": 1.2295081967213116e-05,
      "loss": 0.0322,
      "step": 24282
    },
    {
      "epoch": 2.6325888985255856,
      "grad_norm": 0.1760856658220291,
      "learning_rate": 1.229145509937618e-05,
      "loss": 0.0087,
      "step": 24283
    },
    {
      "epoch": 2.632697311361665,
      "grad_norm": 0.35807251930236816,
      "learning_rate": 1.2287828231539244e-05,
      "loss": 0.0288,
      "step": 24284
    },
    {
      "epoch": 2.632805724197745,
      "grad_norm": 0.30587515234947205,
      "learning_rate": 1.2284201363702308e-05,
      "loss": 0.0229,
      "step": 24285
    },
    {
      "epoch": 2.6329141370338247,
      "grad_norm": 0.3746258616447449,
      "learning_rate": 1.228057449586537e-05,
      "loss": 0.0261,
      "step": 24286
    },
    {
      "epoch": 2.6330225498699047,
      "grad_norm": 0.058099109679460526,
      "learning_rate": 1.2276947628028435e-05,
      "loss": 0.0018,
      "step": 24287
    },
    {
      "epoch": 2.6331309627059842,
      "grad_norm": 0.1679701954126358,
      "learning_rate": 1.2273320760191499e-05,
      "loss": 0.0076,
      "step": 24288
    },
    {
      "epoch": 2.633239375542064,
      "grad_norm": 0.10010404139757156,
      "learning_rate": 1.2269693892354563e-05,
      "loss": 0.0041,
      "step": 24289
    },
    {
      "epoch": 2.6333477883781438,
      "grad_norm": 0.34857746958732605,
      "learning_rate": 1.2266067024517627e-05,
      "loss": 0.0199,
      "step": 24290
    },
    {
      "epoch": 2.6334562012142237,
      "grad_norm": 0.5684735774993896,
      "learning_rate": 1.2262440156680691e-05,
      "loss": 0.053,
      "step": 24291
    },
    {
      "epoch": 2.6335646140503037,
      "grad_norm": 0.4631769061088562,
      "learning_rate": 1.2258813288843755e-05,
      "loss": 0.0416,
      "step": 24292
    },
    {
      "epoch": 2.6336730268863833,
      "grad_norm": 0.4539181590080261,
      "learning_rate": 1.225518642100682e-05,
      "loss": 0.0181,
      "step": 24293
    },
    {
      "epoch": 2.6337814397224633,
      "grad_norm": 0.39539897441864014,
      "learning_rate": 1.2251559553169883e-05,
      "loss": 0.013,
      "step": 24294
    },
    {
      "epoch": 2.633889852558543,
      "grad_norm": 0.3720332384109497,
      "learning_rate": 1.2247932685332947e-05,
      "loss": 0.061,
      "step": 24295
    },
    {
      "epoch": 2.633998265394623,
      "grad_norm": 0.16697081923484802,
      "learning_rate": 1.2244305817496012e-05,
      "loss": 0.0052,
      "step": 24296
    },
    {
      "epoch": 2.6341066782307028,
      "grad_norm": 0.21489594876766205,
      "learning_rate": 1.2240678949659076e-05,
      "loss": 0.0265,
      "step": 24297
    },
    {
      "epoch": 2.6342150910667823,
      "grad_norm": 0.09568052738904953,
      "learning_rate": 1.223705208182214e-05,
      "loss": 0.0024,
      "step": 24298
    },
    {
      "epoch": 2.634323503902862,
      "grad_norm": 0.35317766666412354,
      "learning_rate": 1.2233425213985202e-05,
      "loss": 0.0202,
      "step": 24299
    },
    {
      "epoch": 2.634431916738942,
      "grad_norm": 0.4128633141517639,
      "learning_rate": 1.2229798346148266e-05,
      "loss": 0.0704,
      "step": 24300
    },
    {
      "epoch": 2.634540329575022,
      "grad_norm": 0.43197786808013916,
      "learning_rate": 1.222617147831133e-05,
      "loss": 0.0576,
      "step": 24301
    },
    {
      "epoch": 2.6346487424111014,
      "grad_norm": 0.15430936217308044,
      "learning_rate": 1.2222544610474394e-05,
      "loss": 0.0025,
      "step": 24302
    },
    {
      "epoch": 2.6347571552471813,
      "grad_norm": 0.2672685384750366,
      "learning_rate": 1.2218917742637459e-05,
      "loss": 0.0108,
      "step": 24303
    },
    {
      "epoch": 2.634865568083261,
      "grad_norm": 0.44225311279296875,
      "learning_rate": 1.2215290874800523e-05,
      "loss": 0.0181,
      "step": 24304
    },
    {
      "epoch": 2.634973980919341,
      "grad_norm": 0.033109795302152634,
      "learning_rate": 1.2211664006963587e-05,
      "loss": 0.0033,
      "step": 24305
    },
    {
      "epoch": 2.635082393755421,
      "grad_norm": 0.38648757338523865,
      "learning_rate": 1.2208037139126651e-05,
      "loss": 0.0287,
      "step": 24306
    },
    {
      "epoch": 2.6351908065915004,
      "grad_norm": 0.28702765703201294,
      "learning_rate": 1.2204410271289715e-05,
      "loss": 0.0369,
      "step": 24307
    },
    {
      "epoch": 2.6352992194275804,
      "grad_norm": 0.5177058577537537,
      "learning_rate": 1.2200783403452779e-05,
      "loss": 0.0406,
      "step": 24308
    },
    {
      "epoch": 2.63540763226366,
      "grad_norm": 0.2746860086917877,
      "learning_rate": 1.2197156535615843e-05,
      "loss": 0.0239,
      "step": 24309
    },
    {
      "epoch": 2.63551604509974,
      "grad_norm": 0.07038762420415878,
      "learning_rate": 1.2193529667778907e-05,
      "loss": 0.0046,
      "step": 24310
    },
    {
      "epoch": 2.6356244579358195,
      "grad_norm": 0.1722683310508728,
      "learning_rate": 1.2189902799941971e-05,
      "loss": 0.0177,
      "step": 24311
    },
    {
      "epoch": 2.6357328707718994,
      "grad_norm": 0.2361866533756256,
      "learning_rate": 1.2186275932105034e-05,
      "loss": 0.0101,
      "step": 24312
    },
    {
      "epoch": 2.635841283607979,
      "grad_norm": 0.05060115456581116,
      "learning_rate": 1.21826490642681e-05,
      "loss": 0.0026,
      "step": 24313
    },
    {
      "epoch": 2.635949696444059,
      "grad_norm": 0.09369733929634094,
      "learning_rate": 1.2179022196431162e-05,
      "loss": 0.0069,
      "step": 24314
    },
    {
      "epoch": 2.636058109280139,
      "grad_norm": 0.22554048895835876,
      "learning_rate": 1.2175395328594226e-05,
      "loss": 0.0131,
      "step": 24315
    },
    {
      "epoch": 2.6361665221162185,
      "grad_norm": 0.02413366176187992,
      "learning_rate": 1.217176846075729e-05,
      "loss": 0.0015,
      "step": 24316
    },
    {
      "epoch": 2.6362749349522985,
      "grad_norm": 0.46093106269836426,
      "learning_rate": 1.2168141592920354e-05,
      "loss": 0.0239,
      "step": 24317
    },
    {
      "epoch": 2.636383347788378,
      "grad_norm": 0.16586528718471527,
      "learning_rate": 1.2164514725083418e-05,
      "loss": 0.0093,
      "step": 24318
    },
    {
      "epoch": 2.636491760624458,
      "grad_norm": 0.08341852575540543,
      "learning_rate": 1.2160887857246483e-05,
      "loss": 0.0047,
      "step": 24319
    },
    {
      "epoch": 2.636600173460538,
      "grad_norm": 0.11569861322641373,
      "learning_rate": 1.2157260989409547e-05,
      "loss": 0.0095,
      "step": 24320
    },
    {
      "epoch": 2.6367085862966175,
      "grad_norm": 0.165714293718338,
      "learning_rate": 1.215363412157261e-05,
      "loss": 0.0143,
      "step": 24321
    },
    {
      "epoch": 2.636816999132697,
      "grad_norm": 0.13247781991958618,
      "learning_rate": 1.2150007253735675e-05,
      "loss": 0.005,
      "step": 24322
    },
    {
      "epoch": 2.636925411968777,
      "grad_norm": 0.5485379695892334,
      "learning_rate": 1.2146380385898739e-05,
      "loss": 0.0508,
      "step": 24323
    },
    {
      "epoch": 2.637033824804857,
      "grad_norm": 0.13484789431095123,
      "learning_rate": 1.2142753518061803e-05,
      "loss": 0.0098,
      "step": 24324
    },
    {
      "epoch": 2.6371422376409366,
      "grad_norm": 0.1634760946035385,
      "learning_rate": 1.2139126650224866e-05,
      "loss": 0.0084,
      "step": 24325
    },
    {
      "epoch": 2.6372506504770166,
      "grad_norm": 0.15793506801128387,
      "learning_rate": 1.2135499782387931e-05,
      "loss": 0.011,
      "step": 24326
    },
    {
      "epoch": 2.637359063313096,
      "grad_norm": 0.10651845484972,
      "learning_rate": 1.2131872914550994e-05,
      "loss": 0.0068,
      "step": 24327
    },
    {
      "epoch": 2.637467476149176,
      "grad_norm": 0.13009725511074066,
      "learning_rate": 1.2128246046714058e-05,
      "loss": 0.01,
      "step": 24328
    },
    {
      "epoch": 2.637575888985256,
      "grad_norm": 0.35720136761665344,
      "learning_rate": 1.2124619178877122e-05,
      "loss": 0.0328,
      "step": 24329
    },
    {
      "epoch": 2.6376843018213356,
      "grad_norm": 0.32297608256340027,
      "learning_rate": 1.2120992311040186e-05,
      "loss": 0.0404,
      "step": 24330
    },
    {
      "epoch": 2.637792714657415,
      "grad_norm": 0.2934421896934509,
      "learning_rate": 1.211736544320325e-05,
      "loss": 0.0102,
      "step": 24331
    },
    {
      "epoch": 2.637901127493495,
      "grad_norm": 0.07378785312175751,
      "learning_rate": 1.2113738575366314e-05,
      "loss": 0.0026,
      "step": 24332
    },
    {
      "epoch": 2.638009540329575,
      "grad_norm": 0.3538024425506592,
      "learning_rate": 1.2110111707529378e-05,
      "loss": 0.0744,
      "step": 24333
    },
    {
      "epoch": 2.6381179531656547,
      "grad_norm": 0.36097267270088196,
      "learning_rate": 1.2106484839692442e-05,
      "loss": 0.0391,
      "step": 24334
    },
    {
      "epoch": 2.6382263660017347,
      "grad_norm": 0.17454826831817627,
      "learning_rate": 1.2102857971855507e-05,
      "loss": 0.0037,
      "step": 24335
    },
    {
      "epoch": 2.638334778837814,
      "grad_norm": 0.3838439881801605,
      "learning_rate": 1.209923110401857e-05,
      "loss": 0.0084,
      "step": 24336
    },
    {
      "epoch": 2.638443191673894,
      "grad_norm": 0.17980553209781647,
      "learning_rate": 1.2095604236181635e-05,
      "loss": 0.0119,
      "step": 24337
    },
    {
      "epoch": 2.638551604509974,
      "grad_norm": 1.5111076831817627,
      "learning_rate": 1.2091977368344697e-05,
      "loss": 0.0124,
      "step": 24338
    },
    {
      "epoch": 2.6386600173460537,
      "grad_norm": 0.027526667341589928,
      "learning_rate": 1.2088350500507763e-05,
      "loss": 0.0017,
      "step": 24339
    },
    {
      "epoch": 2.6387684301821337,
      "grad_norm": 0.11808197945356369,
      "learning_rate": 1.2084723632670825e-05,
      "loss": 0.009,
      "step": 24340
    },
    {
      "epoch": 2.6388768430182132,
      "grad_norm": 0.41630983352661133,
      "learning_rate": 1.208109676483389e-05,
      "loss": 0.0157,
      "step": 24341
    },
    {
      "epoch": 2.638985255854293,
      "grad_norm": 0.11953471601009369,
      "learning_rate": 1.2077469896996954e-05,
      "loss": 0.0111,
      "step": 24342
    },
    {
      "epoch": 2.639093668690373,
      "grad_norm": 0.3687743544578552,
      "learning_rate": 1.2073843029160018e-05,
      "loss": 0.0421,
      "step": 24343
    },
    {
      "epoch": 2.6392020815264527,
      "grad_norm": 0.1293277144432068,
      "learning_rate": 1.2070216161323082e-05,
      "loss": 0.0044,
      "step": 24344
    },
    {
      "epoch": 2.6393104943625323,
      "grad_norm": 0.022181201726198196,
      "learning_rate": 1.2066589293486146e-05,
      "loss": 0.0008,
      "step": 24345
    },
    {
      "epoch": 2.6394189071986123,
      "grad_norm": 0.3987744152545929,
      "learning_rate": 1.206296242564921e-05,
      "loss": 0.0296,
      "step": 24346
    },
    {
      "epoch": 2.6395273200346923,
      "grad_norm": 0.23043830692768097,
      "learning_rate": 1.2059335557812274e-05,
      "loss": 0.0223,
      "step": 24347
    },
    {
      "epoch": 2.639635732870772,
      "grad_norm": 0.05244474485516548,
      "learning_rate": 1.2055708689975338e-05,
      "loss": 0.0032,
      "step": 24348
    },
    {
      "epoch": 2.639744145706852,
      "grad_norm": 0.11676623672246933,
      "learning_rate": 1.2052081822138402e-05,
      "loss": 0.0067,
      "step": 24349
    },
    {
      "epoch": 2.6398525585429313,
      "grad_norm": 0.0541403666138649,
      "learning_rate": 1.2048454954301466e-05,
      "loss": 0.0024,
      "step": 24350
    },
    {
      "epoch": 2.6399609713790113,
      "grad_norm": 0.17300817370414734,
      "learning_rate": 1.2044828086464529e-05,
      "loss": 0.0291,
      "step": 24351
    },
    {
      "epoch": 2.6400693842150913,
      "grad_norm": 0.15549896657466888,
      "learning_rate": 1.2041201218627595e-05,
      "loss": 0.0075,
      "step": 24352
    },
    {
      "epoch": 2.640177797051171,
      "grad_norm": 0.07339104264974594,
      "learning_rate": 1.2037574350790657e-05,
      "loss": 0.003,
      "step": 24353
    },
    {
      "epoch": 2.6402862098872504,
      "grad_norm": 0.5698745250701904,
      "learning_rate": 1.2033947482953723e-05,
      "loss": 0.0237,
      "step": 24354
    },
    {
      "epoch": 2.6403946227233304,
      "grad_norm": 0.497363805770874,
      "learning_rate": 1.2030320615116785e-05,
      "loss": 0.0111,
      "step": 24355
    },
    {
      "epoch": 2.6405030355594103,
      "grad_norm": 0.26571065187454224,
      "learning_rate": 1.202669374727985e-05,
      "loss": 0.0357,
      "step": 24356
    },
    {
      "epoch": 2.64061144839549,
      "grad_norm": 0.039959557354450226,
      "learning_rate": 1.2023066879442913e-05,
      "loss": 0.0009,
      "step": 24357
    },
    {
      "epoch": 2.64071986123157,
      "grad_norm": 0.041273634880781174,
      "learning_rate": 1.2019440011605978e-05,
      "loss": 0.0036,
      "step": 24358
    },
    {
      "epoch": 2.6408282740676494,
      "grad_norm": 0.2619054317474365,
      "learning_rate": 1.2015813143769042e-05,
      "loss": 0.0185,
      "step": 24359
    },
    {
      "epoch": 2.6409366869037294,
      "grad_norm": 0.3815033733844757,
      "learning_rate": 1.2012186275932106e-05,
      "loss": 0.0179,
      "step": 24360
    },
    {
      "epoch": 2.6410450997398094,
      "grad_norm": 0.026764944195747375,
      "learning_rate": 1.200855940809517e-05,
      "loss": 0.002,
      "step": 24361
    },
    {
      "epoch": 2.641153512575889,
      "grad_norm": 0.09775277972221375,
      "learning_rate": 1.2004932540258234e-05,
      "loss": 0.0071,
      "step": 24362
    },
    {
      "epoch": 2.641261925411969,
      "grad_norm": 0.12676849961280823,
      "learning_rate": 1.2001305672421298e-05,
      "loss": 0.0028,
      "step": 24363
    },
    {
      "epoch": 2.6413703382480485,
      "grad_norm": 0.16187630593776703,
      "learning_rate": 1.199767880458436e-05,
      "loss": 0.0034,
      "step": 24364
    },
    {
      "epoch": 2.6414787510841284,
      "grad_norm": 0.11503525823354721,
      "learning_rate": 1.1994051936747426e-05,
      "loss": 0.0138,
      "step": 24365
    },
    {
      "epoch": 2.6415871639202084,
      "grad_norm": 0.30339106917381287,
      "learning_rate": 1.1990425068910489e-05,
      "loss": 0.0274,
      "step": 24366
    },
    {
      "epoch": 2.641695576756288,
      "grad_norm": 0.05464822053909302,
      "learning_rate": 1.1986798201073555e-05,
      "loss": 0.0028,
      "step": 24367
    },
    {
      "epoch": 2.6418039895923675,
      "grad_norm": 0.21781598031520844,
      "learning_rate": 1.1983171333236617e-05,
      "loss": 0.04,
      "step": 24368
    },
    {
      "epoch": 2.6419124024284475,
      "grad_norm": 0.06457921117544174,
      "learning_rate": 1.1979544465399681e-05,
      "loss": 0.002,
      "step": 24369
    },
    {
      "epoch": 2.6420208152645275,
      "grad_norm": 0.06765694171190262,
      "learning_rate": 1.1975917597562745e-05,
      "loss": 0.0015,
      "step": 24370
    },
    {
      "epoch": 2.642129228100607,
      "grad_norm": 0.09898914396762848,
      "learning_rate": 1.197229072972581e-05,
      "loss": 0.0036,
      "step": 24371
    },
    {
      "epoch": 2.642237640936687,
      "grad_norm": 0.4708631634712219,
      "learning_rate": 1.1968663861888873e-05,
      "loss": 0.044,
      "step": 24372
    },
    {
      "epoch": 2.6423460537727665,
      "grad_norm": 0.08443257957696915,
      "learning_rate": 1.1965036994051937e-05,
      "loss": 0.0043,
      "step": 24373
    },
    {
      "epoch": 2.6424544666088465,
      "grad_norm": 0.32336050271987915,
      "learning_rate": 1.1961410126215002e-05,
      "loss": 0.0183,
      "step": 24374
    },
    {
      "epoch": 2.6425628794449265,
      "grad_norm": 0.05400587245821953,
      "learning_rate": 1.1957783258378066e-05,
      "loss": 0.0051,
      "step": 24375
    },
    {
      "epoch": 2.642671292281006,
      "grad_norm": 0.12047526985406876,
      "learning_rate": 1.195415639054113e-05,
      "loss": 0.0147,
      "step": 24376
    },
    {
      "epoch": 2.6427797051170856,
      "grad_norm": 0.3512057065963745,
      "learning_rate": 1.1950529522704192e-05,
      "loss": 0.0162,
      "step": 24377
    },
    {
      "epoch": 2.6428881179531656,
      "grad_norm": 0.13094337284564972,
      "learning_rate": 1.1946902654867258e-05,
      "loss": 0.0049,
      "step": 24378
    },
    {
      "epoch": 2.6429965307892456,
      "grad_norm": 0.13545416295528412,
      "learning_rate": 1.194327578703032e-05,
      "loss": 0.0223,
      "step": 24379
    },
    {
      "epoch": 2.643104943625325,
      "grad_norm": 0.18221883475780487,
      "learning_rate": 1.1939648919193386e-05,
      "loss": 0.0115,
      "step": 24380
    },
    {
      "epoch": 2.643213356461405,
      "grad_norm": 0.3043079078197479,
      "learning_rate": 1.1936022051356449e-05,
      "loss": 0.0279,
      "step": 24381
    },
    {
      "epoch": 2.6433217692974846,
      "grad_norm": 0.29673731327056885,
      "learning_rate": 1.1932395183519513e-05,
      "loss": 0.0326,
      "step": 24382
    },
    {
      "epoch": 2.6434301821335646,
      "grad_norm": 0.004691387061029673,
      "learning_rate": 1.1928768315682577e-05,
      "loss": 0.0003,
      "step": 24383
    },
    {
      "epoch": 2.6435385949696446,
      "grad_norm": 0.21994440257549286,
      "learning_rate": 1.1925141447845641e-05,
      "loss": 0.029,
      "step": 24384
    },
    {
      "epoch": 2.643647007805724,
      "grad_norm": 0.0045033772476017475,
      "learning_rate": 1.1921514580008705e-05,
      "loss": 0.0003,
      "step": 24385
    },
    {
      "epoch": 2.643755420641804,
      "grad_norm": 0.11596694588661194,
      "learning_rate": 1.1917887712171769e-05,
      "loss": 0.0052,
      "step": 24386
    },
    {
      "epoch": 2.6438638334778837,
      "grad_norm": 0.2684651017189026,
      "learning_rate": 1.1914260844334833e-05,
      "loss": 0.0137,
      "step": 24387
    },
    {
      "epoch": 2.6439722463139637,
      "grad_norm": 0.03660217300057411,
      "learning_rate": 1.1910633976497897e-05,
      "loss": 0.0021,
      "step": 24388
    },
    {
      "epoch": 2.644080659150043,
      "grad_norm": 0.06415466219186783,
      "learning_rate": 1.1907007108660961e-05,
      "loss": 0.0118,
      "step": 24389
    },
    {
      "epoch": 2.644189071986123,
      "grad_norm": 0.3383967876434326,
      "learning_rate": 1.1903380240824024e-05,
      "loss": 0.0287,
      "step": 24390
    },
    {
      "epoch": 2.6442974848222027,
      "grad_norm": 0.44594839215278625,
      "learning_rate": 1.189975337298709e-05,
      "loss": 0.0484,
      "step": 24391
    },
    {
      "epoch": 2.6444058976582827,
      "grad_norm": 0.05976833403110504,
      "learning_rate": 1.1896126505150152e-05,
      "loss": 0.0034,
      "step": 24392
    },
    {
      "epoch": 2.6445143104943627,
      "grad_norm": 0.30771738290786743,
      "learning_rate": 1.1892499637313218e-05,
      "loss": 0.0267,
      "step": 24393
    },
    {
      "epoch": 2.6446227233304422,
      "grad_norm": 0.8927714824676514,
      "learning_rate": 1.188887276947628e-05,
      "loss": 0.0075,
      "step": 24394
    },
    {
      "epoch": 2.6447311361665222,
      "grad_norm": 0.030382243916392326,
      "learning_rate": 1.1885245901639344e-05,
      "loss": 0.0024,
      "step": 24395
    },
    {
      "epoch": 2.6448395490026018,
      "grad_norm": 0.06012382730841637,
      "learning_rate": 1.1881619033802408e-05,
      "loss": 0.0028,
      "step": 24396
    },
    {
      "epoch": 2.6449479618386817,
      "grad_norm": 0.29211699962615967,
      "learning_rate": 1.1877992165965473e-05,
      "loss": 0.0244,
      "step": 24397
    },
    {
      "epoch": 2.6450563746747617,
      "grad_norm": 0.09365160018205643,
      "learning_rate": 1.1874365298128537e-05,
      "loss": 0.0039,
      "step": 24398
    },
    {
      "epoch": 2.6451647875108413,
      "grad_norm": 0.014177116565406322,
      "learning_rate": 1.18707384302916e-05,
      "loss": 0.0007,
      "step": 24399
    },
    {
      "epoch": 2.645273200346921,
      "grad_norm": 0.24589510262012482,
      "learning_rate": 1.1867111562454665e-05,
      "loss": 0.0298,
      "step": 24400
    },
    {
      "epoch": 2.645381613183001,
      "grad_norm": 0.009525856003165245,
      "learning_rate": 1.1863484694617729e-05,
      "loss": 0.0005,
      "step": 24401
    },
    {
      "epoch": 2.645490026019081,
      "grad_norm": 0.03670085221529007,
      "learning_rate": 1.1859857826780793e-05,
      "loss": 0.0033,
      "step": 24402
    },
    {
      "epoch": 2.6455984388551603,
      "grad_norm": 0.1362738460302353,
      "learning_rate": 1.1856230958943857e-05,
      "loss": 0.0056,
      "step": 24403
    },
    {
      "epoch": 2.6457068516912403,
      "grad_norm": 0.05872698128223419,
      "learning_rate": 1.1852604091106921e-05,
      "loss": 0.0041,
      "step": 24404
    },
    {
      "epoch": 2.64581526452732,
      "grad_norm": 0.19888603687286377,
      "learning_rate": 1.1848977223269984e-05,
      "loss": 0.0046,
      "step": 24405
    },
    {
      "epoch": 2.6459236773634,
      "grad_norm": 0.2497938722372055,
      "learning_rate": 1.184535035543305e-05,
      "loss": 0.0111,
      "step": 24406
    },
    {
      "epoch": 2.64603209019948,
      "grad_norm": 0.22922927141189575,
      "learning_rate": 1.1841723487596112e-05,
      "loss": 0.0111,
      "step": 24407
    },
    {
      "epoch": 2.6461405030355594,
      "grad_norm": 0.01869943179190159,
      "learning_rate": 1.1838096619759178e-05,
      "loss": 0.0009,
      "step": 24408
    },
    {
      "epoch": 2.6462489158716394,
      "grad_norm": 0.18354764580726624,
      "learning_rate": 1.183446975192224e-05,
      "loss": 0.0104,
      "step": 24409
    },
    {
      "epoch": 2.646357328707719,
      "grad_norm": 0.3211211860179901,
      "learning_rate": 1.1830842884085304e-05,
      "loss": 0.025,
      "step": 24410
    },
    {
      "epoch": 2.646465741543799,
      "grad_norm": 0.0828562080860138,
      "learning_rate": 1.1827216016248368e-05,
      "loss": 0.0085,
      "step": 24411
    },
    {
      "epoch": 2.6465741543798784,
      "grad_norm": 0.24978268146514893,
      "learning_rate": 1.1823589148411432e-05,
      "loss": 0.0266,
      "step": 24412
    },
    {
      "epoch": 2.6466825672159584,
      "grad_norm": 0.23907098174095154,
      "learning_rate": 1.1819962280574497e-05,
      "loss": 0.0261,
      "step": 24413
    },
    {
      "epoch": 2.646790980052038,
      "grad_norm": 0.09804710745811462,
      "learning_rate": 1.181633541273756e-05,
      "loss": 0.0067,
      "step": 24414
    },
    {
      "epoch": 2.646899392888118,
      "grad_norm": 0.25231418013572693,
      "learning_rate": 1.1812708544900625e-05,
      "loss": 0.0175,
      "step": 24415
    },
    {
      "epoch": 2.647007805724198,
      "grad_norm": 0.02700863406062126,
      "learning_rate": 1.1809081677063689e-05,
      "loss": 0.002,
      "step": 24416
    },
    {
      "epoch": 2.6471162185602775,
      "grad_norm": 0.033804960548877716,
      "learning_rate": 1.1805454809226753e-05,
      "loss": 0.0014,
      "step": 24417
    },
    {
      "epoch": 2.6472246313963574,
      "grad_norm": 0.052011970430612564,
      "learning_rate": 1.1801827941389815e-05,
      "loss": 0.002,
      "step": 24418
    },
    {
      "epoch": 2.647333044232437,
      "grad_norm": 0.1709284782409668,
      "learning_rate": 1.1798201073552881e-05,
      "loss": 0.0056,
      "step": 24419
    },
    {
      "epoch": 2.647441457068517,
      "grad_norm": 0.00935351476073265,
      "learning_rate": 1.1794574205715944e-05,
      "loss": 0.0003,
      "step": 24420
    },
    {
      "epoch": 2.647549869904597,
      "grad_norm": 0.32030245661735535,
      "learning_rate": 1.179094733787901e-05,
      "loss": 0.0144,
      "step": 24421
    },
    {
      "epoch": 2.6476582827406765,
      "grad_norm": 0.09045877307653427,
      "learning_rate": 1.1787320470042072e-05,
      "loss": 0.0049,
      "step": 24422
    },
    {
      "epoch": 2.647766695576756,
      "grad_norm": 0.020382383838295937,
      "learning_rate": 1.1783693602205136e-05,
      "loss": 0.0012,
      "step": 24423
    },
    {
      "epoch": 2.647875108412836,
      "grad_norm": 0.25345298647880554,
      "learning_rate": 1.17800667343682e-05,
      "loss": 0.0126,
      "step": 24424
    },
    {
      "epoch": 2.647983521248916,
      "grad_norm": 0.3078509271144867,
      "learning_rate": 1.1776439866531264e-05,
      "loss": 0.0121,
      "step": 24425
    },
    {
      "epoch": 2.6480919340849955,
      "grad_norm": 0.5465633869171143,
      "learning_rate": 1.1772812998694328e-05,
      "loss": 0.0212,
      "step": 24426
    },
    {
      "epoch": 2.6482003469210755,
      "grad_norm": 0.0995798334479332,
      "learning_rate": 1.1769186130857392e-05,
      "loss": 0.015,
      "step": 24427
    },
    {
      "epoch": 2.648308759757155,
      "grad_norm": 0.05943957716226578,
      "learning_rate": 1.1765559263020456e-05,
      "loss": 0.003,
      "step": 24428
    },
    {
      "epoch": 2.648417172593235,
      "grad_norm": 0.29068082571029663,
      "learning_rate": 1.176193239518352e-05,
      "loss": 0.0289,
      "step": 24429
    },
    {
      "epoch": 2.648525585429315,
      "grad_norm": 0.2020437866449356,
      "learning_rate": 1.1758305527346585e-05,
      "loss": 0.0088,
      "step": 24430
    },
    {
      "epoch": 2.6486339982653946,
      "grad_norm": 0.025964779779314995,
      "learning_rate": 1.1754678659509647e-05,
      "loss": 0.0015,
      "step": 24431
    },
    {
      "epoch": 2.6487424111014746,
      "grad_norm": 0.11366676539182663,
      "learning_rate": 1.1751051791672713e-05,
      "loss": 0.0028,
      "step": 24432
    },
    {
      "epoch": 2.648850823937554,
      "grad_norm": 0.07737034559249878,
      "learning_rate": 1.1747424923835775e-05,
      "loss": 0.0017,
      "step": 24433
    },
    {
      "epoch": 2.648959236773634,
      "grad_norm": 0.41124963760375977,
      "learning_rate": 1.1743798055998841e-05,
      "loss": 0.0176,
      "step": 24434
    },
    {
      "epoch": 2.6490676496097136,
      "grad_norm": 0.17080026865005493,
      "learning_rate": 1.1740171188161904e-05,
      "loss": 0.0108,
      "step": 24435
    },
    {
      "epoch": 2.6491760624457936,
      "grad_norm": 0.194890096783638,
      "learning_rate": 1.1736544320324968e-05,
      "loss": 0.0046,
      "step": 24436
    },
    {
      "epoch": 2.649284475281873,
      "grad_norm": 0.04231065511703491,
      "learning_rate": 1.1732917452488032e-05,
      "loss": 0.001,
      "step": 24437
    },
    {
      "epoch": 2.649392888117953,
      "grad_norm": 0.3253922760486603,
      "learning_rate": 1.1729290584651096e-05,
      "loss": 0.0146,
      "step": 24438
    },
    {
      "epoch": 2.649501300954033,
      "grad_norm": 0.11319100111722946,
      "learning_rate": 1.172566371681416e-05,
      "loss": 0.0067,
      "step": 24439
    },
    {
      "epoch": 2.6496097137901127,
      "grad_norm": 0.06051976606249809,
      "learning_rate": 1.1722036848977224e-05,
      "loss": 0.0014,
      "step": 24440
    },
    {
      "epoch": 2.6497181266261927,
      "grad_norm": 0.5183377861976624,
      "learning_rate": 1.1718409981140288e-05,
      "loss": 0.0342,
      "step": 24441
    },
    {
      "epoch": 2.649826539462272,
      "grad_norm": 0.14788252115249634,
      "learning_rate": 1.1714783113303352e-05,
      "loss": 0.0143,
      "step": 24442
    },
    {
      "epoch": 2.649934952298352,
      "grad_norm": 0.11498714238405228,
      "learning_rate": 1.1711156245466416e-05,
      "loss": 0.0084,
      "step": 24443
    },
    {
      "epoch": 2.650043365134432,
      "grad_norm": 0.057601235806941986,
      "learning_rate": 1.1707529377629479e-05,
      "loss": 0.0046,
      "step": 24444
    },
    {
      "epoch": 2.6501517779705117,
      "grad_norm": 0.19289466738700867,
      "learning_rate": 1.1703902509792545e-05,
      "loss": 0.0086,
      "step": 24445
    },
    {
      "epoch": 2.6502601908065913,
      "grad_norm": 0.3869948983192444,
      "learning_rate": 1.1700275641955607e-05,
      "loss": 0.0208,
      "step": 24446
    },
    {
      "epoch": 2.6503686036426712,
      "grad_norm": 0.21852481365203857,
      "learning_rate": 1.1696648774118673e-05,
      "loss": 0.0281,
      "step": 24447
    },
    {
      "epoch": 2.6504770164787512,
      "grad_norm": 0.19752836227416992,
      "learning_rate": 1.1693021906281735e-05,
      "loss": 0.0595,
      "step": 24448
    },
    {
      "epoch": 2.6505854293148308,
      "grad_norm": 0.07506410032510757,
      "learning_rate": 1.16893950384448e-05,
      "loss": 0.0036,
      "step": 24449
    },
    {
      "epoch": 2.6506938421509108,
      "grad_norm": 0.15423151850700378,
      "learning_rate": 1.1685768170607863e-05,
      "loss": 0.0021,
      "step": 24450
    },
    {
      "epoch": 2.6508022549869903,
      "grad_norm": 0.23968861997127533,
      "learning_rate": 1.1682141302770927e-05,
      "loss": 0.0305,
      "step": 24451
    },
    {
      "epoch": 2.6509106678230703,
      "grad_norm": 0.4154985547065735,
      "learning_rate": 1.1678514434933992e-05,
      "loss": 0.0349,
      "step": 24452
    },
    {
      "epoch": 2.6510190806591503,
      "grad_norm": 0.36713171005249023,
      "learning_rate": 1.1674887567097056e-05,
      "loss": 0.0137,
      "step": 24453
    },
    {
      "epoch": 2.65112749349523,
      "grad_norm": 0.0943189263343811,
      "learning_rate": 1.167126069926012e-05,
      "loss": 0.0045,
      "step": 24454
    },
    {
      "epoch": 2.65123590633131,
      "grad_norm": 0.012610712088644505,
      "learning_rate": 1.1667633831423184e-05,
      "loss": 0.001,
      "step": 24455
    },
    {
      "epoch": 2.6513443191673893,
      "grad_norm": 0.20629140734672546,
      "learning_rate": 1.1664006963586248e-05,
      "loss": 0.0647,
      "step": 24456
    },
    {
      "epoch": 2.6514527320034693,
      "grad_norm": 0.09965544939041138,
      "learning_rate": 1.166038009574931e-05,
      "loss": 0.0065,
      "step": 24457
    },
    {
      "epoch": 2.651561144839549,
      "grad_norm": 0.34373319149017334,
      "learning_rate": 1.1656753227912376e-05,
      "loss": 0.0085,
      "step": 24458
    },
    {
      "epoch": 2.651669557675629,
      "grad_norm": 1.2102034091949463,
      "learning_rate": 1.1653126360075439e-05,
      "loss": 0.0516,
      "step": 24459
    },
    {
      "epoch": 2.6517779705117084,
      "grad_norm": 0.09028394520282745,
      "learning_rate": 1.1649499492238504e-05,
      "loss": 0.0084,
      "step": 24460
    },
    {
      "epoch": 2.6518863833477884,
      "grad_norm": 0.10041483491659164,
      "learning_rate": 1.1645872624401567e-05,
      "loss": 0.0119,
      "step": 24461
    },
    {
      "epoch": 2.6519947961838684,
      "grad_norm": 0.030874988064169884,
      "learning_rate": 1.1642245756564633e-05,
      "loss": 0.001,
      "step": 24462
    },
    {
      "epoch": 2.652103209019948,
      "grad_norm": 0.16786597669124603,
      "learning_rate": 1.1638618888727695e-05,
      "loss": 0.0044,
      "step": 24463
    },
    {
      "epoch": 2.652211621856028,
      "grad_norm": 0.5317182540893555,
      "learning_rate": 1.163499202089076e-05,
      "loss": 0.0445,
      "step": 24464
    },
    {
      "epoch": 2.6523200346921074,
      "grad_norm": 0.07874405384063721,
      "learning_rate": 1.1631365153053823e-05,
      "loss": 0.0078,
      "step": 24465
    },
    {
      "epoch": 2.6524284475281874,
      "grad_norm": 0.058846522122621536,
      "learning_rate": 1.1627738285216887e-05,
      "loss": 0.0041,
      "step": 24466
    },
    {
      "epoch": 2.6525368603642674,
      "grad_norm": 0.5275959372520447,
      "learning_rate": 1.1624111417379951e-05,
      "loss": 0.0333,
      "step": 24467
    },
    {
      "epoch": 2.652645273200347,
      "grad_norm": 0.12764067947864532,
      "learning_rate": 1.1620484549543016e-05,
      "loss": 0.0118,
      "step": 24468
    },
    {
      "epoch": 2.6527536860364265,
      "grad_norm": 0.21919865906238556,
      "learning_rate": 1.161685768170608e-05,
      "loss": 0.0078,
      "step": 24469
    },
    {
      "epoch": 2.6528620988725065,
      "grad_norm": 0.2709481120109558,
      "learning_rate": 1.1613230813869142e-05,
      "loss": 0.0474,
      "step": 24470
    },
    {
      "epoch": 2.6529705117085864,
      "grad_norm": 0.08002233505249023,
      "learning_rate": 1.1609603946032208e-05,
      "loss": 0.0028,
      "step": 24471
    },
    {
      "epoch": 2.653078924544666,
      "grad_norm": 0.059349097311496735,
      "learning_rate": 1.160597707819527e-05,
      "loss": 0.0033,
      "step": 24472
    },
    {
      "epoch": 2.653187337380746,
      "grad_norm": 0.7764784097671509,
      "learning_rate": 1.1602350210358336e-05,
      "loss": 0.0326,
      "step": 24473
    },
    {
      "epoch": 2.6532957502168255,
      "grad_norm": 0.5392251014709473,
      "learning_rate": 1.1598723342521399e-05,
      "loss": 0.0452,
      "step": 24474
    },
    {
      "epoch": 2.6534041630529055,
      "grad_norm": 0.0026131030172109604,
      "learning_rate": 1.1595096474684464e-05,
      "loss": 0.0002,
      "step": 24475
    },
    {
      "epoch": 2.6535125758889855,
      "grad_norm": 0.22765299677848816,
      "learning_rate": 1.1591469606847527e-05,
      "loss": 0.0175,
      "step": 24476
    },
    {
      "epoch": 2.653620988725065,
      "grad_norm": 0.20405668020248413,
      "learning_rate": 1.158784273901059e-05,
      "loss": 0.0131,
      "step": 24477
    },
    {
      "epoch": 2.6537294015611446,
      "grad_norm": 0.609257161617279,
      "learning_rate": 1.1584215871173655e-05,
      "loss": 0.0266,
      "step": 24478
    },
    {
      "epoch": 2.6538378143972245,
      "grad_norm": 0.2510843276977539,
      "learning_rate": 1.1580589003336719e-05,
      "loss": 0.0237,
      "step": 24479
    },
    {
      "epoch": 2.6539462272333045,
      "grad_norm": 0.278265118598938,
      "learning_rate": 1.1576962135499783e-05,
      "loss": 0.0182,
      "step": 24480
    },
    {
      "epoch": 2.654054640069384,
      "grad_norm": 0.7829714417457581,
      "learning_rate": 1.1573335267662847e-05,
      "loss": 0.0233,
      "step": 24481
    },
    {
      "epoch": 2.654163052905464,
      "grad_norm": 0.18093252182006836,
      "learning_rate": 1.1569708399825911e-05,
      "loss": 0.0159,
      "step": 24482
    },
    {
      "epoch": 2.6542714657415436,
      "grad_norm": 0.02157074399292469,
      "learning_rate": 1.1566081531988974e-05,
      "loss": 0.0006,
      "step": 24483
    },
    {
      "epoch": 2.6543798785776236,
      "grad_norm": 0.4170529842376709,
      "learning_rate": 1.156245466415204e-05,
      "loss": 0.0193,
      "step": 24484
    },
    {
      "epoch": 2.6544882914137036,
      "grad_norm": 0.15744264423847198,
      "learning_rate": 1.1558827796315102e-05,
      "loss": 0.0071,
      "step": 24485
    },
    {
      "epoch": 2.654596704249783,
      "grad_norm": 0.3062785565853119,
      "learning_rate": 1.1555200928478168e-05,
      "loss": 0.0434,
      "step": 24486
    },
    {
      "epoch": 2.654705117085863,
      "grad_norm": 0.23109260201454163,
      "learning_rate": 1.155157406064123e-05,
      "loss": 0.0114,
      "step": 24487
    },
    {
      "epoch": 2.6548135299219426,
      "grad_norm": 0.41042429208755493,
      "learning_rate": 1.1547947192804296e-05,
      "loss": 0.0333,
      "step": 24488
    },
    {
      "epoch": 2.6549219427580226,
      "grad_norm": 0.38457179069519043,
      "learning_rate": 1.1544320324967358e-05,
      "loss": 0.011,
      "step": 24489
    },
    {
      "epoch": 2.6550303555941026,
      "grad_norm": 0.12051323056221008,
      "learning_rate": 1.1540693457130423e-05,
      "loss": 0.0078,
      "step": 24490
    },
    {
      "epoch": 2.655138768430182,
      "grad_norm": 0.34570184350013733,
      "learning_rate": 1.1537066589293487e-05,
      "loss": 0.0141,
      "step": 24491
    },
    {
      "epoch": 2.6552471812662617,
      "grad_norm": 0.21712473034858704,
      "learning_rate": 1.153343972145655e-05,
      "loss": 0.0181,
      "step": 24492
    },
    {
      "epoch": 2.6553555941023417,
      "grad_norm": 0.2737356722354889,
      "learning_rate": 1.1529812853619615e-05,
      "loss": 0.0065,
      "step": 24493
    },
    {
      "epoch": 2.6554640069384217,
      "grad_norm": 0.054214637726545334,
      "learning_rate": 1.1526185985782679e-05,
      "loss": 0.0039,
      "step": 24494
    },
    {
      "epoch": 2.655572419774501,
      "grad_norm": 0.20259545743465424,
      "learning_rate": 1.1522559117945743e-05,
      "loss": 0.0104,
      "step": 24495
    },
    {
      "epoch": 2.655680832610581,
      "grad_norm": 0.2357742339372635,
      "learning_rate": 1.1518932250108805e-05,
      "loss": 0.0108,
      "step": 24496
    },
    {
      "epoch": 2.6557892454466607,
      "grad_norm": 0.1675673872232437,
      "learning_rate": 1.1515305382271871e-05,
      "loss": 0.0062,
      "step": 24497
    },
    {
      "epoch": 2.6558976582827407,
      "grad_norm": 0.01062784343957901,
      "learning_rate": 1.1511678514434934e-05,
      "loss": 0.0004,
      "step": 24498
    },
    {
      "epoch": 2.6560060711188207,
      "grad_norm": 0.09376754611730576,
      "learning_rate": 1.1508051646598e-05,
      "loss": 0.0042,
      "step": 24499
    },
    {
      "epoch": 2.6561144839549002,
      "grad_norm": 0.11409300565719604,
      "learning_rate": 1.1504424778761062e-05,
      "loss": 0.0151,
      "step": 24500
    },
    {
      "epoch": 2.65622289679098,
      "grad_norm": 0.06346048414707184,
      "learning_rate": 1.1500797910924128e-05,
      "loss": 0.0041,
      "step": 24501
    },
    {
      "epoch": 2.6563313096270598,
      "grad_norm": 0.1802063137292862,
      "learning_rate": 1.149717104308719e-05,
      "loss": 0.0166,
      "step": 24502
    },
    {
      "epoch": 2.6564397224631398,
      "grad_norm": 0.1303766667842865,
      "learning_rate": 1.1493544175250256e-05,
      "loss": 0.0048,
      "step": 24503
    },
    {
      "epoch": 2.6565481352992193,
      "grad_norm": 0.3166806101799011,
      "learning_rate": 1.1489917307413318e-05,
      "loss": 0.0048,
      "step": 24504
    },
    {
      "epoch": 2.6566565481352993,
      "grad_norm": 0.12491239607334137,
      "learning_rate": 1.1486290439576382e-05,
      "loss": 0.0065,
      "step": 24505
    },
    {
      "epoch": 2.656764960971379,
      "grad_norm": 0.03581054136157036,
      "learning_rate": 1.1482663571739446e-05,
      "loss": 0.0017,
      "step": 24506
    },
    {
      "epoch": 2.656873373807459,
      "grad_norm": 0.08669811487197876,
      "learning_rate": 1.147903670390251e-05,
      "loss": 0.0039,
      "step": 24507
    },
    {
      "epoch": 2.656981786643539,
      "grad_norm": 0.17105133831501007,
      "learning_rate": 1.1475409836065575e-05,
      "loss": 0.0053,
      "step": 24508
    },
    {
      "epoch": 2.6570901994796183,
      "grad_norm": 0.6504951119422913,
      "learning_rate": 1.1471782968228637e-05,
      "loss": 0.0439,
      "step": 24509
    },
    {
      "epoch": 2.6571986123156983,
      "grad_norm": 0.2277185469865799,
      "learning_rate": 1.1468156100391703e-05,
      "loss": 0.0089,
      "step": 24510
    },
    {
      "epoch": 2.657307025151778,
      "grad_norm": 0.16479609906673431,
      "learning_rate": 1.1464529232554765e-05,
      "loss": 0.0077,
      "step": 24511
    },
    {
      "epoch": 2.657415437987858,
      "grad_norm": 0.07702533900737762,
      "learning_rate": 1.1460902364717831e-05,
      "loss": 0.0021,
      "step": 24512
    },
    {
      "epoch": 2.657523850823938,
      "grad_norm": 0.613600492477417,
      "learning_rate": 1.1457275496880894e-05,
      "loss": 0.0221,
      "step": 24513
    },
    {
      "epoch": 2.6576322636600174,
      "grad_norm": 0.15275102853775024,
      "learning_rate": 1.145364862904396e-05,
      "loss": 0.0074,
      "step": 24514
    },
    {
      "epoch": 2.657740676496097,
      "grad_norm": 0.7060660123825073,
      "learning_rate": 1.1450021761207022e-05,
      "loss": 0.0468,
      "step": 24515
    },
    {
      "epoch": 2.657849089332177,
      "grad_norm": 0.0723450779914856,
      "learning_rate": 1.1446394893370088e-05,
      "loss": 0.0101,
      "step": 24516
    },
    {
      "epoch": 2.657957502168257,
      "grad_norm": 0.44118306040763855,
      "learning_rate": 1.144276802553315e-05,
      "loss": 0.023,
      "step": 24517
    },
    {
      "epoch": 2.6580659150043364,
      "grad_norm": 0.12127044796943665,
      "learning_rate": 1.1439141157696214e-05,
      "loss": 0.01,
      "step": 24518
    },
    {
      "epoch": 2.6581743278404164,
      "grad_norm": 0.09791723638772964,
      "learning_rate": 1.1435514289859278e-05,
      "loss": 0.0039,
      "step": 24519
    },
    {
      "epoch": 2.658282740676496,
      "grad_norm": 0.13159264624118805,
      "learning_rate": 1.1431887422022342e-05,
      "loss": 0.0088,
      "step": 24520
    },
    {
      "epoch": 2.658391153512576,
      "grad_norm": 0.024876955896615982,
      "learning_rate": 1.1428260554185406e-05,
      "loss": 0.0009,
      "step": 24521
    },
    {
      "epoch": 2.658499566348656,
      "grad_norm": 0.08773516863584518,
      "learning_rate": 1.1424633686348469e-05,
      "loss": 0.0039,
      "step": 24522
    },
    {
      "epoch": 2.6586079791847355,
      "grad_norm": 0.12990868091583252,
      "learning_rate": 1.1421006818511535e-05,
      "loss": 0.0017,
      "step": 24523
    },
    {
      "epoch": 2.658716392020815,
      "grad_norm": 0.38940006494522095,
      "learning_rate": 1.1417379950674597e-05,
      "loss": 0.0105,
      "step": 24524
    },
    {
      "epoch": 2.658824804856895,
      "grad_norm": 0.14827609062194824,
      "learning_rate": 1.1413753082837663e-05,
      "loss": 0.0063,
      "step": 24525
    },
    {
      "epoch": 2.658933217692975,
      "grad_norm": 0.05254828929901123,
      "learning_rate": 1.1410126215000725e-05,
      "loss": 0.003,
      "step": 24526
    },
    {
      "epoch": 2.6590416305290545,
      "grad_norm": 0.03299390524625778,
      "learning_rate": 1.1406499347163791e-05,
      "loss": 0.0012,
      "step": 24527
    },
    {
      "epoch": 2.6591500433651345,
      "grad_norm": 0.2698238492012024,
      "learning_rate": 1.1402872479326853e-05,
      "loss": 0.0155,
      "step": 24528
    },
    {
      "epoch": 2.659258456201214,
      "grad_norm": 0.11634686589241028,
      "learning_rate": 1.139924561148992e-05,
      "loss": 0.0054,
      "step": 24529
    },
    {
      "epoch": 2.659366869037294,
      "grad_norm": 0.37075185775756836,
      "learning_rate": 1.1395618743652982e-05,
      "loss": 0.027,
      "step": 24530
    },
    {
      "epoch": 2.659475281873374,
      "grad_norm": 0.2593247592449188,
      "learning_rate": 1.1391991875816046e-05,
      "loss": 0.0207,
      "step": 24531
    },
    {
      "epoch": 2.6595836947094535,
      "grad_norm": 0.25277799367904663,
      "learning_rate": 1.138836500797911e-05,
      "loss": 0.0171,
      "step": 24532
    },
    {
      "epoch": 2.6596921075455335,
      "grad_norm": 0.16066916286945343,
      "learning_rate": 1.1384738140142174e-05,
      "loss": 0.0136,
      "step": 24533
    },
    {
      "epoch": 2.659800520381613,
      "grad_norm": 0.35563403367996216,
      "learning_rate": 1.1381111272305238e-05,
      "loss": 0.0224,
      "step": 24534
    },
    {
      "epoch": 2.659908933217693,
      "grad_norm": 0.14368565380573273,
      "learning_rate": 1.13774844044683e-05,
      "loss": 0.0066,
      "step": 24535
    },
    {
      "epoch": 2.6600173460537726,
      "grad_norm": 0.3645191788673401,
      "learning_rate": 1.1373857536631366e-05,
      "loss": 0.0211,
      "step": 24536
    },
    {
      "epoch": 2.6601257588898526,
      "grad_norm": 0.06636521220207214,
      "learning_rate": 1.1370230668794429e-05,
      "loss": 0.0019,
      "step": 24537
    },
    {
      "epoch": 2.660234171725932,
      "grad_norm": 0.10345800966024399,
      "learning_rate": 1.1366603800957494e-05,
      "loss": 0.0054,
      "step": 24538
    },
    {
      "epoch": 2.660342584562012,
      "grad_norm": 0.2926555573940277,
      "learning_rate": 1.1362976933120557e-05,
      "loss": 0.0113,
      "step": 24539
    },
    {
      "epoch": 2.660450997398092,
      "grad_norm": 0.23764541745185852,
      "learning_rate": 1.1359350065283623e-05,
      "loss": 0.012,
      "step": 24540
    },
    {
      "epoch": 2.6605594102341716,
      "grad_norm": 0.11471346765756607,
      "learning_rate": 1.1355723197446685e-05,
      "loss": 0.004,
      "step": 24541
    },
    {
      "epoch": 2.6606678230702516,
      "grad_norm": 0.2921990752220154,
      "learning_rate": 1.1352096329609751e-05,
      "loss": 0.0208,
      "step": 24542
    },
    {
      "epoch": 2.660776235906331,
      "grad_norm": 0.14345675706863403,
      "learning_rate": 1.1348469461772813e-05,
      "loss": 0.0185,
      "step": 24543
    },
    {
      "epoch": 2.660884648742411,
      "grad_norm": 0.03994474560022354,
      "learning_rate": 1.1344842593935877e-05,
      "loss": 0.0014,
      "step": 24544
    },
    {
      "epoch": 2.660993061578491,
      "grad_norm": 0.16740094125270844,
      "learning_rate": 1.1341215726098942e-05,
      "loss": 0.0158,
      "step": 24545
    },
    {
      "epoch": 2.6611014744145707,
      "grad_norm": 0.34917569160461426,
      "learning_rate": 1.1337588858262006e-05,
      "loss": 0.008,
      "step": 24546
    },
    {
      "epoch": 2.66120988725065,
      "grad_norm": 0.24298252165317535,
      "learning_rate": 1.133396199042507e-05,
      "loss": 0.0168,
      "step": 24547
    },
    {
      "epoch": 2.66131830008673,
      "grad_norm": 0.07030504196882248,
      "learning_rate": 1.1330335122588132e-05,
      "loss": 0.01,
      "step": 24548
    },
    {
      "epoch": 2.66142671292281,
      "grad_norm": 0.15836548805236816,
      "learning_rate": 1.1326708254751198e-05,
      "loss": 0.0058,
      "step": 24549
    },
    {
      "epoch": 2.6615351257588897,
      "grad_norm": 0.5461413860321045,
      "learning_rate": 1.132308138691426e-05,
      "loss": 0.0379,
      "step": 24550
    },
    {
      "epoch": 2.6616435385949697,
      "grad_norm": 0.02165696769952774,
      "learning_rate": 1.1319454519077326e-05,
      "loss": 0.0016,
      "step": 24551
    },
    {
      "epoch": 2.6617519514310493,
      "grad_norm": 0.23145848512649536,
      "learning_rate": 1.1315827651240389e-05,
      "loss": 0.0182,
      "step": 24552
    },
    {
      "epoch": 2.6618603642671292,
      "grad_norm": 0.1648263931274414,
      "learning_rate": 1.1312200783403454e-05,
      "loss": 0.0122,
      "step": 24553
    },
    {
      "epoch": 2.6619687771032092,
      "grad_norm": 0.11961973458528519,
      "learning_rate": 1.1308573915566517e-05,
      "loss": 0.0032,
      "step": 24554
    },
    {
      "epoch": 2.6620771899392888,
      "grad_norm": 0.4017225205898285,
      "learning_rate": 1.1304947047729583e-05,
      "loss": 0.02,
      "step": 24555
    },
    {
      "epoch": 2.6621856027753688,
      "grad_norm": 0.08429699391126633,
      "learning_rate": 1.1301320179892645e-05,
      "loss": 0.0148,
      "step": 24556
    },
    {
      "epoch": 2.6622940156114483,
      "grad_norm": 0.03719451650977135,
      "learning_rate": 1.1297693312055709e-05,
      "loss": 0.0042,
      "step": 24557
    },
    {
      "epoch": 2.6624024284475283,
      "grad_norm": 0.2280978262424469,
      "learning_rate": 1.1294066444218773e-05,
      "loss": 0.0222,
      "step": 24558
    },
    {
      "epoch": 2.662510841283608,
      "grad_norm": 0.09692400693893433,
      "learning_rate": 1.1290439576381837e-05,
      "loss": 0.0054,
      "step": 24559
    },
    {
      "epoch": 2.662619254119688,
      "grad_norm": 0.13449962437152863,
      "learning_rate": 1.1286812708544901e-05,
      "loss": 0.0095,
      "step": 24560
    },
    {
      "epoch": 2.6627276669557673,
      "grad_norm": 0.409792959690094,
      "learning_rate": 1.1283185840707964e-05,
      "loss": 0.0229,
      "step": 24561
    },
    {
      "epoch": 2.6628360797918473,
      "grad_norm": 0.09721385687589645,
      "learning_rate": 1.127955897287103e-05,
      "loss": 0.0055,
      "step": 24562
    },
    {
      "epoch": 2.6629444926279273,
      "grad_norm": 0.44169187545776367,
      "learning_rate": 1.1275932105034092e-05,
      "loss": 0.0228,
      "step": 24563
    },
    {
      "epoch": 2.663052905464007,
      "grad_norm": 0.024753781035542488,
      "learning_rate": 1.1272305237197158e-05,
      "loss": 0.0016,
      "step": 24564
    },
    {
      "epoch": 2.663161318300087,
      "grad_norm": 0.16905510425567627,
      "learning_rate": 1.126867836936022e-05,
      "loss": 0.0171,
      "step": 24565
    },
    {
      "epoch": 2.6632697311361664,
      "grad_norm": 0.10949918627738953,
      "learning_rate": 1.1265051501523286e-05,
      "loss": 0.0104,
      "step": 24566
    },
    {
      "epoch": 2.6633781439722464,
      "grad_norm": 0.510076642036438,
      "learning_rate": 1.1261424633686348e-05,
      "loss": 0.0416,
      "step": 24567
    },
    {
      "epoch": 2.6634865568083264,
      "grad_norm": 0.5411933064460754,
      "learning_rate": 1.1257797765849414e-05,
      "loss": 0.025,
      "step": 24568
    },
    {
      "epoch": 2.663594969644406,
      "grad_norm": 0.006358122918754816,
      "learning_rate": 1.1254170898012477e-05,
      "loss": 0.0003,
      "step": 24569
    },
    {
      "epoch": 2.6637033824804854,
      "grad_norm": 0.3803556263446808,
      "learning_rate": 1.125054403017554e-05,
      "loss": 0.0148,
      "step": 24570
    },
    {
      "epoch": 2.6638117953165654,
      "grad_norm": 0.8577015399932861,
      "learning_rate": 1.1246917162338605e-05,
      "loss": 0.0237,
      "step": 24571
    },
    {
      "epoch": 2.6639202081526454,
      "grad_norm": 0.20543278753757477,
      "learning_rate": 1.1243290294501669e-05,
      "loss": 0.0213,
      "step": 24572
    },
    {
      "epoch": 2.664028620988725,
      "grad_norm": 0.14512251317501068,
      "learning_rate": 1.1239663426664733e-05,
      "loss": 0.0063,
      "step": 24573
    },
    {
      "epoch": 2.664137033824805,
      "grad_norm": 0.24012982845306396,
      "learning_rate": 1.1236036558827795e-05,
      "loss": 0.0126,
      "step": 24574
    },
    {
      "epoch": 2.6642454466608845,
      "grad_norm": 0.11447123438119888,
      "learning_rate": 1.1232409690990861e-05,
      "loss": 0.008,
      "step": 24575
    },
    {
      "epoch": 2.6643538594969645,
      "grad_norm": 0.4736534655094147,
      "learning_rate": 1.1228782823153924e-05,
      "loss": 0.0152,
      "step": 24576
    },
    {
      "epoch": 2.6644622723330444,
      "grad_norm": 0.20344841480255127,
      "learning_rate": 1.122515595531699e-05,
      "loss": 0.0105,
      "step": 24577
    },
    {
      "epoch": 2.664570685169124,
      "grad_norm": 0.10253550857305527,
      "learning_rate": 1.1221529087480052e-05,
      "loss": 0.0076,
      "step": 24578
    },
    {
      "epoch": 2.664679098005204,
      "grad_norm": 0.5138065218925476,
      "learning_rate": 1.1217902219643118e-05,
      "loss": 0.0196,
      "step": 24579
    },
    {
      "epoch": 2.6647875108412835,
      "grad_norm": 0.372415691614151,
      "learning_rate": 1.121427535180618e-05,
      "loss": 0.0377,
      "step": 24580
    },
    {
      "epoch": 2.6648959236773635,
      "grad_norm": 0.5978096127510071,
      "learning_rate": 1.1210648483969246e-05,
      "loss": 0.0284,
      "step": 24581
    },
    {
      "epoch": 2.665004336513443,
      "grad_norm": 0.4240874946117401,
      "learning_rate": 1.1207021616132308e-05,
      "loss": 0.0318,
      "step": 24582
    },
    {
      "epoch": 2.665112749349523,
      "grad_norm": 0.3020130693912506,
      "learning_rate": 1.1203394748295374e-05,
      "loss": 0.0104,
      "step": 24583
    },
    {
      "epoch": 2.6652211621856026,
      "grad_norm": 0.38704410195350647,
      "learning_rate": 1.1199767880458437e-05,
      "loss": 0.023,
      "step": 24584
    },
    {
      "epoch": 2.6653295750216826,
      "grad_norm": 0.05925063043832779,
      "learning_rate": 1.11961410126215e-05,
      "loss": 0.0031,
      "step": 24585
    },
    {
      "epoch": 2.6654379878577625,
      "grad_norm": 0.5019017457962036,
      "learning_rate": 1.1192514144784565e-05,
      "loss": 0.0279,
      "step": 24586
    },
    {
      "epoch": 2.665546400693842,
      "grad_norm": 0.014092124067246914,
      "learning_rate": 1.1188887276947629e-05,
      "loss": 0.0013,
      "step": 24587
    },
    {
      "epoch": 2.665654813529922,
      "grad_norm": 0.15272179245948792,
      "learning_rate": 1.1185260409110693e-05,
      "loss": 0.0097,
      "step": 24588
    },
    {
      "epoch": 2.6657632263660016,
      "grad_norm": 0.16297762095928192,
      "learning_rate": 1.1181633541273755e-05,
      "loss": 0.006,
      "step": 24589
    },
    {
      "epoch": 2.6658716392020816,
      "grad_norm": 0.18583944439888,
      "learning_rate": 1.1178006673436821e-05,
      "loss": 0.0063,
      "step": 24590
    },
    {
      "epoch": 2.6659800520381616,
      "grad_norm": 0.1184249296784401,
      "learning_rate": 1.1174379805599884e-05,
      "loss": 0.0035,
      "step": 24591
    },
    {
      "epoch": 2.666088464874241,
      "grad_norm": 0.1364601105451584,
      "learning_rate": 1.117075293776295e-05,
      "loss": 0.0046,
      "step": 24592
    },
    {
      "epoch": 2.6661968777103207,
      "grad_norm": 0.10006117075681686,
      "learning_rate": 1.1167126069926012e-05,
      "loss": 0.003,
      "step": 24593
    },
    {
      "epoch": 2.6663052905464006,
      "grad_norm": 0.04195491969585419,
      "learning_rate": 1.1163499202089078e-05,
      "loss": 0.0015,
      "step": 24594
    },
    {
      "epoch": 2.6664137033824806,
      "grad_norm": 0.0008215372799895704,
      "learning_rate": 1.115987233425214e-05,
      "loss": 0.0001,
      "step": 24595
    },
    {
      "epoch": 2.66652211621856,
      "grad_norm": 0.08426351845264435,
      "learning_rate": 1.1156245466415206e-05,
      "loss": 0.0031,
      "step": 24596
    },
    {
      "epoch": 2.66663052905464,
      "grad_norm": 0.029017874971032143,
      "learning_rate": 1.1152618598578268e-05,
      "loss": 0.0024,
      "step": 24597
    },
    {
      "epoch": 2.6667389418907197,
      "grad_norm": 0.11109579354524612,
      "learning_rate": 1.1148991730741332e-05,
      "loss": 0.0076,
      "step": 24598
    },
    {
      "epoch": 2.6668473547267997,
      "grad_norm": 0.03868624195456505,
      "learning_rate": 1.1145364862904396e-05,
      "loss": 0.0022,
      "step": 24599
    },
    {
      "epoch": 2.6669557675628797,
      "grad_norm": 0.4555232524871826,
      "learning_rate": 1.114173799506746e-05,
      "loss": 0.0538,
      "step": 24600
    },
    {
      "epoch": 2.667064180398959,
      "grad_norm": 0.011124324053525925,
      "learning_rate": 1.1138111127230525e-05,
      "loss": 0.0007,
      "step": 24601
    },
    {
      "epoch": 2.667172593235039,
      "grad_norm": 0.28649747371673584,
      "learning_rate": 1.1134484259393587e-05,
      "loss": 0.0133,
      "step": 24602
    },
    {
      "epoch": 2.6672810060711187,
      "grad_norm": 0.3183557689189911,
      "learning_rate": 1.1130857391556653e-05,
      "loss": 0.0164,
      "step": 24603
    },
    {
      "epoch": 2.6673894189071987,
      "grad_norm": 0.880084753036499,
      "learning_rate": 1.1127230523719715e-05,
      "loss": 0.0345,
      "step": 24604
    },
    {
      "epoch": 2.6674978317432783,
      "grad_norm": 0.0369139201939106,
      "learning_rate": 1.1123603655882781e-05,
      "loss": 0.0034,
      "step": 24605
    },
    {
      "epoch": 2.6676062445793582,
      "grad_norm": 0.06441134959459305,
      "learning_rate": 1.1119976788045843e-05,
      "loss": 0.0028,
      "step": 24606
    },
    {
      "epoch": 2.667714657415438,
      "grad_norm": 0.2503405511379242,
      "learning_rate": 1.111634992020891e-05,
      "loss": 0.0264,
      "step": 24607
    },
    {
      "epoch": 2.6678230702515178,
      "grad_norm": 0.12373581528663635,
      "learning_rate": 1.1112723052371972e-05,
      "loss": 0.0063,
      "step": 24608
    },
    {
      "epoch": 2.6679314830875978,
      "grad_norm": 0.28557127714157104,
      "learning_rate": 1.1109096184535037e-05,
      "loss": 0.0356,
      "step": 24609
    },
    {
      "epoch": 2.6680398959236773,
      "grad_norm": 0.12134495377540588,
      "learning_rate": 1.11054693166981e-05,
      "loss": 0.01,
      "step": 24610
    },
    {
      "epoch": 2.6681483087597573,
      "grad_norm": 0.02753814123570919,
      "learning_rate": 1.1101842448861164e-05,
      "loss": 0.0011,
      "step": 24611
    },
    {
      "epoch": 2.668256721595837,
      "grad_norm": 0.48886045813560486,
      "learning_rate": 1.1098215581024228e-05,
      "loss": 0.033,
      "step": 24612
    },
    {
      "epoch": 2.668365134431917,
      "grad_norm": 0.3033735454082489,
      "learning_rate": 1.1094588713187292e-05,
      "loss": 0.0054,
      "step": 24613
    },
    {
      "epoch": 2.668473547267997,
      "grad_norm": 0.0051698097959160805,
      "learning_rate": 1.1090961845350356e-05,
      "loss": 0.0003,
      "step": 24614
    },
    {
      "epoch": 2.6685819601040763,
      "grad_norm": 0.42782291769981384,
      "learning_rate": 1.1087334977513419e-05,
      "loss": 0.0297,
      "step": 24615
    },
    {
      "epoch": 2.668690372940156,
      "grad_norm": 0.26170191168785095,
      "learning_rate": 1.1083708109676485e-05,
      "loss": 0.0104,
      "step": 24616
    },
    {
      "epoch": 2.668798785776236,
      "grad_norm": 0.1576375514268875,
      "learning_rate": 1.1080081241839547e-05,
      "loss": 0.0071,
      "step": 24617
    },
    {
      "epoch": 2.668907198612316,
      "grad_norm": 0.5997966527938843,
      "learning_rate": 1.1076454374002613e-05,
      "loss": 0.0191,
      "step": 24618
    },
    {
      "epoch": 2.6690156114483954,
      "grad_norm": 0.2325121909379959,
      "learning_rate": 1.1072827506165675e-05,
      "loss": 0.0157,
      "step": 24619
    },
    {
      "epoch": 2.6691240242844754,
      "grad_norm": 0.2277405858039856,
      "learning_rate": 1.1069200638328741e-05,
      "loss": 0.023,
      "step": 24620
    },
    {
      "epoch": 2.669232437120555,
      "grad_norm": 0.49415117502212524,
      "learning_rate": 1.1065573770491803e-05,
      "loss": 0.02,
      "step": 24621
    },
    {
      "epoch": 2.669340849956635,
      "grad_norm": 0.3832167685031891,
      "learning_rate": 1.1061946902654869e-05,
      "loss": 0.0083,
      "step": 24622
    },
    {
      "epoch": 2.669449262792715,
      "grad_norm": 0.17185437679290771,
      "learning_rate": 1.1058320034817932e-05,
      "loss": 0.0058,
      "step": 24623
    },
    {
      "epoch": 2.6695576756287944,
      "grad_norm": 0.44455888867378235,
      "learning_rate": 1.1054693166980996e-05,
      "loss": 0.0203,
      "step": 24624
    },
    {
      "epoch": 2.669666088464874,
      "grad_norm": 0.11186468601226807,
      "learning_rate": 1.105106629914406e-05,
      "loss": 0.0053,
      "step": 24625
    },
    {
      "epoch": 2.669774501300954,
      "grad_norm": 0.15466298162937164,
      "learning_rate": 1.1047439431307124e-05,
      "loss": 0.0036,
      "step": 24626
    },
    {
      "epoch": 2.669882914137034,
      "grad_norm": 0.44736385345458984,
      "learning_rate": 1.1043812563470188e-05,
      "loss": 0.018,
      "step": 24627
    },
    {
      "epoch": 2.6699913269731135,
      "grad_norm": 0.12444569170475006,
      "learning_rate": 1.104018569563325e-05,
      "loss": 0.0099,
      "step": 24628
    },
    {
      "epoch": 2.6700997398091935,
      "grad_norm": 0.20545139908790588,
      "learning_rate": 1.1036558827796316e-05,
      "loss": 0.0095,
      "step": 24629
    },
    {
      "epoch": 2.670208152645273,
      "grad_norm": 0.1404261291027069,
      "learning_rate": 1.1032931959959379e-05,
      "loss": 0.004,
      "step": 24630
    },
    {
      "epoch": 2.670316565481353,
      "grad_norm": 0.264659583568573,
      "learning_rate": 1.1029305092122444e-05,
      "loss": 0.0134,
      "step": 24631
    },
    {
      "epoch": 2.670424978317433,
      "grad_norm": 0.48233669996261597,
      "learning_rate": 1.1025678224285507e-05,
      "loss": 0.0354,
      "step": 24632
    },
    {
      "epoch": 2.6705333911535125,
      "grad_norm": 0.19377760589122772,
      "learning_rate": 1.1022051356448573e-05,
      "loss": 0.0162,
      "step": 24633
    },
    {
      "epoch": 2.6706418039895925,
      "grad_norm": 0.27044743299484253,
      "learning_rate": 1.1018424488611635e-05,
      "loss": 0.0402,
      "step": 24634
    },
    {
      "epoch": 2.670750216825672,
      "grad_norm": 0.05958041176199913,
      "learning_rate": 1.10147976207747e-05,
      "loss": 0.002,
      "step": 24635
    },
    {
      "epoch": 2.670858629661752,
      "grad_norm": 0.056620918214321136,
      "learning_rate": 1.1011170752937763e-05,
      "loss": 0.0029,
      "step": 24636
    },
    {
      "epoch": 2.670967042497832,
      "grad_norm": 0.2168291062116623,
      "learning_rate": 1.1007543885100827e-05,
      "loss": 0.0041,
      "step": 24637
    },
    {
      "epoch": 2.6710754553339116,
      "grad_norm": 0.16347642242908478,
      "learning_rate": 1.1003917017263891e-05,
      "loss": 0.0145,
      "step": 24638
    },
    {
      "epoch": 2.671183868169991,
      "grad_norm": 0.13542665541172028,
      "learning_rate": 1.1000290149426956e-05,
      "loss": 0.004,
      "step": 24639
    },
    {
      "epoch": 2.671292281006071,
      "grad_norm": 0.05457724630832672,
      "learning_rate": 1.099666328159002e-05,
      "loss": 0.0031,
      "step": 24640
    },
    {
      "epoch": 2.671400693842151,
      "grad_norm": 0.45637187361717224,
      "learning_rate": 1.0993036413753082e-05,
      "loss": 0.032,
      "step": 24641
    },
    {
      "epoch": 2.6715091066782306,
      "grad_norm": 0.19695104658603668,
      "learning_rate": 1.0989409545916148e-05,
      "loss": 0.0054,
      "step": 24642
    },
    {
      "epoch": 2.6716175195143106,
      "grad_norm": 0.051460154354572296,
      "learning_rate": 1.098578267807921e-05,
      "loss": 0.0024,
      "step": 24643
    },
    {
      "epoch": 2.67172593235039,
      "grad_norm": 0.2121691256761551,
      "learning_rate": 1.0982155810242276e-05,
      "loss": 0.0122,
      "step": 24644
    },
    {
      "epoch": 2.67183434518647,
      "grad_norm": 0.1402025818824768,
      "learning_rate": 1.0978528942405338e-05,
      "loss": 0.0052,
      "step": 24645
    },
    {
      "epoch": 2.67194275802255,
      "grad_norm": 0.12253760546445847,
      "learning_rate": 1.0974902074568404e-05,
      "loss": 0.0098,
      "step": 24646
    },
    {
      "epoch": 2.6720511708586296,
      "grad_norm": 0.0347776859998703,
      "learning_rate": 1.0971275206731467e-05,
      "loss": 0.0018,
      "step": 24647
    },
    {
      "epoch": 2.672159583694709,
      "grad_norm": 0.10715261101722717,
      "learning_rate": 1.0967648338894532e-05,
      "loss": 0.0052,
      "step": 24648
    },
    {
      "epoch": 2.672267996530789,
      "grad_norm": 0.2646624743938446,
      "learning_rate": 1.0964021471057595e-05,
      "loss": 0.0232,
      "step": 24649
    },
    {
      "epoch": 2.672376409366869,
      "grad_norm": 0.11503966897726059,
      "learning_rate": 1.0960394603220659e-05,
      "loss": 0.0131,
      "step": 24650
    },
    {
      "epoch": 2.6724848222029487,
      "grad_norm": 0.0546959713101387,
      "learning_rate": 1.0956767735383723e-05,
      "loss": 0.0029,
      "step": 24651
    },
    {
      "epoch": 2.6725932350390287,
      "grad_norm": 0.2986293137073517,
      "learning_rate": 1.0953140867546787e-05,
      "loss": 0.0132,
      "step": 24652
    },
    {
      "epoch": 2.672701647875108,
      "grad_norm": 0.022057142108678818,
      "learning_rate": 1.0949513999709851e-05,
      "loss": 0.0012,
      "step": 24653
    },
    {
      "epoch": 2.672810060711188,
      "grad_norm": 0.04070402309298515,
      "learning_rate": 1.0945887131872914e-05,
      "loss": 0.0032,
      "step": 24654
    },
    {
      "epoch": 2.672918473547268,
      "grad_norm": 0.11573435366153717,
      "learning_rate": 1.094226026403598e-05,
      "loss": 0.0047,
      "step": 24655
    },
    {
      "epoch": 2.6730268863833477,
      "grad_norm": 0.4156031012535095,
      "learning_rate": 1.0938633396199042e-05,
      "loss": 0.0126,
      "step": 24656
    },
    {
      "epoch": 2.6731352992194277,
      "grad_norm": 0.012204509228467941,
      "learning_rate": 1.0935006528362108e-05,
      "loss": 0.0011,
      "step": 24657
    },
    {
      "epoch": 2.6732437120555073,
      "grad_norm": 0.16245125234127045,
      "learning_rate": 1.093137966052517e-05,
      "loss": 0.041,
      "step": 24658
    },
    {
      "epoch": 2.6733521248915872,
      "grad_norm": 0.08199495077133179,
      "learning_rate": 1.0927752792688236e-05,
      "loss": 0.0047,
      "step": 24659
    },
    {
      "epoch": 2.6734605377276672,
      "grad_norm": 0.13501021265983582,
      "learning_rate": 1.0924125924851298e-05,
      "loss": 0.012,
      "step": 24660
    },
    {
      "epoch": 2.6735689505637468,
      "grad_norm": 0.2221297323703766,
      "learning_rate": 1.0920499057014364e-05,
      "loss": 0.005,
      "step": 24661
    },
    {
      "epoch": 2.6736773633998263,
      "grad_norm": 0.10346392542123795,
      "learning_rate": 1.0916872189177427e-05,
      "loss": 0.0055,
      "step": 24662
    },
    {
      "epoch": 2.6737857762359063,
      "grad_norm": 0.351115345954895,
      "learning_rate": 1.091324532134049e-05,
      "loss": 0.016,
      "step": 24663
    },
    {
      "epoch": 2.6738941890719863,
      "grad_norm": 0.4163322448730469,
      "learning_rate": 1.0909618453503555e-05,
      "loss": 0.0463,
      "step": 24664
    },
    {
      "epoch": 2.674002601908066,
      "grad_norm": 0.3692389130592346,
      "learning_rate": 1.0905991585666619e-05,
      "loss": 0.0114,
      "step": 24665
    },
    {
      "epoch": 2.674111014744146,
      "grad_norm": 0.47727352380752563,
      "learning_rate": 1.0902364717829683e-05,
      "loss": 0.0261,
      "step": 24666
    },
    {
      "epoch": 2.6742194275802254,
      "grad_norm": 0.06185328960418701,
      "learning_rate": 1.0898737849992745e-05,
      "loss": 0.0036,
      "step": 24667
    },
    {
      "epoch": 2.6743278404163053,
      "grad_norm": 0.18835094571113586,
      "learning_rate": 1.0895110982155811e-05,
      "loss": 0.0131,
      "step": 24668
    },
    {
      "epoch": 2.6744362532523853,
      "grad_norm": 0.07036805897951126,
      "learning_rate": 1.0891484114318874e-05,
      "loss": 0.0039,
      "step": 24669
    },
    {
      "epoch": 2.674544666088465,
      "grad_norm": 0.2082911729812622,
      "learning_rate": 1.088785724648194e-05,
      "loss": 0.0163,
      "step": 24670
    },
    {
      "epoch": 2.6746530789245444,
      "grad_norm": 0.13656874001026154,
      "learning_rate": 1.0884230378645002e-05,
      "loss": 0.0109,
      "step": 24671
    },
    {
      "epoch": 2.6747614917606244,
      "grad_norm": 0.075933076441288,
      "learning_rate": 1.0880603510808068e-05,
      "loss": 0.0024,
      "step": 24672
    },
    {
      "epoch": 2.6748699045967044,
      "grad_norm": 0.04768887534737587,
      "learning_rate": 1.087697664297113e-05,
      "loss": 0.0027,
      "step": 24673
    },
    {
      "epoch": 2.674978317432784,
      "grad_norm": 0.3455241024494171,
      "learning_rate": 1.0873349775134196e-05,
      "loss": 0.0412,
      "step": 24674
    },
    {
      "epoch": 2.675086730268864,
      "grad_norm": 0.040558043867349625,
      "learning_rate": 1.0869722907297258e-05,
      "loss": 0.0012,
      "step": 24675
    },
    {
      "epoch": 2.6751951431049434,
      "grad_norm": 0.355039119720459,
      "learning_rate": 1.0866096039460322e-05,
      "loss": 0.0326,
      "step": 24676
    },
    {
      "epoch": 2.6753035559410234,
      "grad_norm": 0.16752149164676666,
      "learning_rate": 1.0862469171623386e-05,
      "loss": 0.0054,
      "step": 24677
    },
    {
      "epoch": 2.6754119687771034,
      "grad_norm": 0.09951964020729065,
      "learning_rate": 1.085884230378645e-05,
      "loss": 0.0073,
      "step": 24678
    },
    {
      "epoch": 2.675520381613183,
      "grad_norm": 0.2591916024684906,
      "learning_rate": 1.0855215435949515e-05,
      "loss": 0.0274,
      "step": 24679
    },
    {
      "epoch": 2.675628794449263,
      "grad_norm": 0.5922667384147644,
      "learning_rate": 1.0851588568112577e-05,
      "loss": 0.0152,
      "step": 24680
    },
    {
      "epoch": 2.6757372072853425,
      "grad_norm": 0.2726220190525055,
      "learning_rate": 1.0847961700275643e-05,
      "loss": 0.0144,
      "step": 24681
    },
    {
      "epoch": 2.6758456201214225,
      "grad_norm": 0.05225607007741928,
      "learning_rate": 1.0844334832438705e-05,
      "loss": 0.0031,
      "step": 24682
    },
    {
      "epoch": 2.675954032957502,
      "grad_norm": 0.12941931188106537,
      "learning_rate": 1.0840707964601771e-05,
      "loss": 0.0038,
      "step": 24683
    },
    {
      "epoch": 2.676062445793582,
      "grad_norm": 0.08260568976402283,
      "learning_rate": 1.0837081096764833e-05,
      "loss": 0.0022,
      "step": 24684
    },
    {
      "epoch": 2.6761708586296615,
      "grad_norm": 0.13907942175865173,
      "learning_rate": 1.08334542289279e-05,
      "loss": 0.0088,
      "step": 24685
    },
    {
      "epoch": 2.6762792714657415,
      "grad_norm": 0.3247649371623993,
      "learning_rate": 1.0829827361090962e-05,
      "loss": 0.0424,
      "step": 24686
    },
    {
      "epoch": 2.6763876843018215,
      "grad_norm": 0.1027131974697113,
      "learning_rate": 1.0826200493254027e-05,
      "loss": 0.0064,
      "step": 24687
    },
    {
      "epoch": 2.676496097137901,
      "grad_norm": 0.28262269496917725,
      "learning_rate": 1.082257362541709e-05,
      "loss": 0.0229,
      "step": 24688
    },
    {
      "epoch": 2.676604509973981,
      "grad_norm": 0.04867040738463402,
      "learning_rate": 1.0818946757580154e-05,
      "loss": 0.0022,
      "step": 24689
    },
    {
      "epoch": 2.6767129228100606,
      "grad_norm": 0.6945661306381226,
      "learning_rate": 1.0815319889743218e-05,
      "loss": 0.0327,
      "step": 24690
    },
    {
      "epoch": 2.6768213356461406,
      "grad_norm": 0.20435430109500885,
      "learning_rate": 1.0811693021906282e-05,
      "loss": 0.0077,
      "step": 24691
    },
    {
      "epoch": 2.6769297484822205,
      "grad_norm": 0.29878902435302734,
      "learning_rate": 1.0808066154069346e-05,
      "loss": 0.0215,
      "step": 24692
    },
    {
      "epoch": 2.6770381613183,
      "grad_norm": 0.2527773678302765,
      "learning_rate": 1.0804439286232409e-05,
      "loss": 0.0222,
      "step": 24693
    },
    {
      "epoch": 2.6771465741543796,
      "grad_norm": 0.1926240175962448,
      "learning_rate": 1.0800812418395475e-05,
      "loss": 0.0092,
      "step": 24694
    },
    {
      "epoch": 2.6772549869904596,
      "grad_norm": 0.012768549844622612,
      "learning_rate": 1.0797185550558537e-05,
      "loss": 0.0006,
      "step": 24695
    },
    {
      "epoch": 2.6773633998265396,
      "grad_norm": 0.3127937614917755,
      "learning_rate": 1.0793558682721603e-05,
      "loss": 0.0125,
      "step": 24696
    },
    {
      "epoch": 2.677471812662619,
      "grad_norm": 0.09049718081951141,
      "learning_rate": 1.0789931814884665e-05,
      "loss": 0.0023,
      "step": 24697
    },
    {
      "epoch": 2.677580225498699,
      "grad_norm": 0.03477981314063072,
      "learning_rate": 1.0786304947047731e-05,
      "loss": 0.0024,
      "step": 24698
    },
    {
      "epoch": 2.6776886383347787,
      "grad_norm": 0.07417941838502884,
      "learning_rate": 1.0782678079210793e-05,
      "loss": 0.0068,
      "step": 24699
    },
    {
      "epoch": 2.6777970511708586,
      "grad_norm": 0.13356174528598785,
      "learning_rate": 1.077905121137386e-05,
      "loss": 0.0066,
      "step": 24700
    },
    {
      "epoch": 2.6779054640069386,
      "grad_norm": 0.15097905695438385,
      "learning_rate": 1.0775424343536922e-05,
      "loss": 0.0368,
      "step": 24701
    },
    {
      "epoch": 2.678013876843018,
      "grad_norm": 0.1863263100385666,
      "learning_rate": 1.0771797475699986e-05,
      "loss": 0.0145,
      "step": 24702
    },
    {
      "epoch": 2.678122289679098,
      "grad_norm": 0.03852197155356407,
      "learning_rate": 1.076817060786305e-05,
      "loss": 0.0018,
      "step": 24703
    },
    {
      "epoch": 2.6782307025151777,
      "grad_norm": 0.5014707446098328,
      "learning_rate": 1.0764543740026114e-05,
      "loss": 0.0389,
      "step": 24704
    },
    {
      "epoch": 2.6783391153512577,
      "grad_norm": 0.21892838180065155,
      "learning_rate": 1.0760916872189178e-05,
      "loss": 0.0111,
      "step": 24705
    },
    {
      "epoch": 2.6784475281873372,
      "grad_norm": 0.08337099105119705,
      "learning_rate": 1.0757290004352242e-05,
      "loss": 0.0048,
      "step": 24706
    },
    {
      "epoch": 2.678555941023417,
      "grad_norm": 0.20036450028419495,
      "learning_rate": 1.0753663136515306e-05,
      "loss": 0.0224,
      "step": 24707
    },
    {
      "epoch": 2.6786643538594967,
      "grad_norm": 0.4518388509750366,
      "learning_rate": 1.0750036268678369e-05,
      "loss": 0.0729,
      "step": 24708
    },
    {
      "epoch": 2.6787727666955767,
      "grad_norm": 0.15658991038799286,
      "learning_rate": 1.0746409400841434e-05,
      "loss": 0.0158,
      "step": 24709
    },
    {
      "epoch": 2.6788811795316567,
      "grad_norm": 0.1995389759540558,
      "learning_rate": 1.0742782533004497e-05,
      "loss": 0.0277,
      "step": 24710
    },
    {
      "epoch": 2.6789895923677363,
      "grad_norm": 0.5392130613327026,
      "learning_rate": 1.0739155665167563e-05,
      "loss": 0.0692,
      "step": 24711
    },
    {
      "epoch": 2.6790980052038162,
      "grad_norm": 0.15914484858512878,
      "learning_rate": 1.0735528797330625e-05,
      "loss": 0.0066,
      "step": 24712
    },
    {
      "epoch": 2.679206418039896,
      "grad_norm": 0.1117127388715744,
      "learning_rate": 1.073190192949369e-05,
      "loss": 0.0067,
      "step": 24713
    },
    {
      "epoch": 2.6793148308759758,
      "grad_norm": 0.21593083441257477,
      "learning_rate": 1.0728275061656753e-05,
      "loss": 0.0081,
      "step": 24714
    },
    {
      "epoch": 2.6794232437120558,
      "grad_norm": 0.15629005432128906,
      "learning_rate": 1.0724648193819817e-05,
      "loss": 0.0057,
      "step": 24715
    },
    {
      "epoch": 2.6795316565481353,
      "grad_norm": 0.09572163969278336,
      "learning_rate": 1.0721021325982881e-05,
      "loss": 0.0122,
      "step": 24716
    },
    {
      "epoch": 2.679640069384215,
      "grad_norm": 0.2338983714580536,
      "learning_rate": 1.0717394458145946e-05,
      "loss": 0.0128,
      "step": 24717
    },
    {
      "epoch": 2.679748482220295,
      "grad_norm": 0.2545667588710785,
      "learning_rate": 1.071376759030901e-05,
      "loss": 0.0235,
      "step": 24718
    },
    {
      "epoch": 2.679856895056375,
      "grad_norm": 0.16577692329883575,
      "learning_rate": 1.0710140722472074e-05,
      "loss": 0.0181,
      "step": 24719
    },
    {
      "epoch": 2.6799653078924544,
      "grad_norm": 0.1623775064945221,
      "learning_rate": 1.0706513854635138e-05,
      "loss": 0.0072,
      "step": 24720
    },
    {
      "epoch": 2.6800737207285343,
      "grad_norm": 0.2410266399383545,
      "learning_rate": 1.07028869867982e-05,
      "loss": 0.0122,
      "step": 24721
    },
    {
      "epoch": 2.680182133564614,
      "grad_norm": 0.34035009145736694,
      "learning_rate": 1.0699260118961266e-05,
      "loss": 0.043,
      "step": 24722
    },
    {
      "epoch": 2.680290546400694,
      "grad_norm": 0.3161931335926056,
      "learning_rate": 1.0695633251124329e-05,
      "loss": 0.0211,
      "step": 24723
    },
    {
      "epoch": 2.680398959236774,
      "grad_norm": 0.011688916012644768,
      "learning_rate": 1.0692006383287394e-05,
      "loss": 0.0013,
      "step": 24724
    },
    {
      "epoch": 2.6805073720728534,
      "grad_norm": 0.16306255757808685,
      "learning_rate": 1.0688379515450457e-05,
      "loss": 0.0059,
      "step": 24725
    },
    {
      "epoch": 2.6806157849089334,
      "grad_norm": 0.22374896705150604,
      "learning_rate": 1.0684752647613523e-05,
      "loss": 0.033,
      "step": 24726
    },
    {
      "epoch": 2.680724197745013,
      "grad_norm": 0.08936715126037598,
      "learning_rate": 1.0681125779776585e-05,
      "loss": 0.0036,
      "step": 24727
    },
    {
      "epoch": 2.680832610581093,
      "grad_norm": 0.07723778486251831,
      "learning_rate": 1.0677498911939649e-05,
      "loss": 0.0056,
      "step": 24728
    },
    {
      "epoch": 2.6809410234171724,
      "grad_norm": 0.25508779287338257,
      "learning_rate": 1.0673872044102713e-05,
      "loss": 0.0277,
      "step": 24729
    },
    {
      "epoch": 2.6810494362532524,
      "grad_norm": 0.168089359998703,
      "learning_rate": 1.0670245176265777e-05,
      "loss": 0.0087,
      "step": 24730
    },
    {
      "epoch": 2.681157849089332,
      "grad_norm": 0.051107872277498245,
      "learning_rate": 1.0666618308428841e-05,
      "loss": 0.0041,
      "step": 24731
    },
    {
      "epoch": 2.681266261925412,
      "grad_norm": 0.13593067228794098,
      "learning_rate": 1.0662991440591905e-05,
      "loss": 0.0047,
      "step": 24732
    },
    {
      "epoch": 2.681374674761492,
      "grad_norm": 0.25929510593414307,
      "learning_rate": 1.065936457275497e-05,
      "loss": 0.0063,
      "step": 24733
    },
    {
      "epoch": 2.6814830875975715,
      "grad_norm": 0.2505172789096832,
      "learning_rate": 1.0655737704918032e-05,
      "loss": 0.0378,
      "step": 24734
    },
    {
      "epoch": 2.6815915004336515,
      "grad_norm": 0.4475182592868805,
      "learning_rate": 1.0652110837081098e-05,
      "loss": 0.0095,
      "step": 24735
    },
    {
      "epoch": 2.681699913269731,
      "grad_norm": 0.03245638310909271,
      "learning_rate": 1.064848396924416e-05,
      "loss": 0.0029,
      "step": 24736
    },
    {
      "epoch": 2.681808326105811,
      "grad_norm": 0.057742003351449966,
      "learning_rate": 1.0644857101407226e-05,
      "loss": 0.0054,
      "step": 24737
    },
    {
      "epoch": 2.681916738941891,
      "grad_norm": 0.1664656698703766,
      "learning_rate": 1.0641230233570288e-05,
      "loss": 0.0037,
      "step": 24738
    },
    {
      "epoch": 2.6820251517779705,
      "grad_norm": 0.13965100049972534,
      "learning_rate": 1.0637603365733354e-05,
      "loss": 0.005,
      "step": 24739
    },
    {
      "epoch": 2.68213356461405,
      "grad_norm": 0.35148248076438904,
      "learning_rate": 1.0633976497896417e-05,
      "loss": 0.017,
      "step": 24740
    },
    {
      "epoch": 2.68224197745013,
      "grad_norm": 0.1227552592754364,
      "learning_rate": 1.063034963005948e-05,
      "loss": 0.0163,
      "step": 24741
    },
    {
      "epoch": 2.68235039028621,
      "grad_norm": 0.02731715701520443,
      "learning_rate": 1.0626722762222545e-05,
      "loss": 0.0017,
      "step": 24742
    },
    {
      "epoch": 2.6824588031222896,
      "grad_norm": 0.35168418288230896,
      "learning_rate": 1.0623095894385609e-05,
      "loss": 0.0191,
      "step": 24743
    },
    {
      "epoch": 2.6825672159583696,
      "grad_norm": 0.04112842679023743,
      "learning_rate": 1.0619469026548673e-05,
      "loss": 0.0018,
      "step": 24744
    },
    {
      "epoch": 2.682675628794449,
      "grad_norm": 0.2920919954776764,
      "learning_rate": 1.0615842158711737e-05,
      "loss": 0.0424,
      "step": 24745
    },
    {
      "epoch": 2.682784041630529,
      "grad_norm": 0.054000891745090485,
      "learning_rate": 1.0612215290874801e-05,
      "loss": 0.0031,
      "step": 24746
    },
    {
      "epoch": 2.682892454466609,
      "grad_norm": 0.2504468858242035,
      "learning_rate": 1.0608588423037864e-05,
      "loss": 0.0143,
      "step": 24747
    },
    {
      "epoch": 2.6830008673026886,
      "grad_norm": 0.03751152753829956,
      "learning_rate": 1.060496155520093e-05,
      "loss": 0.0026,
      "step": 24748
    },
    {
      "epoch": 2.6831092801387686,
      "grad_norm": 0.01251937635242939,
      "learning_rate": 1.0601334687363992e-05,
      "loss": 0.0006,
      "step": 24749
    },
    {
      "epoch": 2.683217692974848,
      "grad_norm": 1.5367475748062134,
      "learning_rate": 1.0597707819527058e-05,
      "loss": 0.0783,
      "step": 24750
    },
    {
      "epoch": 2.683326105810928,
      "grad_norm": 0.013811588287353516,
      "learning_rate": 1.059408095169012e-05,
      "loss": 0.001,
      "step": 24751
    },
    {
      "epoch": 2.6834345186470077,
      "grad_norm": 0.011680112220346928,
      "learning_rate": 1.0590454083853186e-05,
      "loss": 0.0006,
      "step": 24752
    },
    {
      "epoch": 2.6835429314830876,
      "grad_norm": 0.34415140748023987,
      "learning_rate": 1.0586827216016248e-05,
      "loss": 0.0256,
      "step": 24753
    },
    {
      "epoch": 2.683651344319167,
      "grad_norm": 0.04585929960012436,
      "learning_rate": 1.0583200348179312e-05,
      "loss": 0.0031,
      "step": 24754
    },
    {
      "epoch": 2.683759757155247,
      "grad_norm": 0.08884191513061523,
      "learning_rate": 1.0579573480342376e-05,
      "loss": 0.0033,
      "step": 24755
    },
    {
      "epoch": 2.683868169991327,
      "grad_norm": 0.6220571398735046,
      "learning_rate": 1.057594661250544e-05,
      "loss": 0.0216,
      "step": 24756
    },
    {
      "epoch": 2.6839765828274067,
      "grad_norm": 0.44686394929885864,
      "learning_rate": 1.0572319744668505e-05,
      "loss": 0.066,
      "step": 24757
    },
    {
      "epoch": 2.6840849956634867,
      "grad_norm": 0.09990054368972778,
      "learning_rate": 1.0568692876831569e-05,
      "loss": 0.0151,
      "step": 24758
    },
    {
      "epoch": 2.6841934084995662,
      "grad_norm": 0.1542186737060547,
      "learning_rate": 1.0565066008994633e-05,
      "loss": 0.0186,
      "step": 24759
    },
    {
      "epoch": 2.684301821335646,
      "grad_norm": 0.39100414514541626,
      "learning_rate": 1.0561439141157697e-05,
      "loss": 0.0129,
      "step": 24760
    },
    {
      "epoch": 2.684410234171726,
      "grad_norm": 0.14106911420822144,
      "learning_rate": 1.0557812273320761e-05,
      "loss": 0.01,
      "step": 24761
    },
    {
      "epoch": 2.6845186470078057,
      "grad_norm": 0.29103758931159973,
      "learning_rate": 1.0554185405483824e-05,
      "loss": 0.072,
      "step": 24762
    },
    {
      "epoch": 2.6846270598438853,
      "grad_norm": 0.18590174615383148,
      "learning_rate": 1.055055853764689e-05,
      "loss": 0.0153,
      "step": 24763
    },
    {
      "epoch": 2.6847354726799653,
      "grad_norm": 0.08385271579027176,
      "learning_rate": 1.0546931669809952e-05,
      "loss": 0.0036,
      "step": 24764
    },
    {
      "epoch": 2.6848438855160452,
      "grad_norm": 0.3754403293132782,
      "learning_rate": 1.0543304801973018e-05,
      "loss": 0.0131,
      "step": 24765
    },
    {
      "epoch": 2.684952298352125,
      "grad_norm": 0.34564298391342163,
      "learning_rate": 1.053967793413608e-05,
      "loss": 0.0333,
      "step": 24766
    },
    {
      "epoch": 2.6850607111882048,
      "grad_norm": 0.1344122737646103,
      "learning_rate": 1.0536051066299146e-05,
      "loss": 0.0123,
      "step": 24767
    },
    {
      "epoch": 2.6851691240242843,
      "grad_norm": 0.13157682120800018,
      "learning_rate": 1.0532424198462208e-05,
      "loss": 0.008,
      "step": 24768
    },
    {
      "epoch": 2.6852775368603643,
      "grad_norm": 0.05757493898272514,
      "learning_rate": 1.0528797330625272e-05,
      "loss": 0.0056,
      "step": 24769
    },
    {
      "epoch": 2.6853859496964443,
      "grad_norm": 0.6018762588500977,
      "learning_rate": 1.0525170462788336e-05,
      "loss": 0.0883,
      "step": 24770
    },
    {
      "epoch": 2.685494362532524,
      "grad_norm": 0.22829391062259674,
      "learning_rate": 1.05215435949514e-05,
      "loss": 0.0275,
      "step": 24771
    },
    {
      "epoch": 2.6856027753686034,
      "grad_norm": 0.15727196633815765,
      "learning_rate": 1.0517916727114465e-05,
      "loss": 0.0191,
      "step": 24772
    },
    {
      "epoch": 2.6857111882046834,
      "grad_norm": 0.1400119513273239,
      "learning_rate": 1.0514289859277529e-05,
      "loss": 0.0069,
      "step": 24773
    },
    {
      "epoch": 2.6858196010407633,
      "grad_norm": 0.30455633997917175,
      "learning_rate": 1.0510662991440593e-05,
      "loss": 0.0136,
      "step": 24774
    },
    {
      "epoch": 2.685928013876843,
      "grad_norm": 0.12768398225307465,
      "learning_rate": 1.0507036123603655e-05,
      "loss": 0.0109,
      "step": 24775
    },
    {
      "epoch": 2.686036426712923,
      "grad_norm": 0.2008940875530243,
      "learning_rate": 1.0503409255766721e-05,
      "loss": 0.0079,
      "step": 24776
    },
    {
      "epoch": 2.6861448395490024,
      "grad_norm": 0.20029696822166443,
      "learning_rate": 1.0499782387929783e-05,
      "loss": 0.0125,
      "step": 24777
    },
    {
      "epoch": 2.6862532523850824,
      "grad_norm": 0.14600111544132233,
      "learning_rate": 1.049615552009285e-05,
      "loss": 0.0129,
      "step": 24778
    },
    {
      "epoch": 2.6863616652211624,
      "grad_norm": 0.3967278301715851,
      "learning_rate": 1.0492528652255912e-05,
      "loss": 0.0454,
      "step": 24779
    },
    {
      "epoch": 2.686470078057242,
      "grad_norm": 0.1132432371377945,
      "learning_rate": 1.0488901784418977e-05,
      "loss": 0.0181,
      "step": 24780
    },
    {
      "epoch": 2.686578490893322,
      "grad_norm": 0.042108599096536636,
      "learning_rate": 1.048527491658204e-05,
      "loss": 0.0018,
      "step": 24781
    },
    {
      "epoch": 2.6866869037294014,
      "grad_norm": 0.11348437517881393,
      "learning_rate": 1.0481648048745104e-05,
      "loss": 0.0124,
      "step": 24782
    },
    {
      "epoch": 2.6867953165654814,
      "grad_norm": 0.21532678604125977,
      "learning_rate": 1.0478021180908168e-05,
      "loss": 0.0167,
      "step": 24783
    },
    {
      "epoch": 2.6869037294015614,
      "grad_norm": 0.2304603010416031,
      "learning_rate": 1.0474394313071232e-05,
      "loss": 0.0191,
      "step": 24784
    },
    {
      "epoch": 2.687012142237641,
      "grad_norm": 0.4639163613319397,
      "learning_rate": 1.0470767445234296e-05,
      "loss": 0.0354,
      "step": 24785
    },
    {
      "epoch": 2.6871205550737205,
      "grad_norm": 0.5105365514755249,
      "learning_rate": 1.046714057739736e-05,
      "loss": 0.0486,
      "step": 24786
    },
    {
      "epoch": 2.6872289679098005,
      "grad_norm": 0.16967707872390747,
      "learning_rate": 1.0463513709560424e-05,
      "loss": 0.0143,
      "step": 24787
    },
    {
      "epoch": 2.6873373807458805,
      "grad_norm": 0.1011897474527359,
      "learning_rate": 1.0459886841723487e-05,
      "loss": 0.0058,
      "step": 24788
    },
    {
      "epoch": 2.68744579358196,
      "grad_norm": 0.19888857007026672,
      "learning_rate": 1.0456259973886553e-05,
      "loss": 0.0113,
      "step": 24789
    },
    {
      "epoch": 2.68755420641804,
      "grad_norm": 0.027910355478525162,
      "learning_rate": 1.0452633106049615e-05,
      "loss": 0.0012,
      "step": 24790
    },
    {
      "epoch": 2.6876626192541195,
      "grad_norm": 0.023087216541171074,
      "learning_rate": 1.0449006238212681e-05,
      "loss": 0.0006,
      "step": 24791
    },
    {
      "epoch": 2.6877710320901995,
      "grad_norm": 0.22763703763484955,
      "learning_rate": 1.0445379370375743e-05,
      "loss": 0.0219,
      "step": 24792
    },
    {
      "epoch": 2.6878794449262795,
      "grad_norm": 0.30981096625328064,
      "learning_rate": 1.0441752502538809e-05,
      "loss": 0.0219,
      "step": 24793
    },
    {
      "epoch": 2.687987857762359,
      "grad_norm": 0.044752076268196106,
      "learning_rate": 1.0438125634701871e-05,
      "loss": 0.0035,
      "step": 24794
    },
    {
      "epoch": 2.6880962705984386,
      "grad_norm": 1.768405556678772,
      "learning_rate": 1.0434498766864936e-05,
      "loss": 0.0362,
      "step": 24795
    },
    {
      "epoch": 2.6882046834345186,
      "grad_norm": 0.056785643100738525,
      "learning_rate": 1.0430871899028e-05,
      "loss": 0.0018,
      "step": 24796
    },
    {
      "epoch": 2.6883130962705986,
      "grad_norm": 0.13535402715206146,
      "learning_rate": 1.0427245031191064e-05,
      "loss": 0.0031,
      "step": 24797
    },
    {
      "epoch": 2.688421509106678,
      "grad_norm": 0.11464900523424149,
      "learning_rate": 1.0423618163354128e-05,
      "loss": 0.0104,
      "step": 24798
    },
    {
      "epoch": 2.688529921942758,
      "grad_norm": 0.4373364746570587,
      "learning_rate": 1.0419991295517192e-05,
      "loss": 0.0492,
      "step": 24799
    },
    {
      "epoch": 2.6886383347788376,
      "grad_norm": 0.15920504927635193,
      "learning_rate": 1.0416364427680256e-05,
      "loss": 0.0137,
      "step": 24800
    },
    {
      "epoch": 2.6887467476149176,
      "grad_norm": 1.1790056228637695,
      "learning_rate": 1.041273755984332e-05,
      "loss": 0.022,
      "step": 24801
    },
    {
      "epoch": 2.6888551604509976,
      "grad_norm": 0.27100157737731934,
      "learning_rate": 1.0409110692006384e-05,
      "loss": 0.0144,
      "step": 24802
    },
    {
      "epoch": 2.688963573287077,
      "grad_norm": 0.34102141857147217,
      "learning_rate": 1.0405483824169447e-05,
      "loss": 0.0167,
      "step": 24803
    },
    {
      "epoch": 2.689071986123157,
      "grad_norm": 0.08606289327144623,
      "learning_rate": 1.0401856956332513e-05,
      "loss": 0.0022,
      "step": 24804
    },
    {
      "epoch": 2.6891803989592367,
      "grad_norm": 0.08607400208711624,
      "learning_rate": 1.0398230088495575e-05,
      "loss": 0.005,
      "step": 24805
    },
    {
      "epoch": 2.6892888117953166,
      "grad_norm": 0.2094363421201706,
      "learning_rate": 1.039460322065864e-05,
      "loss": 0.0091,
      "step": 24806
    },
    {
      "epoch": 2.6893972246313966,
      "grad_norm": 0.2363949716091156,
      "learning_rate": 1.0390976352821703e-05,
      "loss": 0.0266,
      "step": 24807
    },
    {
      "epoch": 2.689505637467476,
      "grad_norm": 0.32857686281204224,
      "learning_rate": 1.0387349484984767e-05,
      "loss": 0.0204,
      "step": 24808
    },
    {
      "epoch": 2.6896140503035557,
      "grad_norm": 0.025857817381620407,
      "learning_rate": 1.0383722617147831e-05,
      "loss": 0.0027,
      "step": 24809
    },
    {
      "epoch": 2.6897224631396357,
      "grad_norm": 0.08674146980047226,
      "learning_rate": 1.0380095749310895e-05,
      "loss": 0.0051,
      "step": 24810
    },
    {
      "epoch": 2.6898308759757157,
      "grad_norm": 0.11853814870119095,
      "learning_rate": 1.037646888147396e-05,
      "loss": 0.0093,
      "step": 24811
    },
    {
      "epoch": 2.6899392888117952,
      "grad_norm": 0.09164444357156754,
      "learning_rate": 1.0372842013637024e-05,
      "loss": 0.0043,
      "step": 24812
    },
    {
      "epoch": 2.690047701647875,
      "grad_norm": 0.3256644010543823,
      "learning_rate": 1.0369215145800088e-05,
      "loss": 0.0347,
      "step": 24813
    },
    {
      "epoch": 2.6901561144839548,
      "grad_norm": 0.675649106502533,
      "learning_rate": 1.0365588277963152e-05,
      "loss": 0.0137,
      "step": 24814
    },
    {
      "epoch": 2.6902645273200347,
      "grad_norm": 0.05857901647686958,
      "learning_rate": 1.0361961410126216e-05,
      "loss": 0.0029,
      "step": 24815
    },
    {
      "epoch": 2.6903729401561147,
      "grad_norm": 0.03703223541378975,
      "learning_rate": 1.0358334542289278e-05,
      "loss": 0.0018,
      "step": 24816
    },
    {
      "epoch": 2.6904813529921943,
      "grad_norm": 0.15101024508476257,
      "learning_rate": 1.0354707674452344e-05,
      "loss": 0.0058,
      "step": 24817
    },
    {
      "epoch": 2.690589765828274,
      "grad_norm": 0.5826048254966736,
      "learning_rate": 1.0351080806615407e-05,
      "loss": 0.0204,
      "step": 24818
    },
    {
      "epoch": 2.690698178664354,
      "grad_norm": 0.21351894736289978,
      "learning_rate": 1.0347453938778472e-05,
      "loss": 0.0174,
      "step": 24819
    },
    {
      "epoch": 2.6908065915004338,
      "grad_norm": 0.15704107284545898,
      "learning_rate": 1.0343827070941535e-05,
      "loss": 0.0099,
      "step": 24820
    },
    {
      "epoch": 2.6909150043365133,
      "grad_norm": 0.11000554263591766,
      "learning_rate": 1.0340200203104599e-05,
      "loss": 0.0094,
      "step": 24821
    },
    {
      "epoch": 2.6910234171725933,
      "grad_norm": 0.016565104946494102,
      "learning_rate": 1.0336573335267663e-05,
      "loss": 0.0008,
      "step": 24822
    },
    {
      "epoch": 2.691131830008673,
      "grad_norm": 0.0619267076253891,
      "learning_rate": 1.0332946467430727e-05,
      "loss": 0.0026,
      "step": 24823
    },
    {
      "epoch": 2.691240242844753,
      "grad_norm": 0.027233904227614403,
      "learning_rate": 1.0329319599593791e-05,
      "loss": 0.0008,
      "step": 24824
    },
    {
      "epoch": 2.691348655680833,
      "grad_norm": 0.04810669273138046,
      "learning_rate": 1.0325692731756855e-05,
      "loss": 0.0024,
      "step": 24825
    },
    {
      "epoch": 2.6914570685169124,
      "grad_norm": 0.32478487491607666,
      "learning_rate": 1.032206586391992e-05,
      "loss": 0.0099,
      "step": 24826
    },
    {
      "epoch": 2.6915654813529923,
      "grad_norm": 0.4842239022254944,
      "learning_rate": 1.0318438996082984e-05,
      "loss": 0.0189,
      "step": 24827
    },
    {
      "epoch": 2.691673894189072,
      "grad_norm": 0.35305359959602356,
      "learning_rate": 1.0314812128246048e-05,
      "loss": 0.0344,
      "step": 24828
    },
    {
      "epoch": 2.691782307025152,
      "grad_norm": 0.14594188332557678,
      "learning_rate": 1.031118526040911e-05,
      "loss": 0.0061,
      "step": 24829
    },
    {
      "epoch": 2.6918907198612314,
      "grad_norm": 0.08116848766803741,
      "learning_rate": 1.0307558392572176e-05,
      "loss": 0.0062,
      "step": 24830
    },
    {
      "epoch": 2.6919991326973114,
      "grad_norm": 0.21924346685409546,
      "learning_rate": 1.0303931524735238e-05,
      "loss": 0.0103,
      "step": 24831
    },
    {
      "epoch": 2.692107545533391,
      "grad_norm": 0.10382448881864548,
      "learning_rate": 1.0300304656898304e-05,
      "loss": 0.0062,
      "step": 24832
    },
    {
      "epoch": 2.692215958369471,
      "grad_norm": 0.025435706600546837,
      "learning_rate": 1.0296677789061367e-05,
      "loss": 0.0013,
      "step": 24833
    },
    {
      "epoch": 2.692324371205551,
      "grad_norm": 0.15160536766052246,
      "learning_rate": 1.029305092122443e-05,
      "loss": 0.0054,
      "step": 24834
    },
    {
      "epoch": 2.6924327840416304,
      "grad_norm": 0.1233886107802391,
      "learning_rate": 1.0289424053387495e-05,
      "loss": 0.0073,
      "step": 24835
    },
    {
      "epoch": 2.6925411968777104,
      "grad_norm": 0.3401104807853699,
      "learning_rate": 1.0285797185550559e-05,
      "loss": 0.0278,
      "step": 24836
    },
    {
      "epoch": 2.69264960971379,
      "grad_norm": 0.19756510853767395,
      "learning_rate": 1.0282170317713623e-05,
      "loss": 0.0098,
      "step": 24837
    },
    {
      "epoch": 2.69275802254987,
      "grad_norm": 0.1946367472410202,
      "learning_rate": 1.0278543449876687e-05,
      "loss": 0.0373,
      "step": 24838
    },
    {
      "epoch": 2.69286643538595,
      "grad_norm": 0.14222581684589386,
      "learning_rate": 1.0274916582039751e-05,
      "loss": 0.0107,
      "step": 24839
    },
    {
      "epoch": 2.6929748482220295,
      "grad_norm": 0.04884033650159836,
      "learning_rate": 1.0271289714202815e-05,
      "loss": 0.004,
      "step": 24840
    },
    {
      "epoch": 2.693083261058109,
      "grad_norm": 0.0487140417098999,
      "learning_rate": 1.026766284636588e-05,
      "loss": 0.0017,
      "step": 24841
    },
    {
      "epoch": 2.693191673894189,
      "grad_norm": 0.09971107542514801,
      "learning_rate": 1.0264035978528942e-05,
      "loss": 0.0057,
      "step": 24842
    },
    {
      "epoch": 2.693300086730269,
      "grad_norm": 0.28753527998924255,
      "learning_rate": 1.0260409110692008e-05,
      "loss": 0.0215,
      "step": 24843
    },
    {
      "epoch": 2.6934084995663485,
      "grad_norm": 0.14424346387386322,
      "learning_rate": 1.025678224285507e-05,
      "loss": 0.0039,
      "step": 24844
    },
    {
      "epoch": 2.6935169124024285,
      "grad_norm": 0.4631134271621704,
      "learning_rate": 1.0253155375018136e-05,
      "loss": 0.042,
      "step": 24845
    },
    {
      "epoch": 2.693625325238508,
      "grad_norm": 0.26715537905693054,
      "learning_rate": 1.0249528507181198e-05,
      "loss": 0.0259,
      "step": 24846
    },
    {
      "epoch": 2.693733738074588,
      "grad_norm": 0.23847317695617676,
      "learning_rate": 1.0245901639344262e-05,
      "loss": 0.0195,
      "step": 24847
    },
    {
      "epoch": 2.693842150910668,
      "grad_norm": 0.01008098479360342,
      "learning_rate": 1.0242274771507326e-05,
      "loss": 0.0004,
      "step": 24848
    },
    {
      "epoch": 2.6939505637467476,
      "grad_norm": 0.2104702591896057,
      "learning_rate": 1.023864790367039e-05,
      "loss": 0.0114,
      "step": 24849
    },
    {
      "epoch": 2.6940589765828276,
      "grad_norm": 0.3046643137931824,
      "learning_rate": 1.0235021035833455e-05,
      "loss": 0.0148,
      "step": 24850
    },
    {
      "epoch": 2.694167389418907,
      "grad_norm": 0.10354329645633698,
      "learning_rate": 1.0231394167996519e-05,
      "loss": 0.0047,
      "step": 24851
    },
    {
      "epoch": 2.694275802254987,
      "grad_norm": 0.23398058116436005,
      "learning_rate": 1.0227767300159583e-05,
      "loss": 0.0124,
      "step": 24852
    },
    {
      "epoch": 2.6943842150910666,
      "grad_norm": 0.11058393120765686,
      "learning_rate": 1.0224140432322647e-05,
      "loss": 0.0057,
      "step": 24853
    },
    {
      "epoch": 2.6944926279271466,
      "grad_norm": 0.15639862418174744,
      "learning_rate": 1.0220513564485711e-05,
      "loss": 0.0104,
      "step": 24854
    },
    {
      "epoch": 2.694601040763226,
      "grad_norm": 0.13842058181762695,
      "learning_rate": 1.0216886696648775e-05,
      "loss": 0.0085,
      "step": 24855
    },
    {
      "epoch": 2.694709453599306,
      "grad_norm": 0.3800828754901886,
      "learning_rate": 1.021325982881184e-05,
      "loss": 0.0161,
      "step": 24856
    },
    {
      "epoch": 2.694817866435386,
      "grad_norm": 0.30020788311958313,
      "learning_rate": 1.0209632960974902e-05,
      "loss": 0.0228,
      "step": 24857
    },
    {
      "epoch": 2.6949262792714657,
      "grad_norm": 0.16803249716758728,
      "learning_rate": 1.0206006093137967e-05,
      "loss": 0.0197,
      "step": 24858
    },
    {
      "epoch": 2.6950346921075456,
      "grad_norm": 0.157746359705925,
      "learning_rate": 1.020237922530103e-05,
      "loss": 0.0231,
      "step": 24859
    },
    {
      "epoch": 2.695143104943625,
      "grad_norm": 0.49201610684394836,
      "learning_rate": 1.0198752357464094e-05,
      "loss": 0.046,
      "step": 24860
    },
    {
      "epoch": 2.695251517779705,
      "grad_norm": 0.19776609539985657,
      "learning_rate": 1.0195125489627158e-05,
      "loss": 0.0085,
      "step": 24861
    },
    {
      "epoch": 2.695359930615785,
      "grad_norm": 0.16040509939193726,
      "learning_rate": 1.0191498621790222e-05,
      "loss": 0.0172,
      "step": 24862
    },
    {
      "epoch": 2.6954683434518647,
      "grad_norm": 0.1936418116092682,
      "learning_rate": 1.0187871753953286e-05,
      "loss": 0.007,
      "step": 24863
    },
    {
      "epoch": 2.6955767562879442,
      "grad_norm": 0.045324765145778656,
      "learning_rate": 1.018424488611635e-05,
      "loss": 0.0049,
      "step": 24864
    },
    {
      "epoch": 2.6956851691240242,
      "grad_norm": 0.9557356834411621,
      "learning_rate": 1.0180618018279414e-05,
      "loss": 0.0364,
      "step": 24865
    },
    {
      "epoch": 2.695793581960104,
      "grad_norm": 0.007184857968240976,
      "learning_rate": 1.0176991150442479e-05,
      "loss": 0.0004,
      "step": 24866
    },
    {
      "epoch": 2.6959019947961838,
      "grad_norm": 0.16238464415073395,
      "learning_rate": 1.0173364282605543e-05,
      "loss": 0.0157,
      "step": 24867
    },
    {
      "epoch": 2.6960104076322637,
      "grad_norm": 0.1933300644159317,
      "learning_rate": 1.0169737414768607e-05,
      "loss": 0.0127,
      "step": 24868
    },
    {
      "epoch": 2.6961188204683433,
      "grad_norm": 0.2884277105331421,
      "learning_rate": 1.0166110546931671e-05,
      "loss": 0.023,
      "step": 24869
    },
    {
      "epoch": 2.6962272333044233,
      "grad_norm": 0.17565931379795074,
      "learning_rate": 1.0162483679094733e-05,
      "loss": 0.0111,
      "step": 24870
    },
    {
      "epoch": 2.6963356461405033,
      "grad_norm": 0.031386904418468475,
      "learning_rate": 1.0158856811257799e-05,
      "loss": 0.002,
      "step": 24871
    },
    {
      "epoch": 2.696444058976583,
      "grad_norm": 0.581089437007904,
      "learning_rate": 1.0155229943420862e-05,
      "loss": 0.0093,
      "step": 24872
    },
    {
      "epoch": 2.6965524718126628,
      "grad_norm": 0.2055315524339676,
      "learning_rate": 1.0151603075583926e-05,
      "loss": 0.0263,
      "step": 24873
    },
    {
      "epoch": 2.6966608846487423,
      "grad_norm": 0.8769184350967407,
      "learning_rate": 1.014797620774699e-05,
      "loss": 0.0771,
      "step": 24874
    },
    {
      "epoch": 2.6967692974848223,
      "grad_norm": 0.17573557794094086,
      "learning_rate": 1.0144349339910054e-05,
      "loss": 0.0139,
      "step": 24875
    },
    {
      "epoch": 2.696877710320902,
      "grad_norm": 0.3535782992839813,
      "learning_rate": 1.0140722472073118e-05,
      "loss": 0.0148,
      "step": 24876
    },
    {
      "epoch": 2.696986123156982,
      "grad_norm": 0.11977032572031021,
      "learning_rate": 1.0137095604236182e-05,
      "loss": 0.0121,
      "step": 24877
    },
    {
      "epoch": 2.6970945359930614,
      "grad_norm": 0.232190802693367,
      "learning_rate": 1.0133468736399246e-05,
      "loss": 0.0169,
      "step": 24878
    },
    {
      "epoch": 2.6972029488291414,
      "grad_norm": 0.1621156632900238,
      "learning_rate": 1.012984186856231e-05,
      "loss": 0.0079,
      "step": 24879
    },
    {
      "epoch": 2.6973113616652213,
      "grad_norm": 0.3377379775047302,
      "learning_rate": 1.0126215000725374e-05,
      "loss": 0.0087,
      "step": 24880
    },
    {
      "epoch": 2.697419774501301,
      "grad_norm": 0.128561332821846,
      "learning_rate": 1.0122588132888438e-05,
      "loss": 0.0041,
      "step": 24881
    },
    {
      "epoch": 2.697528187337381,
      "grad_norm": 0.06625537574291229,
      "learning_rate": 1.0118961265051503e-05,
      "loss": 0.0025,
      "step": 24882
    },
    {
      "epoch": 2.6976366001734604,
      "grad_norm": 0.061472658067941666,
      "learning_rate": 1.0115334397214565e-05,
      "loss": 0.0056,
      "step": 24883
    },
    {
      "epoch": 2.6977450130095404,
      "grad_norm": 0.06504370272159576,
      "learning_rate": 1.011170752937763e-05,
      "loss": 0.0021,
      "step": 24884
    },
    {
      "epoch": 2.6978534258456204,
      "grad_norm": 0.6341249346733093,
      "learning_rate": 1.0108080661540693e-05,
      "loss": 0.0165,
      "step": 24885
    },
    {
      "epoch": 2.6979618386817,
      "grad_norm": 0.02350465953350067,
      "learning_rate": 1.0104453793703757e-05,
      "loss": 0.0027,
      "step": 24886
    },
    {
      "epoch": 2.6980702515177795,
      "grad_norm": 0.15989623963832855,
      "learning_rate": 1.0100826925866821e-05,
      "loss": 0.0103,
      "step": 24887
    },
    {
      "epoch": 2.6981786643538594,
      "grad_norm": 0.10668887943029404,
      "learning_rate": 1.0097200058029886e-05,
      "loss": 0.0028,
      "step": 24888
    },
    {
      "epoch": 2.6982870771899394,
      "grad_norm": 0.22352036833763123,
      "learning_rate": 1.009357319019295e-05,
      "loss": 0.0244,
      "step": 24889
    },
    {
      "epoch": 2.698395490026019,
      "grad_norm": 0.057523805648088455,
      "learning_rate": 1.0089946322356014e-05,
      "loss": 0.0033,
      "step": 24890
    },
    {
      "epoch": 2.698503902862099,
      "grad_norm": 0.23198413848876953,
      "learning_rate": 1.0086319454519078e-05,
      "loss": 0.0156,
      "step": 24891
    },
    {
      "epoch": 2.6986123156981785,
      "grad_norm": 0.33945193886756897,
      "learning_rate": 1.0082692586682142e-05,
      "loss": 0.0105,
      "step": 24892
    },
    {
      "epoch": 2.6987207285342585,
      "grad_norm": 0.14477743208408356,
      "learning_rate": 1.0079065718845206e-05,
      "loss": 0.0134,
      "step": 24893
    },
    {
      "epoch": 2.6988291413703385,
      "grad_norm": 0.06733845919370651,
      "learning_rate": 1.007543885100827e-05,
      "loss": 0.0055,
      "step": 24894
    },
    {
      "epoch": 2.698937554206418,
      "grad_norm": 0.7018627524375916,
      "learning_rate": 1.0071811983171334e-05,
      "loss": 0.0856,
      "step": 24895
    },
    {
      "epoch": 2.699045967042498,
      "grad_norm": 0.07993538677692413,
      "learning_rate": 1.0068185115334397e-05,
      "loss": 0.0044,
      "step": 24896
    },
    {
      "epoch": 2.6991543798785775,
      "grad_norm": 0.15971584618091583,
      "learning_rate": 1.0064558247497462e-05,
      "loss": 0.0036,
      "step": 24897
    },
    {
      "epoch": 2.6992627927146575,
      "grad_norm": 0.09841833263635635,
      "learning_rate": 1.0060931379660525e-05,
      "loss": 0.0059,
      "step": 24898
    },
    {
      "epoch": 2.699371205550737,
      "grad_norm": 0.3040482699871063,
      "learning_rate": 1.0057304511823589e-05,
      "loss": 0.046,
      "step": 24899
    },
    {
      "epoch": 2.699479618386817,
      "grad_norm": 0.18709872663021088,
      "learning_rate": 1.0053677643986653e-05,
      "loss": 0.0088,
      "step": 24900
    },
    {
      "epoch": 2.6995880312228966,
      "grad_norm": 0.05973195284605026,
      "learning_rate": 1.0050050776149717e-05,
      "loss": 0.0051,
      "step": 24901
    },
    {
      "epoch": 2.6996964440589766,
      "grad_norm": 0.649109959602356,
      "learning_rate": 1.0046423908312781e-05,
      "loss": 0.0113,
      "step": 24902
    },
    {
      "epoch": 2.6998048568950566,
      "grad_norm": 0.07858321070671082,
      "learning_rate": 1.0042797040475845e-05,
      "loss": 0.0078,
      "step": 24903
    },
    {
      "epoch": 2.699913269731136,
      "grad_norm": 0.07610945403575897,
      "learning_rate": 1.003917017263891e-05,
      "loss": 0.0045,
      "step": 24904
    },
    {
      "epoch": 2.700021682567216,
      "grad_norm": 0.08550941199064255,
      "learning_rate": 1.0035543304801974e-05,
      "loss": 0.0033,
      "step": 24905
    },
    {
      "epoch": 2.7001300954032956,
      "grad_norm": 0.16117863357067108,
      "learning_rate": 1.0031916436965038e-05,
      "loss": 0.0225,
      "step": 24906
    },
    {
      "epoch": 2.7002385082393756,
      "grad_norm": 0.15058253705501556,
      "learning_rate": 1.0028289569128102e-05,
      "loss": 0.0091,
      "step": 24907
    },
    {
      "epoch": 2.7003469210754556,
      "grad_norm": 0.11484403163194656,
      "learning_rate": 1.0024662701291166e-05,
      "loss": 0.0044,
      "step": 24908
    },
    {
      "epoch": 2.700455333911535,
      "grad_norm": 0.2651604413986206,
      "learning_rate": 1.002103583345423e-05,
      "loss": 0.0516,
      "step": 24909
    },
    {
      "epoch": 2.7005637467476147,
      "grad_norm": 0.1785888969898224,
      "learning_rate": 1.0017408965617294e-05,
      "loss": 0.015,
      "step": 24910
    },
    {
      "epoch": 2.7006721595836947,
      "grad_norm": 0.40495461225509644,
      "learning_rate": 1.0013782097780357e-05,
      "loss": 0.0215,
      "step": 24911
    },
    {
      "epoch": 2.7007805724197746,
      "grad_norm": 0.09482474625110626,
      "learning_rate": 1.001015522994342e-05,
      "loss": 0.0047,
      "step": 24912
    },
    {
      "epoch": 2.700888985255854,
      "grad_norm": 0.044981636106967926,
      "learning_rate": 1.0006528362106485e-05,
      "loss": 0.0026,
      "step": 24913
    },
    {
      "epoch": 2.700997398091934,
      "grad_norm": 0.20014001429080963,
      "learning_rate": 1.0002901494269549e-05,
      "loss": 0.0133,
      "step": 24914
    },
    {
      "epoch": 2.7011058109280137,
      "grad_norm": 0.656181275844574,
      "learning_rate": 9.999274626432613e-06,
      "loss": 0.0096,
      "step": 24915
    },
    {
      "epoch": 2.7012142237640937,
      "grad_norm": 0.030307499691843987,
      "learning_rate": 9.995647758595677e-06,
      "loss": 0.0011,
      "step": 24916
    },
    {
      "epoch": 2.7013226366001737,
      "grad_norm": 0.41812101006507874,
      "learning_rate": 9.992020890758741e-06,
      "loss": 0.0113,
      "step": 24917
    },
    {
      "epoch": 2.7014310494362532,
      "grad_norm": 0.25481507182121277,
      "learning_rate": 9.988394022921805e-06,
      "loss": 0.0165,
      "step": 24918
    },
    {
      "epoch": 2.7015394622723328,
      "grad_norm": 0.2010129690170288,
      "learning_rate": 9.98476715508487e-06,
      "loss": 0.0118,
      "step": 24919
    },
    {
      "epoch": 2.7016478751084128,
      "grad_norm": 0.09598388522863388,
      "learning_rate": 9.981140287247933e-06,
      "loss": 0.0099,
      "step": 24920
    },
    {
      "epoch": 2.7017562879444927,
      "grad_norm": 0.4888674318790436,
      "learning_rate": 9.977513419410998e-06,
      "loss": 0.0235,
      "step": 24921
    },
    {
      "epoch": 2.7018647007805723,
      "grad_norm": 0.1572878062725067,
      "learning_rate": 9.973886551574062e-06,
      "loss": 0.0052,
      "step": 24922
    },
    {
      "epoch": 2.7019731136166523,
      "grad_norm": 0.010265089571475983,
      "learning_rate": 9.970259683737126e-06,
      "loss": 0.0004,
      "step": 24923
    },
    {
      "epoch": 2.702081526452732,
      "grad_norm": 0.27237966656684875,
      "learning_rate": 9.966632815900188e-06,
      "loss": 0.0183,
      "step": 24924
    },
    {
      "epoch": 2.702189939288812,
      "grad_norm": 0.4042212963104248,
      "learning_rate": 9.963005948063252e-06,
      "loss": 0.0398,
      "step": 24925
    },
    {
      "epoch": 2.702298352124892,
      "grad_norm": 0.006683366373181343,
      "learning_rate": 9.959379080226316e-06,
      "loss": 0.0003,
      "step": 24926
    },
    {
      "epoch": 2.7024067649609713,
      "grad_norm": 0.1418965458869934,
      "learning_rate": 9.95575221238938e-06,
      "loss": 0.0117,
      "step": 24927
    },
    {
      "epoch": 2.7025151777970513,
      "grad_norm": 0.1563110053539276,
      "learning_rate": 9.952125344552445e-06,
      "loss": 0.0151,
      "step": 24928
    },
    {
      "epoch": 2.702623590633131,
      "grad_norm": 0.14711685478687286,
      "learning_rate": 9.948498476715509e-06,
      "loss": 0.0027,
      "step": 24929
    },
    {
      "epoch": 2.702732003469211,
      "grad_norm": 0.21570809185504913,
      "learning_rate": 9.944871608878573e-06,
      "loss": 0.0052,
      "step": 24930
    },
    {
      "epoch": 2.702840416305291,
      "grad_norm": 0.09592149406671524,
      "learning_rate": 9.941244741041637e-06,
      "loss": 0.0134,
      "step": 24931
    },
    {
      "epoch": 2.7029488291413704,
      "grad_norm": 0.31411173939704895,
      "learning_rate": 9.937617873204701e-06,
      "loss": 0.0169,
      "step": 24932
    },
    {
      "epoch": 2.70305724197745,
      "grad_norm": 0.24378684163093567,
      "learning_rate": 9.933991005367765e-06,
      "loss": 0.017,
      "step": 24933
    },
    {
      "epoch": 2.70316565481353,
      "grad_norm": 0.07632160931825638,
      "learning_rate": 9.93036413753083e-06,
      "loss": 0.0042,
      "step": 24934
    },
    {
      "epoch": 2.70327406764961,
      "grad_norm": 0.12039477378129959,
      "learning_rate": 9.926737269693893e-06,
      "loss": 0.0086,
      "step": 24935
    },
    {
      "epoch": 2.7033824804856894,
      "grad_norm": 0.1268666684627533,
      "learning_rate": 9.923110401856957e-06,
      "loss": 0.0067,
      "step": 24936
    },
    {
      "epoch": 2.7034908933217694,
      "grad_norm": 0.15156088769435883,
      "learning_rate": 9.91948353402002e-06,
      "loss": 0.0063,
      "step": 24937
    },
    {
      "epoch": 2.703599306157849,
      "grad_norm": 0.0034052471164613962,
      "learning_rate": 9.915856666183086e-06,
      "loss": 0.0002,
      "step": 24938
    },
    {
      "epoch": 2.703707718993929,
      "grad_norm": 0.09934700280427933,
      "learning_rate": 9.912229798346148e-06,
      "loss": 0.0057,
      "step": 24939
    },
    {
      "epoch": 2.703816131830009,
      "grad_norm": 0.037250444293022156,
      "learning_rate": 9.908602930509212e-06,
      "loss": 0.0025,
      "step": 24940
    },
    {
      "epoch": 2.7039245446660884,
      "grad_norm": 0.21169990301132202,
      "learning_rate": 9.904976062672276e-06,
      "loss": 0.0195,
      "step": 24941
    },
    {
      "epoch": 2.704032957502168,
      "grad_norm": 0.11073153465986252,
      "learning_rate": 9.90134919483534e-06,
      "loss": 0.0043,
      "step": 24942
    },
    {
      "epoch": 2.704141370338248,
      "grad_norm": 0.045858800411224365,
      "learning_rate": 9.897722326998405e-06,
      "loss": 0.0014,
      "step": 24943
    },
    {
      "epoch": 2.704249783174328,
      "grad_norm": 0.48856061697006226,
      "learning_rate": 9.894095459161469e-06,
      "loss": 0.0153,
      "step": 24944
    },
    {
      "epoch": 2.7043581960104075,
      "grad_norm": 0.08806036412715912,
      "learning_rate": 9.890468591324533e-06,
      "loss": 0.0077,
      "step": 24945
    },
    {
      "epoch": 2.7044666088464875,
      "grad_norm": 0.13034170866012573,
      "learning_rate": 9.886841723487597e-06,
      "loss": 0.0147,
      "step": 24946
    },
    {
      "epoch": 2.704575021682567,
      "grad_norm": 0.028357410803437233,
      "learning_rate": 9.883214855650661e-06,
      "loss": 0.0014,
      "step": 24947
    },
    {
      "epoch": 2.704683434518647,
      "grad_norm": 0.09844446927309036,
      "learning_rate": 9.879587987813725e-06,
      "loss": 0.0069,
      "step": 24948
    },
    {
      "epoch": 2.704791847354727,
      "grad_norm": 0.11264843493700027,
      "learning_rate": 9.875961119976789e-06,
      "loss": 0.0048,
      "step": 24949
    },
    {
      "epoch": 2.7049002601908065,
      "grad_norm": 0.2962435781955719,
      "learning_rate": 9.872334252139853e-06,
      "loss": 0.0318,
      "step": 24950
    },
    {
      "epoch": 2.7050086730268865,
      "grad_norm": 0.18893733620643616,
      "learning_rate": 9.868707384302917e-06,
      "loss": 0.0038,
      "step": 24951
    },
    {
      "epoch": 2.705117085862966,
      "grad_norm": 0.17669957876205444,
      "learning_rate": 9.86508051646598e-06,
      "loss": 0.0099,
      "step": 24952
    },
    {
      "epoch": 2.705225498699046,
      "grad_norm": 0.10590412467718124,
      "learning_rate": 9.861453648629044e-06,
      "loss": 0.0169,
      "step": 24953
    },
    {
      "epoch": 2.705333911535126,
      "grad_norm": 0.14648199081420898,
      "learning_rate": 9.857826780792108e-06,
      "loss": 0.0074,
      "step": 24954
    },
    {
      "epoch": 2.7054423243712056,
      "grad_norm": 0.14658315479755402,
      "learning_rate": 9.854199912955172e-06,
      "loss": 0.0071,
      "step": 24955
    },
    {
      "epoch": 2.705550737207285,
      "grad_norm": 0.1516578495502472,
      "learning_rate": 9.850573045118236e-06,
      "loss": 0.0091,
      "step": 24956
    },
    {
      "epoch": 2.705659150043365,
      "grad_norm": 0.30694738030433655,
      "learning_rate": 9.8469461772813e-06,
      "loss": 0.0185,
      "step": 24957
    },
    {
      "epoch": 2.705767562879445,
      "grad_norm": 0.07963736355304718,
      "learning_rate": 9.843319309444364e-06,
      "loss": 0.0019,
      "step": 24958
    },
    {
      "epoch": 2.7058759757155246,
      "grad_norm": 0.31477150321006775,
      "learning_rate": 9.839692441607429e-06,
      "loss": 0.0051,
      "step": 24959
    },
    {
      "epoch": 2.7059843885516046,
      "grad_norm": 0.36551177501678467,
      "learning_rate": 9.836065573770493e-06,
      "loss": 0.0154,
      "step": 24960
    },
    {
      "epoch": 2.706092801387684,
      "grad_norm": 0.23534587025642395,
      "learning_rate": 9.832438705933557e-06,
      "loss": 0.0085,
      "step": 24961
    },
    {
      "epoch": 2.706201214223764,
      "grad_norm": 0.057220276445150375,
      "learning_rate": 9.82881183809662e-06,
      "loss": 0.0045,
      "step": 24962
    },
    {
      "epoch": 2.706309627059844,
      "grad_norm": 0.163560688495636,
      "learning_rate": 9.825184970259685e-06,
      "loss": 0.0127,
      "step": 24963
    },
    {
      "epoch": 2.7064180398959237,
      "grad_norm": 0.16474215686321259,
      "learning_rate": 9.821558102422749e-06,
      "loss": 0.006,
      "step": 24964
    },
    {
      "epoch": 2.706526452732003,
      "grad_norm": 0.1270187795162201,
      "learning_rate": 9.817931234585811e-06,
      "loss": 0.0052,
      "step": 24965
    },
    {
      "epoch": 2.706634865568083,
      "grad_norm": 0.3727250397205353,
      "learning_rate": 9.814304366748876e-06,
      "loss": 0.0433,
      "step": 24966
    },
    {
      "epoch": 2.706743278404163,
      "grad_norm": 0.6803796291351318,
      "learning_rate": 9.81067749891194e-06,
      "loss": 0.0256,
      "step": 24967
    },
    {
      "epoch": 2.7068516912402427,
      "grad_norm": 0.15539893507957458,
      "learning_rate": 9.807050631075004e-06,
      "loss": 0.015,
      "step": 24968
    },
    {
      "epoch": 2.7069601040763227,
      "grad_norm": 0.17224815487861633,
      "learning_rate": 9.803423763238068e-06,
      "loss": 0.0142,
      "step": 24969
    },
    {
      "epoch": 2.7070685169124022,
      "grad_norm": 0.16276860237121582,
      "learning_rate": 9.799796895401132e-06,
      "loss": 0.0051,
      "step": 24970
    },
    {
      "epoch": 2.7071769297484822,
      "grad_norm": 0.24759922921657562,
      "learning_rate": 9.796170027564196e-06,
      "loss": 0.0304,
      "step": 24971
    },
    {
      "epoch": 2.707285342584562,
      "grad_norm": 0.11549551039934158,
      "learning_rate": 9.79254315972726e-06,
      "loss": 0.0061,
      "step": 24972
    },
    {
      "epoch": 2.7073937554206418,
      "grad_norm": 0.8156353235244751,
      "learning_rate": 9.788916291890324e-06,
      "loss": 0.0188,
      "step": 24973
    },
    {
      "epoch": 2.7075021682567217,
      "grad_norm": 0.06906471401453018,
      "learning_rate": 9.785289424053388e-06,
      "loss": 0.0013,
      "step": 24974
    },
    {
      "epoch": 2.7076105810928013,
      "grad_norm": 0.8800568580627441,
      "learning_rate": 9.781662556216452e-06,
      "loss": 0.0165,
      "step": 24975
    },
    {
      "epoch": 2.7077189939288813,
      "grad_norm": 0.03996598720550537,
      "learning_rate": 9.778035688379517e-06,
      "loss": 0.0023,
      "step": 24976
    },
    {
      "epoch": 2.707827406764961,
      "grad_norm": 0.4548340439796448,
      "learning_rate": 9.77440882054258e-06,
      "loss": 0.0502,
      "step": 24977
    },
    {
      "epoch": 2.707935819601041,
      "grad_norm": 0.07487227767705917,
      "learning_rate": 9.770781952705643e-06,
      "loss": 0.0063,
      "step": 24978
    },
    {
      "epoch": 2.7080442324371203,
      "grad_norm": 0.52778559923172,
      "learning_rate": 9.767155084868707e-06,
      "loss": 0.0172,
      "step": 24979
    },
    {
      "epoch": 2.7081526452732003,
      "grad_norm": 0.6037799715995789,
      "learning_rate": 9.763528217031771e-06,
      "loss": 0.011,
      "step": 24980
    },
    {
      "epoch": 2.7082610581092803,
      "grad_norm": 0.13185571134090424,
      "learning_rate": 9.759901349194835e-06,
      "loss": 0.0057,
      "step": 24981
    },
    {
      "epoch": 2.70836947094536,
      "grad_norm": 0.23181810975074768,
      "learning_rate": 9.7562744813579e-06,
      "loss": 0.0182,
      "step": 24982
    },
    {
      "epoch": 2.70847788378144,
      "grad_norm": 0.12932497262954712,
      "learning_rate": 9.752647613520964e-06,
      "loss": 0.006,
      "step": 24983
    },
    {
      "epoch": 2.7085862966175194,
      "grad_norm": 0.04346216097474098,
      "learning_rate": 9.749020745684028e-06,
      "loss": 0.004,
      "step": 24984
    },
    {
      "epoch": 2.7086947094535994,
      "grad_norm": 0.017468158155679703,
      "learning_rate": 9.745393877847092e-06,
      "loss": 0.0007,
      "step": 24985
    },
    {
      "epoch": 2.7088031222896793,
      "grad_norm": 0.23014068603515625,
      "learning_rate": 9.741767010010156e-06,
      "loss": 0.0166,
      "step": 24986
    },
    {
      "epoch": 2.708911535125759,
      "grad_norm": 0.12999387085437775,
      "learning_rate": 9.73814014217322e-06,
      "loss": 0.0037,
      "step": 24987
    },
    {
      "epoch": 2.7090199479618384,
      "grad_norm": 0.32283130288124084,
      "learning_rate": 9.734513274336284e-06,
      "loss": 0.0177,
      "step": 24988
    },
    {
      "epoch": 2.7091283607979184,
      "grad_norm": 0.26984649896621704,
      "learning_rate": 9.730886406499348e-06,
      "loss": 0.0277,
      "step": 24989
    },
    {
      "epoch": 2.7092367736339984,
      "grad_norm": 0.27600669860839844,
      "learning_rate": 9.727259538662412e-06,
      "loss": 0.0312,
      "step": 24990
    },
    {
      "epoch": 2.709345186470078,
      "grad_norm": 0.017954722046852112,
      "learning_rate": 9.723632670825475e-06,
      "loss": 0.0004,
      "step": 24991
    },
    {
      "epoch": 2.709453599306158,
      "grad_norm": 0.374798983335495,
      "learning_rate": 9.720005802988539e-06,
      "loss": 0.0421,
      "step": 24992
    },
    {
      "epoch": 2.7095620121422375,
      "grad_norm": 0.5071876645088196,
      "learning_rate": 9.716378935151603e-06,
      "loss": 0.0175,
      "step": 24993
    },
    {
      "epoch": 2.7096704249783174,
      "grad_norm": 0.26250141859054565,
      "learning_rate": 9.712752067314667e-06,
      "loss": 0.0114,
      "step": 24994
    },
    {
      "epoch": 2.7097788378143974,
      "grad_norm": 0.202762633562088,
      "learning_rate": 9.709125199477731e-06,
      "loss": 0.0095,
      "step": 24995
    },
    {
      "epoch": 2.709887250650477,
      "grad_norm": 0.16779594123363495,
      "learning_rate": 9.705498331640795e-06,
      "loss": 0.0098,
      "step": 24996
    },
    {
      "epoch": 2.709995663486557,
      "grad_norm": 0.35822340846061707,
      "learning_rate": 9.70187146380386e-06,
      "loss": 0.0222,
      "step": 24997
    },
    {
      "epoch": 2.7101040763226365,
      "grad_norm": 0.1804611086845398,
      "learning_rate": 9.698244595966924e-06,
      "loss": 0.0117,
      "step": 24998
    },
    {
      "epoch": 2.7102124891587165,
      "grad_norm": 0.13928396999835968,
      "learning_rate": 9.694617728129988e-06,
      "loss": 0.0067,
      "step": 24999
    },
    {
      "epoch": 2.710320901994796,
      "grad_norm": 0.12935735285282135,
      "learning_rate": 9.690990860293052e-06,
      "loss": 0.0083,
      "step": 25000
    },
    {
      "epoch": 2.710429314830876,
      "grad_norm": 0.47244948148727417,
      "learning_rate": 9.687363992456116e-06,
      "loss": 0.0047,
      "step": 25001
    },
    {
      "epoch": 2.7105377276669556,
      "grad_norm": 0.25806570053100586,
      "learning_rate": 9.68373712461918e-06,
      "loss": 0.004,
      "step": 25002
    },
    {
      "epoch": 2.7106461405030355,
      "grad_norm": 0.02620619349181652,
      "learning_rate": 9.680110256782244e-06,
      "loss": 0.0033,
      "step": 25003
    },
    {
      "epoch": 2.7107545533391155,
      "grad_norm": 0.1647033840417862,
      "learning_rate": 9.676483388945308e-06,
      "loss": 0.0044,
      "step": 25004
    },
    {
      "epoch": 2.710862966175195,
      "grad_norm": 1.0812039375305176,
      "learning_rate": 9.67285652110837e-06,
      "loss": 0.0305,
      "step": 25005
    },
    {
      "epoch": 2.710971379011275,
      "grad_norm": 0.6238719820976257,
      "learning_rate": 9.669229653271435e-06,
      "loss": 0.0208,
      "step": 25006
    },
    {
      "epoch": 2.7110797918473546,
      "grad_norm": 0.24353712797164917,
      "learning_rate": 9.665602785434499e-06,
      "loss": 0.0172,
      "step": 25007
    },
    {
      "epoch": 2.7111882046834346,
      "grad_norm": 0.2834797501564026,
      "learning_rate": 9.661975917597563e-06,
      "loss": 0.0085,
      "step": 25008
    },
    {
      "epoch": 2.7112966175195146,
      "grad_norm": 0.16157878935337067,
      "learning_rate": 9.658349049760627e-06,
      "loss": 0.0102,
      "step": 25009
    },
    {
      "epoch": 2.711405030355594,
      "grad_norm": 0.21264293789863586,
      "learning_rate": 9.654722181923691e-06,
      "loss": 0.0093,
      "step": 25010
    },
    {
      "epoch": 2.7115134431916736,
      "grad_norm": 0.17092600464820862,
      "learning_rate": 9.651095314086755e-06,
      "loss": 0.0207,
      "step": 25011
    },
    {
      "epoch": 2.7116218560277536,
      "grad_norm": 0.9006232023239136,
      "learning_rate": 9.64746844624982e-06,
      "loss": 0.0178,
      "step": 25012
    },
    {
      "epoch": 2.7117302688638336,
      "grad_norm": 0.20106619596481323,
      "learning_rate": 9.643841578412883e-06,
      "loss": 0.0088,
      "step": 25013
    },
    {
      "epoch": 2.711838681699913,
      "grad_norm": 0.1386679708957672,
      "learning_rate": 9.640214710575948e-06,
      "loss": 0.0061,
      "step": 25014
    },
    {
      "epoch": 2.711947094535993,
      "grad_norm": 0.2730899751186371,
      "learning_rate": 9.636587842739012e-06,
      "loss": 0.0229,
      "step": 25015
    },
    {
      "epoch": 2.7120555073720727,
      "grad_norm": 0.08276370912790298,
      "learning_rate": 9.632960974902076e-06,
      "loss": 0.0048,
      "step": 25016
    },
    {
      "epoch": 2.7121639202081527,
      "grad_norm": 0.08469235152006149,
      "learning_rate": 9.62933410706514e-06,
      "loss": 0.0035,
      "step": 25017
    },
    {
      "epoch": 2.7122723330442327,
      "grad_norm": 0.28236323595046997,
      "learning_rate": 9.625707239228202e-06,
      "loss": 0.0144,
      "step": 25018
    },
    {
      "epoch": 2.712380745880312,
      "grad_norm": 0.20519232749938965,
      "learning_rate": 9.622080371391266e-06,
      "loss": 0.0213,
      "step": 25019
    },
    {
      "epoch": 2.712489158716392,
      "grad_norm": 0.06882113963365555,
      "learning_rate": 9.61845350355433e-06,
      "loss": 0.0044,
      "step": 25020
    },
    {
      "epoch": 2.7125975715524717,
      "grad_norm": 0.57321697473526,
      "learning_rate": 9.614826635717395e-06,
      "loss": 0.1039,
      "step": 25021
    },
    {
      "epoch": 2.7127059843885517,
      "grad_norm": 0.4188944399356842,
      "learning_rate": 9.611199767880459e-06,
      "loss": 0.0206,
      "step": 25022
    },
    {
      "epoch": 2.7128143972246312,
      "grad_norm": 0.23102538287639618,
      "learning_rate": 9.607572900043523e-06,
      "loss": 0.0105,
      "step": 25023
    },
    {
      "epoch": 2.7129228100607112,
      "grad_norm": 0.18459223210811615,
      "learning_rate": 9.603946032206587e-06,
      "loss": 0.018,
      "step": 25024
    },
    {
      "epoch": 2.7130312228967908,
      "grad_norm": 0.07966344058513641,
      "learning_rate": 9.600319164369651e-06,
      "loss": 0.0077,
      "step": 25025
    },
    {
      "epoch": 2.7131396357328708,
      "grad_norm": 0.2766498625278473,
      "learning_rate": 9.596692296532715e-06,
      "loss": 0.0494,
      "step": 25026
    },
    {
      "epoch": 2.7132480485689507,
      "grad_norm": 0.41751474142074585,
      "learning_rate": 9.59306542869578e-06,
      "loss": 0.0131,
      "step": 25027
    },
    {
      "epoch": 2.7133564614050303,
      "grad_norm": 0.39624398946762085,
      "learning_rate": 9.589438560858843e-06,
      "loss": 0.0177,
      "step": 25028
    },
    {
      "epoch": 2.7134648742411103,
      "grad_norm": 0.1841704100370407,
      "learning_rate": 9.585811693021907e-06,
      "loss": 0.0039,
      "step": 25029
    },
    {
      "epoch": 2.71357328707719,
      "grad_norm": 0.1600314974784851,
      "learning_rate": 9.582184825184971e-06,
      "loss": 0.0044,
      "step": 25030
    },
    {
      "epoch": 2.71368169991327,
      "grad_norm": 0.3134627938270569,
      "learning_rate": 9.578557957348034e-06,
      "loss": 0.0257,
      "step": 25031
    },
    {
      "epoch": 2.71379011274935,
      "grad_norm": 0.5859819650650024,
      "learning_rate": 9.574931089511098e-06,
      "loss": 0.0242,
      "step": 25032
    },
    {
      "epoch": 2.7138985255854293,
      "grad_norm": 0.24347396194934845,
      "learning_rate": 9.571304221674162e-06,
      "loss": 0.006,
      "step": 25033
    },
    {
      "epoch": 2.714006938421509,
      "grad_norm": 0.31140080094337463,
      "learning_rate": 9.567677353837226e-06,
      "loss": 0.0335,
      "step": 25034
    },
    {
      "epoch": 2.714115351257589,
      "grad_norm": 0.6636098623275757,
      "learning_rate": 9.56405048600029e-06,
      "loss": 0.0299,
      "step": 25035
    },
    {
      "epoch": 2.714223764093669,
      "grad_norm": 0.6010394096374512,
      "learning_rate": 9.560423618163354e-06,
      "loss": 0.0243,
      "step": 25036
    },
    {
      "epoch": 2.7143321769297484,
      "grad_norm": 0.09757215529680252,
      "learning_rate": 9.556796750326419e-06,
      "loss": 0.0064,
      "step": 25037
    },
    {
      "epoch": 2.7144405897658284,
      "grad_norm": 1.7443650960922241,
      "learning_rate": 9.553169882489483e-06,
      "loss": 0.0295,
      "step": 25038
    },
    {
      "epoch": 2.714549002601908,
      "grad_norm": 0.07923778891563416,
      "learning_rate": 9.549543014652547e-06,
      "loss": 0.0043,
      "step": 25039
    },
    {
      "epoch": 2.714657415437988,
      "grad_norm": 0.25346535444259644,
      "learning_rate": 9.545916146815611e-06,
      "loss": 0.0388,
      "step": 25040
    },
    {
      "epoch": 2.714765828274068,
      "grad_norm": 0.5552358031272888,
      "learning_rate": 9.542289278978675e-06,
      "loss": 0.0118,
      "step": 25041
    },
    {
      "epoch": 2.7148742411101474,
      "grad_norm": 0.3880738317966461,
      "learning_rate": 9.538662411141739e-06,
      "loss": 0.0132,
      "step": 25042
    },
    {
      "epoch": 2.7149826539462274,
      "grad_norm": 0.27232661843299866,
      "learning_rate": 9.535035543304803e-06,
      "loss": 0.0066,
      "step": 25043
    },
    {
      "epoch": 2.715091066782307,
      "grad_norm": 0.22012919187545776,
      "learning_rate": 9.531408675467866e-06,
      "loss": 0.0087,
      "step": 25044
    },
    {
      "epoch": 2.715199479618387,
      "grad_norm": 0.05464421212673187,
      "learning_rate": 9.52778180763093e-06,
      "loss": 0.0035,
      "step": 25045
    },
    {
      "epoch": 2.7153078924544665,
      "grad_norm": 0.10579769313335419,
      "learning_rate": 9.524154939793994e-06,
      "loss": 0.007,
      "step": 25046
    },
    {
      "epoch": 2.7154163052905465,
      "grad_norm": 0.5923386812210083,
      "learning_rate": 9.520528071957058e-06,
      "loss": 0.0346,
      "step": 25047
    },
    {
      "epoch": 2.715524718126626,
      "grad_norm": 0.15728332102298737,
      "learning_rate": 9.516901204120122e-06,
      "loss": 0.0192,
      "step": 25048
    },
    {
      "epoch": 2.715633130962706,
      "grad_norm": 0.09762360155582428,
      "learning_rate": 9.513274336283186e-06,
      "loss": 0.0031,
      "step": 25049
    },
    {
      "epoch": 2.715741543798786,
      "grad_norm": 0.2056695520877838,
      "learning_rate": 9.50964746844625e-06,
      "loss": 0.0117,
      "step": 25050
    },
    {
      "epoch": 2.7158499566348655,
      "grad_norm": 0.23782478272914886,
      "learning_rate": 9.506020600609314e-06,
      "loss": 0.0138,
      "step": 25051
    },
    {
      "epoch": 2.7159583694709455,
      "grad_norm": 0.19215965270996094,
      "learning_rate": 9.502393732772378e-06,
      "loss": 0.0219,
      "step": 25052
    },
    {
      "epoch": 2.716066782307025,
      "grad_norm": 0.26880180835723877,
      "learning_rate": 9.498766864935443e-06,
      "loss": 0.0311,
      "step": 25053
    },
    {
      "epoch": 2.716175195143105,
      "grad_norm": 0.11962366849184036,
      "learning_rate": 9.495139997098507e-06,
      "loss": 0.0051,
      "step": 25054
    },
    {
      "epoch": 2.716283607979185,
      "grad_norm": 0.15767242014408112,
      "learning_rate": 9.49151312926157e-06,
      "loss": 0.0103,
      "step": 25055
    },
    {
      "epoch": 2.7163920208152645,
      "grad_norm": 0.3917001485824585,
      "learning_rate": 9.487886261424635e-06,
      "loss": 0.0203,
      "step": 25056
    },
    {
      "epoch": 2.716500433651344,
      "grad_norm": 0.18482035398483276,
      "learning_rate": 9.484259393587697e-06,
      "loss": 0.0162,
      "step": 25057
    },
    {
      "epoch": 2.716608846487424,
      "grad_norm": 0.299547404050827,
      "learning_rate": 9.480632525750763e-06,
      "loss": 0.0259,
      "step": 25058
    },
    {
      "epoch": 2.716717259323504,
      "grad_norm": 0.966312825679779,
      "learning_rate": 9.477005657913825e-06,
      "loss": 0.055,
      "step": 25059
    },
    {
      "epoch": 2.7168256721595836,
      "grad_norm": 0.2089059203863144,
      "learning_rate": 9.47337879007689e-06,
      "loss": 0.0085,
      "step": 25060
    },
    {
      "epoch": 2.7169340849956636,
      "grad_norm": 0.18554486334323883,
      "learning_rate": 9.469751922239954e-06,
      "loss": 0.0109,
      "step": 25061
    },
    {
      "epoch": 2.717042497831743,
      "grad_norm": 0.4175538718700409,
      "learning_rate": 9.466125054403018e-06,
      "loss": 0.0164,
      "step": 25062
    },
    {
      "epoch": 2.717150910667823,
      "grad_norm": 0.48322439193725586,
      "learning_rate": 9.462498186566082e-06,
      "loss": 0.031,
      "step": 25063
    },
    {
      "epoch": 2.717259323503903,
      "grad_norm": 0.018341733142733574,
      "learning_rate": 9.458871318729146e-06,
      "loss": 0.0013,
      "step": 25064
    },
    {
      "epoch": 2.7173677363399826,
      "grad_norm": 0.17861224710941315,
      "learning_rate": 9.45524445089221e-06,
      "loss": 0.0069,
      "step": 25065
    },
    {
      "epoch": 2.717476149176062,
      "grad_norm": 0.12441106885671616,
      "learning_rate": 9.451617583055274e-06,
      "loss": 0.0129,
      "step": 25066
    },
    {
      "epoch": 2.717584562012142,
      "grad_norm": 0.41892752051353455,
      "learning_rate": 9.447990715218338e-06,
      "loss": 0.0236,
      "step": 25067
    },
    {
      "epoch": 2.717692974848222,
      "grad_norm": 0.11198099702596664,
      "learning_rate": 9.444363847381402e-06,
      "loss": 0.009,
      "step": 25068
    },
    {
      "epoch": 2.7178013876843017,
      "grad_norm": 0.6664204001426697,
      "learning_rate": 9.440736979544467e-06,
      "loss": 0.0207,
      "step": 25069
    },
    {
      "epoch": 2.7179098005203817,
      "grad_norm": 0.105283722281456,
      "learning_rate": 9.437110111707529e-06,
      "loss": 0.0031,
      "step": 25070
    },
    {
      "epoch": 2.718018213356461,
      "grad_norm": 0.09120646119117737,
      "learning_rate": 9.433483243870595e-06,
      "loss": 0.0058,
      "step": 25071
    },
    {
      "epoch": 2.718126626192541,
      "grad_norm": 0.40857985615730286,
      "learning_rate": 9.429856376033657e-06,
      "loss": 0.0191,
      "step": 25072
    },
    {
      "epoch": 2.718235039028621,
      "grad_norm": 0.24171137809753418,
      "learning_rate": 9.426229508196721e-06,
      "loss": 0.0207,
      "step": 25073
    },
    {
      "epoch": 2.7183434518647007,
      "grad_norm": 0.09729844331741333,
      "learning_rate": 9.422602640359785e-06,
      "loss": 0.0062,
      "step": 25074
    },
    {
      "epoch": 2.7184518647007807,
      "grad_norm": 0.9253771305084229,
      "learning_rate": 9.41897577252285e-06,
      "loss": 0.0431,
      "step": 25075
    },
    {
      "epoch": 2.7185602775368602,
      "grad_norm": 0.035372257232666016,
      "learning_rate": 9.415348904685914e-06,
      "loss": 0.0009,
      "step": 25076
    },
    {
      "epoch": 2.7186686903729402,
      "grad_norm": 0.16244371235370636,
      "learning_rate": 9.411722036848978e-06,
      "loss": 0.0062,
      "step": 25077
    },
    {
      "epoch": 2.71877710320902,
      "grad_norm": 0.15355004370212555,
      "learning_rate": 9.408095169012042e-06,
      "loss": 0.0045,
      "step": 25078
    },
    {
      "epoch": 2.7188855160450998,
      "grad_norm": 0.23191992938518524,
      "learning_rate": 9.404468301175106e-06,
      "loss": 0.0066,
      "step": 25079
    },
    {
      "epoch": 2.7189939288811793,
      "grad_norm": 0.2596578896045685,
      "learning_rate": 9.40084143333817e-06,
      "loss": 0.0154,
      "step": 25080
    },
    {
      "epoch": 2.7191023417172593,
      "grad_norm": 0.272174596786499,
      "learning_rate": 9.397214565501234e-06,
      "loss": 0.0086,
      "step": 25081
    },
    {
      "epoch": 2.7192107545533393,
      "grad_norm": 0.15483170747756958,
      "learning_rate": 9.393587697664298e-06,
      "loss": 0.0044,
      "step": 25082
    },
    {
      "epoch": 2.719319167389419,
      "grad_norm": 0.41086986660957336,
      "learning_rate": 9.38996082982736e-06,
      "loss": 0.0188,
      "step": 25083
    },
    {
      "epoch": 2.719427580225499,
      "grad_norm": 0.4578920602798462,
      "learning_rate": 9.386333961990426e-06,
      "loss": 0.0362,
      "step": 25084
    },
    {
      "epoch": 2.7195359930615783,
      "grad_norm": 0.34867796301841736,
      "learning_rate": 9.382707094153489e-06,
      "loss": 0.0066,
      "step": 25085
    },
    {
      "epoch": 2.7196444058976583,
      "grad_norm": 0.3214336037635803,
      "learning_rate": 9.379080226316553e-06,
      "loss": 0.0268,
      "step": 25086
    },
    {
      "epoch": 2.7197528187337383,
      "grad_norm": 0.3789353668689728,
      "learning_rate": 9.375453358479617e-06,
      "loss": 0.0078,
      "step": 25087
    },
    {
      "epoch": 2.719861231569818,
      "grad_norm": 0.3074338436126709,
      "learning_rate": 9.371826490642681e-06,
      "loss": 0.0194,
      "step": 25088
    },
    {
      "epoch": 2.7199696444058974,
      "grad_norm": 0.25076887011528015,
      "learning_rate": 9.368199622805745e-06,
      "loss": 0.0114,
      "step": 25089
    },
    {
      "epoch": 2.7200780572419774,
      "grad_norm": 0.14740657806396484,
      "learning_rate": 9.36457275496881e-06,
      "loss": 0.0074,
      "step": 25090
    },
    {
      "epoch": 2.7201864700780574,
      "grad_norm": 0.5559463500976562,
      "learning_rate": 9.360945887131873e-06,
      "loss": 0.0379,
      "step": 25091
    },
    {
      "epoch": 2.720294882914137,
      "grad_norm": 0.2265266329050064,
      "learning_rate": 9.357319019294938e-06,
      "loss": 0.0174,
      "step": 25092
    },
    {
      "epoch": 2.720403295750217,
      "grad_norm": 0.03950165584683418,
      "learning_rate": 9.353692151458002e-06,
      "loss": 0.0034,
      "step": 25093
    },
    {
      "epoch": 2.7205117085862964,
      "grad_norm": 0.5768251419067383,
      "learning_rate": 9.350065283621066e-06,
      "loss": 0.0467,
      "step": 25094
    },
    {
      "epoch": 2.7206201214223764,
      "grad_norm": 0.1651782989501953,
      "learning_rate": 9.34643841578413e-06,
      "loss": 0.0075,
      "step": 25095
    },
    {
      "epoch": 2.7207285342584564,
      "grad_norm": 0.03727848827838898,
      "learning_rate": 9.342811547947192e-06,
      "loss": 0.0015,
      "step": 25096
    },
    {
      "epoch": 2.720836947094536,
      "grad_norm": 0.4329148828983307,
      "learning_rate": 9.339184680110258e-06,
      "loss": 0.0568,
      "step": 25097
    },
    {
      "epoch": 2.720945359930616,
      "grad_norm": 0.11847428232431412,
      "learning_rate": 9.33555781227332e-06,
      "loss": 0.0131,
      "step": 25098
    },
    {
      "epoch": 2.7210537727666955,
      "grad_norm": 0.06739384680986404,
      "learning_rate": 9.331930944436385e-06,
      "loss": 0.0051,
      "step": 25099
    },
    {
      "epoch": 2.7211621856027755,
      "grad_norm": 0.019048579037189484,
      "learning_rate": 9.328304076599449e-06,
      "loss": 0.0018,
      "step": 25100
    },
    {
      "epoch": 2.7212705984388554,
      "grad_norm": 0.06220173090696335,
      "learning_rate": 9.324677208762513e-06,
      "loss": 0.0062,
      "step": 25101
    },
    {
      "epoch": 2.721379011274935,
      "grad_norm": 0.18767698109149933,
      "learning_rate": 9.321050340925577e-06,
      "loss": 0.0121,
      "step": 25102
    },
    {
      "epoch": 2.7214874241110145,
      "grad_norm": 0.23560935258865356,
      "learning_rate": 9.317423473088641e-06,
      "loss": 0.0019,
      "step": 25103
    },
    {
      "epoch": 2.7215958369470945,
      "grad_norm": 0.12710019946098328,
      "learning_rate": 9.313796605251705e-06,
      "loss": 0.015,
      "step": 25104
    },
    {
      "epoch": 2.7217042497831745,
      "grad_norm": 0.18096746504306793,
      "learning_rate": 9.31016973741477e-06,
      "loss": 0.0102,
      "step": 25105
    },
    {
      "epoch": 2.721812662619254,
      "grad_norm": 0.29888617992401123,
      "learning_rate": 9.306542869577833e-06,
      "loss": 0.0198,
      "step": 25106
    },
    {
      "epoch": 2.721921075455334,
      "grad_norm": 0.016659390181303024,
      "learning_rate": 9.302916001740897e-06,
      "loss": 0.0011,
      "step": 25107
    },
    {
      "epoch": 2.7220294882914136,
      "grad_norm": 0.24555838108062744,
      "learning_rate": 9.299289133903962e-06,
      "loss": 0.0417,
      "step": 25108
    },
    {
      "epoch": 2.7221379011274935,
      "grad_norm": 0.15605688095092773,
      "learning_rate": 9.295662266067024e-06,
      "loss": 0.0075,
      "step": 25109
    },
    {
      "epoch": 2.7222463139635735,
      "grad_norm": 0.8070390820503235,
      "learning_rate": 9.29203539823009e-06,
      "loss": 0.0628,
      "step": 25110
    },
    {
      "epoch": 2.722354726799653,
      "grad_norm": 0.07054582983255386,
      "learning_rate": 9.288408530393152e-06,
      "loss": 0.004,
      "step": 25111
    },
    {
      "epoch": 2.7224631396357326,
      "grad_norm": 0.5857500433921814,
      "learning_rate": 9.284781662556218e-06,
      "loss": 0.0211,
      "step": 25112
    },
    {
      "epoch": 2.7225715524718126,
      "grad_norm": 0.40922248363494873,
      "learning_rate": 9.28115479471928e-06,
      "loss": 0.0293,
      "step": 25113
    },
    {
      "epoch": 2.7226799653078926,
      "grad_norm": 0.08583494275808334,
      "learning_rate": 9.277527926882344e-06,
      "loss": 0.0123,
      "step": 25114
    },
    {
      "epoch": 2.722788378143972,
      "grad_norm": 0.18805916607379913,
      "learning_rate": 9.273901059045409e-06,
      "loss": 0.0233,
      "step": 25115
    },
    {
      "epoch": 2.722896790980052,
      "grad_norm": 0.1350138783454895,
      "learning_rate": 9.270274191208473e-06,
      "loss": 0.0065,
      "step": 25116
    },
    {
      "epoch": 2.7230052038161316,
      "grad_norm": 0.2557750642299652,
      "learning_rate": 9.266647323371537e-06,
      "loss": 0.0245,
      "step": 25117
    },
    {
      "epoch": 2.7231136166522116,
      "grad_norm": 0.10816056281328201,
      "learning_rate": 9.263020455534601e-06,
      "loss": 0.0061,
      "step": 25118
    },
    {
      "epoch": 2.7232220294882916,
      "grad_norm": 0.04594796523451805,
      "learning_rate": 9.259393587697665e-06,
      "loss": 0.0036,
      "step": 25119
    },
    {
      "epoch": 2.723330442324371,
      "grad_norm": 0.3775307536125183,
      "learning_rate": 9.255766719860729e-06,
      "loss": 0.0468,
      "step": 25120
    },
    {
      "epoch": 2.723438855160451,
      "grad_norm": 0.09950615465641022,
      "learning_rate": 9.252139852023793e-06,
      "loss": 0.01,
      "step": 25121
    },
    {
      "epoch": 2.7235472679965307,
      "grad_norm": 0.2672860026359558,
      "learning_rate": 9.248512984186857e-06,
      "loss": 0.0222,
      "step": 25122
    },
    {
      "epoch": 2.7236556808326107,
      "grad_norm": 0.4137677252292633,
      "learning_rate": 9.244886116349921e-06,
      "loss": 0.0123,
      "step": 25123
    },
    {
      "epoch": 2.72376409366869,
      "grad_norm": 0.2768442630767822,
      "learning_rate": 9.241259248512984e-06,
      "loss": 0.0232,
      "step": 25124
    },
    {
      "epoch": 2.72387250650477,
      "grad_norm": 0.3015291094779968,
      "learning_rate": 9.23763238067605e-06,
      "loss": 0.0253,
      "step": 25125
    },
    {
      "epoch": 2.7239809193408497,
      "grad_norm": 0.19738651812076569,
      "learning_rate": 9.234005512839112e-06,
      "loss": 0.0235,
      "step": 25126
    },
    {
      "epoch": 2.7240893321769297,
      "grad_norm": 0.07147828489542007,
      "learning_rate": 9.230378645002176e-06,
      "loss": 0.0057,
      "step": 25127
    },
    {
      "epoch": 2.7241977450130097,
      "grad_norm": 0.4929370582103729,
      "learning_rate": 9.22675177716524e-06,
      "loss": 0.0358,
      "step": 25128
    },
    {
      "epoch": 2.7243061578490892,
      "grad_norm": 0.2161659151315689,
      "learning_rate": 9.223124909328304e-06,
      "loss": 0.017,
      "step": 25129
    },
    {
      "epoch": 2.7244145706851692,
      "grad_norm": 0.3436206877231598,
      "learning_rate": 9.219498041491368e-06,
      "loss": 0.0408,
      "step": 25130
    },
    {
      "epoch": 2.7245229835212488,
      "grad_norm": 0.16165219247341156,
      "learning_rate": 9.215871173654433e-06,
      "loss": 0.0054,
      "step": 25131
    },
    {
      "epoch": 2.7246313963573288,
      "grad_norm": 0.07025353610515594,
      "learning_rate": 9.212244305817497e-06,
      "loss": 0.0159,
      "step": 25132
    },
    {
      "epoch": 2.7247398091934087,
      "grad_norm": 0.5223468542098999,
      "learning_rate": 9.20861743798056e-06,
      "loss": 0.0143,
      "step": 25133
    },
    {
      "epoch": 2.7248482220294883,
      "grad_norm": 0.04932038486003876,
      "learning_rate": 9.204990570143625e-06,
      "loss": 0.0033,
      "step": 25134
    },
    {
      "epoch": 2.724956634865568,
      "grad_norm": 0.059335920959711075,
      "learning_rate": 9.201363702306689e-06,
      "loss": 0.0026,
      "step": 25135
    },
    {
      "epoch": 2.725065047701648,
      "grad_norm": 0.42275896668434143,
      "learning_rate": 9.197736834469753e-06,
      "loss": 0.0119,
      "step": 25136
    },
    {
      "epoch": 2.725173460537728,
      "grad_norm": 0.010748865082859993,
      "learning_rate": 9.194109966632815e-06,
      "loss": 0.0005,
      "step": 25137
    },
    {
      "epoch": 2.7252818733738073,
      "grad_norm": 0.09036684036254883,
      "learning_rate": 9.190483098795881e-06,
      "loss": 0.0038,
      "step": 25138
    },
    {
      "epoch": 2.7253902862098873,
      "grad_norm": 0.32586148381233215,
      "learning_rate": 9.186856230958944e-06,
      "loss": 0.0615,
      "step": 25139
    },
    {
      "epoch": 2.725498699045967,
      "grad_norm": 0.11207528412342072,
      "learning_rate": 9.183229363122008e-06,
      "loss": 0.0049,
      "step": 25140
    },
    {
      "epoch": 2.725607111882047,
      "grad_norm": 0.2652547061443329,
      "learning_rate": 9.179602495285072e-06,
      "loss": 0.0222,
      "step": 25141
    },
    {
      "epoch": 2.725715524718127,
      "grad_norm": 0.19447028636932373,
      "learning_rate": 9.175975627448136e-06,
      "loss": 0.0065,
      "step": 25142
    },
    {
      "epoch": 2.7258239375542064,
      "grad_norm": 0.05995548889040947,
      "learning_rate": 9.1723487596112e-06,
      "loss": 0.003,
      "step": 25143
    },
    {
      "epoch": 2.7259323503902864,
      "grad_norm": 0.37976863980293274,
      "learning_rate": 9.168721891774264e-06,
      "loss": 0.0261,
      "step": 25144
    },
    {
      "epoch": 2.726040763226366,
      "grad_norm": 0.2548973560333252,
      "learning_rate": 9.165095023937328e-06,
      "loss": 0.0087,
      "step": 25145
    },
    {
      "epoch": 2.726149176062446,
      "grad_norm": 0.1716195046901703,
      "learning_rate": 9.161468156100392e-06,
      "loss": 0.0035,
      "step": 25146
    },
    {
      "epoch": 2.7262575888985254,
      "grad_norm": 0.2896219491958618,
      "learning_rate": 9.157841288263457e-06,
      "loss": 0.0172,
      "step": 25147
    },
    {
      "epoch": 2.7263660017346054,
      "grad_norm": 0.10890237241983414,
      "learning_rate": 9.15421442042652e-06,
      "loss": 0.0081,
      "step": 25148
    },
    {
      "epoch": 2.726474414570685,
      "grad_norm": 0.053600702434778214,
      "learning_rate": 9.150587552589585e-06,
      "loss": 0.003,
      "step": 25149
    },
    {
      "epoch": 2.726582827406765,
      "grad_norm": 0.4226270318031311,
      "learning_rate": 9.146960684752647e-06,
      "loss": 0.019,
      "step": 25150
    },
    {
      "epoch": 2.726691240242845,
      "grad_norm": 0.7686129808425903,
      "learning_rate": 9.143333816915713e-06,
      "loss": 0.0303,
      "step": 25151
    },
    {
      "epoch": 2.7267996530789245,
      "grad_norm": 0.7244912385940552,
      "learning_rate": 9.139706949078775e-06,
      "loss": 0.0219,
      "step": 25152
    },
    {
      "epoch": 2.7269080659150045,
      "grad_norm": 0.1478138267993927,
      "learning_rate": 9.136080081241841e-06,
      "loss": 0.0099,
      "step": 25153
    },
    {
      "epoch": 2.727016478751084,
      "grad_norm": 0.2417854368686676,
      "learning_rate": 9.132453213404904e-06,
      "loss": 0.0119,
      "step": 25154
    },
    {
      "epoch": 2.727124891587164,
      "grad_norm": 0.3145677447319031,
      "learning_rate": 9.128826345567968e-06,
      "loss": 0.0293,
      "step": 25155
    },
    {
      "epoch": 2.727233304423244,
      "grad_norm": 0.08582580834627151,
      "learning_rate": 9.125199477731032e-06,
      "loss": 0.0082,
      "step": 25156
    },
    {
      "epoch": 2.7273417172593235,
      "grad_norm": 0.05278077349066734,
      "learning_rate": 9.121572609894096e-06,
      "loss": 0.0085,
      "step": 25157
    },
    {
      "epoch": 2.727450130095403,
      "grad_norm": 0.16448570787906647,
      "learning_rate": 9.11794574205716e-06,
      "loss": 0.018,
      "step": 25158
    },
    {
      "epoch": 2.727558542931483,
      "grad_norm": 0.21671873331069946,
      "learning_rate": 9.114318874220224e-06,
      "loss": 0.007,
      "step": 25159
    },
    {
      "epoch": 2.727666955767563,
      "grad_norm": 0.15526603162288666,
      "learning_rate": 9.110692006383288e-06,
      "loss": 0.0049,
      "step": 25160
    },
    {
      "epoch": 2.7277753686036426,
      "grad_norm": 0.07561904191970825,
      "learning_rate": 9.107065138546352e-06,
      "loss": 0.0048,
      "step": 25161
    },
    {
      "epoch": 2.7278837814397225,
      "grad_norm": 0.648127019405365,
      "learning_rate": 9.103438270709416e-06,
      "loss": 0.0588,
      "step": 25162
    },
    {
      "epoch": 2.727992194275802,
      "grad_norm": 0.09063545614480972,
      "learning_rate": 9.099811402872479e-06,
      "loss": 0.0059,
      "step": 25163
    },
    {
      "epoch": 2.728100607111882,
      "grad_norm": 0.047930117696523666,
      "learning_rate": 9.096184535035545e-06,
      "loss": 0.0021,
      "step": 25164
    },
    {
      "epoch": 2.728209019947962,
      "grad_norm": 0.5528697371482849,
      "learning_rate": 9.092557667198607e-06,
      "loss": 0.0135,
      "step": 25165
    },
    {
      "epoch": 2.7283174327840416,
      "grad_norm": 0.42008620500564575,
      "learning_rate": 9.088930799361673e-06,
      "loss": 0.0212,
      "step": 25166
    },
    {
      "epoch": 2.7284258456201216,
      "grad_norm": 0.12055745720863342,
      "learning_rate": 9.085303931524735e-06,
      "loss": 0.0059,
      "step": 25167
    },
    {
      "epoch": 2.728534258456201,
      "grad_norm": 0.4504911005496979,
      "learning_rate": 9.0816770636878e-06,
      "loss": 0.0373,
      "step": 25168
    },
    {
      "epoch": 2.728642671292281,
      "grad_norm": 0.041429467499256134,
      "learning_rate": 9.078050195850863e-06,
      "loss": 0.0018,
      "step": 25169
    },
    {
      "epoch": 2.7287510841283606,
      "grad_norm": 0.1930493712425232,
      "learning_rate": 9.074423328013928e-06,
      "loss": 0.0071,
      "step": 25170
    },
    {
      "epoch": 2.7288594969644406,
      "grad_norm": 0.15953369438648224,
      "learning_rate": 9.070796460176992e-06,
      "loss": 0.0198,
      "step": 25171
    },
    {
      "epoch": 2.72896790980052,
      "grad_norm": 0.02980167046189308,
      "learning_rate": 9.067169592340056e-06,
      "loss": 0.004,
      "step": 25172
    },
    {
      "epoch": 2.7290763226366,
      "grad_norm": 0.26409271359443665,
      "learning_rate": 9.06354272450312e-06,
      "loss": 0.0167,
      "step": 25173
    },
    {
      "epoch": 2.72918473547268,
      "grad_norm": 0.36434632539749146,
      "learning_rate": 9.059915856666184e-06,
      "loss": 0.0131,
      "step": 25174
    },
    {
      "epoch": 2.7292931483087597,
      "grad_norm": 0.16969723999500275,
      "learning_rate": 9.056288988829248e-06,
      "loss": 0.0057,
      "step": 25175
    },
    {
      "epoch": 2.7294015611448397,
      "grad_norm": 0.16454638540744781,
      "learning_rate": 9.05266212099231e-06,
      "loss": 0.0117,
      "step": 25176
    },
    {
      "epoch": 2.729509973980919,
      "grad_norm": 0.15867120027542114,
      "learning_rate": 9.049035253155376e-06,
      "loss": 0.0057,
      "step": 25177
    },
    {
      "epoch": 2.729618386816999,
      "grad_norm": 0.4136121869087219,
      "learning_rate": 9.045408385318439e-06,
      "loss": 0.0346,
      "step": 25178
    },
    {
      "epoch": 2.729726799653079,
      "grad_norm": 0.04207142814993858,
      "learning_rate": 9.041781517481505e-06,
      "loss": 0.0031,
      "step": 25179
    },
    {
      "epoch": 2.7298352124891587,
      "grad_norm": 0.022908437997102737,
      "learning_rate": 9.038154649644567e-06,
      "loss": 0.0026,
      "step": 25180
    },
    {
      "epoch": 2.7299436253252383,
      "grad_norm": 0.0067063868045806885,
      "learning_rate": 9.034527781807631e-06,
      "loss": 0.0004,
      "step": 25181
    },
    {
      "epoch": 2.7300520381613183,
      "grad_norm": 0.028589364141225815,
      "learning_rate": 9.030900913970695e-06,
      "loss": 0.0029,
      "step": 25182
    },
    {
      "epoch": 2.7301604509973982,
      "grad_norm": 0.35218513011932373,
      "learning_rate": 9.02727404613376e-06,
      "loss": 0.0287,
      "step": 25183
    },
    {
      "epoch": 2.7302688638334778,
      "grad_norm": 0.08286311477422714,
      "learning_rate": 9.023647178296823e-06,
      "loss": 0.0029,
      "step": 25184
    },
    {
      "epoch": 2.7303772766695578,
      "grad_norm": 0.027281545102596283,
      "learning_rate": 9.020020310459887e-06,
      "loss": 0.001,
      "step": 25185
    },
    {
      "epoch": 2.7304856895056373,
      "grad_norm": 0.08496369421482086,
      "learning_rate": 9.016393442622952e-06,
      "loss": 0.0051,
      "step": 25186
    },
    {
      "epoch": 2.7305941023417173,
      "grad_norm": 0.14867132902145386,
      "learning_rate": 9.012766574786016e-06,
      "loss": 0.0137,
      "step": 25187
    },
    {
      "epoch": 2.7307025151777973,
      "grad_norm": 0.5943748354911804,
      "learning_rate": 9.00913970694908e-06,
      "loss": 0.039,
      "step": 25188
    },
    {
      "epoch": 2.730810928013877,
      "grad_norm": 0.3641139268875122,
      "learning_rate": 9.005512839112142e-06,
      "loss": 0.0141,
      "step": 25189
    },
    {
      "epoch": 2.730919340849957,
      "grad_norm": 0.20772506296634674,
      "learning_rate": 9.001885971275208e-06,
      "loss": 0.0066,
      "step": 25190
    },
    {
      "epoch": 2.7310277536860363,
      "grad_norm": 0.2958718538284302,
      "learning_rate": 8.99825910343827e-06,
      "loss": 0.0178,
      "step": 25191
    },
    {
      "epoch": 2.7311361665221163,
      "grad_norm": 0.17066505551338196,
      "learning_rate": 8.994632235601336e-06,
      "loss": 0.0053,
      "step": 25192
    },
    {
      "epoch": 2.731244579358196,
      "grad_norm": 0.4619894027709961,
      "learning_rate": 8.991005367764399e-06,
      "loss": 0.0561,
      "step": 25193
    },
    {
      "epoch": 2.731352992194276,
      "grad_norm": 0.0569070465862751,
      "learning_rate": 8.987378499927463e-06,
      "loss": 0.0044,
      "step": 25194
    },
    {
      "epoch": 2.7314614050303554,
      "grad_norm": 0.13647285103797913,
      "learning_rate": 8.983751632090527e-06,
      "loss": 0.0084,
      "step": 25195
    },
    {
      "epoch": 2.7315698178664354,
      "grad_norm": 0.22621583938598633,
      "learning_rate": 8.980124764253591e-06,
      "loss": 0.0169,
      "step": 25196
    },
    {
      "epoch": 2.7316782307025154,
      "grad_norm": 0.23851697146892548,
      "learning_rate": 8.976497896416655e-06,
      "loss": 0.0253,
      "step": 25197
    },
    {
      "epoch": 2.731786643538595,
      "grad_norm": 0.02465222030878067,
      "learning_rate": 8.972871028579719e-06,
      "loss": 0.0013,
      "step": 25198
    },
    {
      "epoch": 2.731895056374675,
      "grad_norm": 0.5188707113265991,
      "learning_rate": 8.969244160742783e-06,
      "loss": 0.0456,
      "step": 25199
    },
    {
      "epoch": 2.7320034692107544,
      "grad_norm": 0.9714475870132446,
      "learning_rate": 8.965617292905847e-06,
      "loss": 0.0175,
      "step": 25200
    },
    {
      "epoch": 2.7321118820468344,
      "grad_norm": 0.3270447850227356,
      "learning_rate": 8.961990425068911e-06,
      "loss": 0.0146,
      "step": 25201
    },
    {
      "epoch": 2.7322202948829144,
      "grad_norm": 0.17587247490882874,
      "learning_rate": 8.958363557231974e-06,
      "loss": 0.0037,
      "step": 25202
    },
    {
      "epoch": 2.732328707718994,
      "grad_norm": 0.2023758441209793,
      "learning_rate": 8.95473668939504e-06,
      "loss": 0.0124,
      "step": 25203
    },
    {
      "epoch": 2.7324371205550735,
      "grad_norm": 0.03305399790406227,
      "learning_rate": 8.951109821558102e-06,
      "loss": 0.0018,
      "step": 25204
    },
    {
      "epoch": 2.7325455333911535,
      "grad_norm": 0.33742791414260864,
      "learning_rate": 8.947482953721168e-06,
      "loss": 0.0169,
      "step": 25205
    },
    {
      "epoch": 2.7326539462272335,
      "grad_norm": 0.5995520353317261,
      "learning_rate": 8.94385608588423e-06,
      "loss": 0.0864,
      "step": 25206
    },
    {
      "epoch": 2.732762359063313,
      "grad_norm": 0.019882669672369957,
      "learning_rate": 8.940229218047296e-06,
      "loss": 0.0016,
      "step": 25207
    },
    {
      "epoch": 2.732870771899393,
      "grad_norm": 0.195753812789917,
      "learning_rate": 8.936602350210358e-06,
      "loss": 0.011,
      "step": 25208
    },
    {
      "epoch": 2.7329791847354725,
      "grad_norm": 0.03992664813995361,
      "learning_rate": 8.932975482373423e-06,
      "loss": 0.0022,
      "step": 25209
    },
    {
      "epoch": 2.7330875975715525,
      "grad_norm": 0.5793381929397583,
      "learning_rate": 8.929348614536487e-06,
      "loss": 0.0319,
      "step": 25210
    },
    {
      "epoch": 2.7331960104076325,
      "grad_norm": 0.5166782736778259,
      "learning_rate": 8.92572174669955e-06,
      "loss": 0.0249,
      "step": 25211
    },
    {
      "epoch": 2.733304423243712,
      "grad_norm": 0.14448384940624237,
      "learning_rate": 8.922094878862615e-06,
      "loss": 0.0068,
      "step": 25212
    },
    {
      "epoch": 2.7334128360797916,
      "grad_norm": 0.12958435714244843,
      "learning_rate": 8.918468011025679e-06,
      "loss": 0.0134,
      "step": 25213
    },
    {
      "epoch": 2.7335212489158716,
      "grad_norm": 0.05676683038473129,
      "learning_rate": 8.914841143188743e-06,
      "loss": 0.0022,
      "step": 25214
    },
    {
      "epoch": 2.7336296617519515,
      "grad_norm": 0.6501893997192383,
      "learning_rate": 8.911214275351806e-06,
      "loss": 0.0527,
      "step": 25215
    },
    {
      "epoch": 2.733738074588031,
      "grad_norm": 0.09159334748983383,
      "learning_rate": 8.907587407514871e-06,
      "loss": 0.0078,
      "step": 25216
    },
    {
      "epoch": 2.733846487424111,
      "grad_norm": 0.7547189593315125,
      "learning_rate": 8.903960539677934e-06,
      "loss": 0.0463,
      "step": 25217
    },
    {
      "epoch": 2.7339549002601906,
      "grad_norm": 0.3014587163925171,
      "learning_rate": 8.900333671841e-06,
      "loss": 0.0231,
      "step": 25218
    },
    {
      "epoch": 2.7340633130962706,
      "grad_norm": 0.3414294123649597,
      "learning_rate": 8.896706804004062e-06,
      "loss": 0.0198,
      "step": 25219
    },
    {
      "epoch": 2.7341717259323506,
      "grad_norm": 0.10796786844730377,
      "learning_rate": 8.893079936167128e-06,
      "loss": 0.0046,
      "step": 25220
    },
    {
      "epoch": 2.73428013876843,
      "grad_norm": 0.41498300433158875,
      "learning_rate": 8.88945306833019e-06,
      "loss": 0.044,
      "step": 25221
    },
    {
      "epoch": 2.73438855160451,
      "grad_norm": 0.22377946972846985,
      "learning_rate": 8.885826200493254e-06,
      "loss": 0.0378,
      "step": 25222
    },
    {
      "epoch": 2.7344969644405897,
      "grad_norm": 0.02610231749713421,
      "learning_rate": 8.882199332656318e-06,
      "loss": 0.0043,
      "step": 25223
    },
    {
      "epoch": 2.7346053772766696,
      "grad_norm": 0.09397831559181213,
      "learning_rate": 8.878572464819382e-06,
      "loss": 0.0045,
      "step": 25224
    },
    {
      "epoch": 2.7347137901127496,
      "grad_norm": 0.2782251834869385,
      "learning_rate": 8.874945596982447e-06,
      "loss": 0.0134,
      "step": 25225
    },
    {
      "epoch": 2.734822202948829,
      "grad_norm": 0.07940492779016495,
      "learning_rate": 8.87131872914551e-06,
      "loss": 0.0039,
      "step": 25226
    },
    {
      "epoch": 2.7349306157849087,
      "grad_norm": 0.12247209250926971,
      "learning_rate": 8.867691861308575e-06,
      "loss": 0.0082,
      "step": 25227
    },
    {
      "epoch": 2.7350390286209887,
      "grad_norm": 0.08923355489969254,
      "learning_rate": 8.864064993471637e-06,
      "loss": 0.0055,
      "step": 25228
    },
    {
      "epoch": 2.7351474414570687,
      "grad_norm": 0.11435315757989883,
      "learning_rate": 8.860438125634703e-06,
      "loss": 0.0036,
      "step": 25229
    },
    {
      "epoch": 2.735255854293148,
      "grad_norm": 0.6120332479476929,
      "learning_rate": 8.856811257797765e-06,
      "loss": 0.0351,
      "step": 25230
    },
    {
      "epoch": 2.735364267129228,
      "grad_norm": 0.01872825063765049,
      "learning_rate": 8.853184389960831e-06,
      "loss": 0.0007,
      "step": 25231
    },
    {
      "epoch": 2.7354726799653077,
      "grad_norm": 0.04982096701860428,
      "learning_rate": 8.849557522123894e-06,
      "loss": 0.0027,
      "step": 25232
    },
    {
      "epoch": 2.7355810928013877,
      "grad_norm": 0.2572626769542694,
      "learning_rate": 8.84593065428696e-06,
      "loss": 0.0314,
      "step": 25233
    },
    {
      "epoch": 2.7356895056374677,
      "grad_norm": 0.12450366467237473,
      "learning_rate": 8.842303786450022e-06,
      "loss": 0.0059,
      "step": 25234
    },
    {
      "epoch": 2.7357979184735473,
      "grad_norm": 0.05507294088602066,
      "learning_rate": 8.838676918613086e-06,
      "loss": 0.0022,
      "step": 25235
    },
    {
      "epoch": 2.735906331309627,
      "grad_norm": 0.3017871677875519,
      "learning_rate": 8.83505005077615e-06,
      "loss": 0.0291,
      "step": 25236
    },
    {
      "epoch": 2.736014744145707,
      "grad_norm": 0.004434211179614067,
      "learning_rate": 8.831423182939214e-06,
      "loss": 0.0003,
      "step": 25237
    },
    {
      "epoch": 2.7361231569817868,
      "grad_norm": 0.13345469534397125,
      "learning_rate": 8.827796315102278e-06,
      "loss": 0.0088,
      "step": 25238
    },
    {
      "epoch": 2.7362315698178663,
      "grad_norm": 0.2164585441350937,
      "learning_rate": 8.824169447265342e-06,
      "loss": 0.0045,
      "step": 25239
    },
    {
      "epoch": 2.7363399826539463,
      "grad_norm": 0.4606468677520752,
      "learning_rate": 8.820542579428406e-06,
      "loss": 0.0051,
      "step": 25240
    },
    {
      "epoch": 2.736448395490026,
      "grad_norm": 0.1492798626422882,
      "learning_rate": 8.816915711591469e-06,
      "loss": 0.0066,
      "step": 25241
    },
    {
      "epoch": 2.736556808326106,
      "grad_norm": 0.22459381818771362,
      "learning_rate": 8.813288843754535e-06,
      "loss": 0.0042,
      "step": 25242
    },
    {
      "epoch": 2.736665221162186,
      "grad_norm": 0.18112123012542725,
      "learning_rate": 8.809661975917597e-06,
      "loss": 0.0104,
      "step": 25243
    },
    {
      "epoch": 2.7367736339982653,
      "grad_norm": 0.12298879772424698,
      "learning_rate": 8.806035108080663e-06,
      "loss": 0.0064,
      "step": 25244
    },
    {
      "epoch": 2.7368820468343453,
      "grad_norm": 0.5689061284065247,
      "learning_rate": 8.802408240243725e-06,
      "loss": 0.0291,
      "step": 25245
    },
    {
      "epoch": 2.736990459670425,
      "grad_norm": 0.051160506904125214,
      "learning_rate": 8.798781372406791e-06,
      "loss": 0.002,
      "step": 25246
    },
    {
      "epoch": 2.737098872506505,
      "grad_norm": 0.14770326018333435,
      "learning_rate": 8.795154504569853e-06,
      "loss": 0.0043,
      "step": 25247
    },
    {
      "epoch": 2.737207285342585,
      "grad_norm": 0.2791425883769989,
      "learning_rate": 8.791527636732918e-06,
      "loss": 0.0092,
      "step": 25248
    },
    {
      "epoch": 2.7373156981786644,
      "grad_norm": 0.0532960444688797,
      "learning_rate": 8.787900768895982e-06,
      "loss": 0.0022,
      "step": 25249
    },
    {
      "epoch": 2.737424111014744,
      "grad_norm": 0.09892372041940689,
      "learning_rate": 8.784273901059046e-06,
      "loss": 0.0073,
      "step": 25250
    },
    {
      "epoch": 2.737532523850824,
      "grad_norm": 0.17328669130802155,
      "learning_rate": 8.78064703322211e-06,
      "loss": 0.0078,
      "step": 25251
    },
    {
      "epoch": 2.737640936686904,
      "grad_norm": 0.38879886269569397,
      "learning_rate": 8.777020165385174e-06,
      "loss": 0.0428,
      "step": 25252
    },
    {
      "epoch": 2.7377493495229834,
      "grad_norm": 0.22566036880016327,
      "learning_rate": 8.773393297548238e-06,
      "loss": 0.0158,
      "step": 25253
    },
    {
      "epoch": 2.7378577623590634,
      "grad_norm": 0.1053343117237091,
      "learning_rate": 8.7697664297113e-06,
      "loss": 0.0049,
      "step": 25254
    },
    {
      "epoch": 2.737966175195143,
      "grad_norm": 0.12832452356815338,
      "learning_rate": 8.766139561874366e-06,
      "loss": 0.0022,
      "step": 25255
    },
    {
      "epoch": 2.738074588031223,
      "grad_norm": 0.06823237240314484,
      "learning_rate": 8.762512694037429e-06,
      "loss": 0.0032,
      "step": 25256
    },
    {
      "epoch": 2.738183000867303,
      "grad_norm": 0.08705223351716995,
      "learning_rate": 8.758885826200495e-06,
      "loss": 0.0071,
      "step": 25257
    },
    {
      "epoch": 2.7382914137033825,
      "grad_norm": 0.4065565764904022,
      "learning_rate": 8.755258958363557e-06,
      "loss": 0.0158,
      "step": 25258
    },
    {
      "epoch": 2.738399826539462,
      "grad_norm": 0.21996571123600006,
      "learning_rate": 8.751632090526623e-06,
      "loss": 0.0144,
      "step": 25259
    },
    {
      "epoch": 2.738508239375542,
      "grad_norm": 0.06701242178678513,
      "learning_rate": 8.748005222689685e-06,
      "loss": 0.0051,
      "step": 25260
    },
    {
      "epoch": 2.738616652211622,
      "grad_norm": 0.18590447306632996,
      "learning_rate": 8.744378354852751e-06,
      "loss": 0.0111,
      "step": 25261
    },
    {
      "epoch": 2.7387250650477015,
      "grad_norm": 0.06574343889951706,
      "learning_rate": 8.740751487015813e-06,
      "loss": 0.0032,
      "step": 25262
    },
    {
      "epoch": 2.7388334778837815,
      "grad_norm": 0.2237807661294937,
      "learning_rate": 8.737124619178877e-06,
      "loss": 0.0068,
      "step": 25263
    },
    {
      "epoch": 2.738941890719861,
      "grad_norm": 0.03821273893117905,
      "learning_rate": 8.733497751341942e-06,
      "loss": 0.0039,
      "step": 25264
    },
    {
      "epoch": 2.739050303555941,
      "grad_norm": 0.4270266592502594,
      "learning_rate": 8.729870883505006e-06,
      "loss": 0.039,
      "step": 25265
    },
    {
      "epoch": 2.739158716392021,
      "grad_norm": 0.033425893634557724,
      "learning_rate": 8.72624401566807e-06,
      "loss": 0.0018,
      "step": 25266
    },
    {
      "epoch": 2.7392671292281006,
      "grad_norm": 0.14340369403362274,
      "learning_rate": 8.722617147831132e-06,
      "loss": 0.0056,
      "step": 25267
    },
    {
      "epoch": 2.7393755420641805,
      "grad_norm": 0.32579106092453003,
      "learning_rate": 8.718990279994198e-06,
      "loss": 0.0207,
      "step": 25268
    },
    {
      "epoch": 2.73948395490026,
      "grad_norm": 0.06686356663703918,
      "learning_rate": 8.71536341215726e-06,
      "loss": 0.0068,
      "step": 25269
    },
    {
      "epoch": 2.73959236773634,
      "grad_norm": 0.35899531841278076,
      "learning_rate": 8.711736544320326e-06,
      "loss": 0.0177,
      "step": 25270
    },
    {
      "epoch": 2.7397007805724196,
      "grad_norm": 0.21252775192260742,
      "learning_rate": 8.708109676483389e-06,
      "loss": 0.0014,
      "step": 25271
    },
    {
      "epoch": 2.7398091934084996,
      "grad_norm": 0.5541006326675415,
      "learning_rate": 8.704482808646454e-06,
      "loss": 0.054,
      "step": 25272
    },
    {
      "epoch": 2.739917606244579,
      "grad_norm": 0.13841862976551056,
      "learning_rate": 8.700855940809517e-06,
      "loss": 0.0072,
      "step": 25273
    },
    {
      "epoch": 2.740026019080659,
      "grad_norm": 0.3776789903640747,
      "learning_rate": 8.697229072972583e-06,
      "loss": 0.0335,
      "step": 25274
    },
    {
      "epoch": 2.740134431916739,
      "grad_norm": 0.2646998465061188,
      "learning_rate": 8.693602205135645e-06,
      "loss": 0.0392,
      "step": 25275
    },
    {
      "epoch": 2.7402428447528187,
      "grad_norm": 0.4884318709373474,
      "learning_rate": 8.68997533729871e-06,
      "loss": 0.0905,
      "step": 25276
    },
    {
      "epoch": 2.7403512575888986,
      "grad_norm": 0.3283677399158478,
      "learning_rate": 8.686348469461773e-06,
      "loss": 0.0285,
      "step": 25277
    },
    {
      "epoch": 2.740459670424978,
      "grad_norm": 0.27784690260887146,
      "learning_rate": 8.682721601624837e-06,
      "loss": 0.0307,
      "step": 25278
    },
    {
      "epoch": 2.740568083261058,
      "grad_norm": 0.013778279535472393,
      "learning_rate": 8.679094733787901e-06,
      "loss": 0.0012,
      "step": 25279
    },
    {
      "epoch": 2.740676496097138,
      "grad_norm": 0.13620677590370178,
      "learning_rate": 8.675467865950964e-06,
      "loss": 0.0064,
      "step": 25280
    },
    {
      "epoch": 2.7407849089332177,
      "grad_norm": 0.2649436295032501,
      "learning_rate": 8.67184099811403e-06,
      "loss": 0.0043,
      "step": 25281
    },
    {
      "epoch": 2.7408933217692972,
      "grad_norm": 0.10976768285036087,
      "learning_rate": 8.668214130277092e-06,
      "loss": 0.0101,
      "step": 25282
    },
    {
      "epoch": 2.741001734605377,
      "grad_norm": 0.14803121984004974,
      "learning_rate": 8.664587262440158e-06,
      "loss": 0.0163,
      "step": 25283
    },
    {
      "epoch": 2.741110147441457,
      "grad_norm": 0.103192538022995,
      "learning_rate": 8.66096039460322e-06,
      "loss": 0.0064,
      "step": 25284
    },
    {
      "epoch": 2.7412185602775367,
      "grad_norm": 0.42312926054000854,
      "learning_rate": 8.657333526766286e-06,
      "loss": 0.0341,
      "step": 25285
    },
    {
      "epoch": 2.7413269731136167,
      "grad_norm": 0.2730558216571808,
      "learning_rate": 8.653706658929349e-06,
      "loss": 0.0229,
      "step": 25286
    },
    {
      "epoch": 2.7414353859496963,
      "grad_norm": 0.11151391267776489,
      "learning_rate": 8.650079791092414e-06,
      "loss": 0.006,
      "step": 25287
    },
    {
      "epoch": 2.7415437987857763,
      "grad_norm": 0.5196124911308289,
      "learning_rate": 8.646452923255477e-06,
      "loss": 0.0152,
      "step": 25288
    },
    {
      "epoch": 2.7416522116218562,
      "grad_norm": 0.09642673283815384,
      "learning_rate": 8.64282605541854e-06,
      "loss": 0.0052,
      "step": 25289
    },
    {
      "epoch": 2.741760624457936,
      "grad_norm": 0.04658455029129982,
      "learning_rate": 8.639199187581605e-06,
      "loss": 0.0013,
      "step": 25290
    },
    {
      "epoch": 2.7418690372940158,
      "grad_norm": 0.02338463068008423,
      "learning_rate": 8.635572319744669e-06,
      "loss": 0.0008,
      "step": 25291
    },
    {
      "epoch": 2.7419774501300953,
      "grad_norm": 0.30076777935028076,
      "learning_rate": 8.631945451907733e-06,
      "loss": 0.0104,
      "step": 25292
    },
    {
      "epoch": 2.7420858629661753,
      "grad_norm": 0.07155224680900574,
      "learning_rate": 8.628318584070797e-06,
      "loss": 0.0021,
      "step": 25293
    },
    {
      "epoch": 2.742194275802255,
      "grad_norm": 0.12451481819152832,
      "learning_rate": 8.624691716233861e-06,
      "loss": 0.0061,
      "step": 25294
    },
    {
      "epoch": 2.742302688638335,
      "grad_norm": 0.22638309001922607,
      "learning_rate": 8.621064848396924e-06,
      "loss": 0.0048,
      "step": 25295
    },
    {
      "epoch": 2.7424111014744144,
      "grad_norm": 0.3848141133785248,
      "learning_rate": 8.61743798055999e-06,
      "loss": 0.0191,
      "step": 25296
    },
    {
      "epoch": 2.7425195143104943,
      "grad_norm": 0.27548497915267944,
      "learning_rate": 8.613811112723052e-06,
      "loss": 0.0118,
      "step": 25297
    },
    {
      "epoch": 2.7426279271465743,
      "grad_norm": 0.6121343374252319,
      "learning_rate": 8.610184244886118e-06,
      "loss": 0.0242,
      "step": 25298
    },
    {
      "epoch": 2.742736339982654,
      "grad_norm": 0.263242244720459,
      "learning_rate": 8.60655737704918e-06,
      "loss": 0.0131,
      "step": 25299
    },
    {
      "epoch": 2.742844752818734,
      "grad_norm": 0.09386730194091797,
      "learning_rate": 8.602930509212246e-06,
      "loss": 0.0067,
      "step": 25300
    },
    {
      "epoch": 2.7429531656548134,
      "grad_norm": 0.5271434187889099,
      "learning_rate": 8.599303641375308e-06,
      "loss": 0.0129,
      "step": 25301
    },
    {
      "epoch": 2.7430615784908934,
      "grad_norm": 0.3206331729888916,
      "learning_rate": 8.595676773538374e-06,
      "loss": 0.009,
      "step": 25302
    },
    {
      "epoch": 2.7431699913269734,
      "grad_norm": 0.41316306591033936,
      "learning_rate": 8.592049905701437e-06,
      "loss": 0.0195,
      "step": 25303
    },
    {
      "epoch": 2.743278404163053,
      "grad_norm": 0.06860212236642838,
      "learning_rate": 8.5884230378645e-06,
      "loss": 0.003,
      "step": 25304
    },
    {
      "epoch": 2.7433868169991324,
      "grad_norm": 0.2583080530166626,
      "learning_rate": 8.584796170027565e-06,
      "loss": 0.009,
      "step": 25305
    },
    {
      "epoch": 2.7434952298352124,
      "grad_norm": 0.07990733534097672,
      "learning_rate": 8.581169302190629e-06,
      "loss": 0.0038,
      "step": 25306
    },
    {
      "epoch": 2.7436036426712924,
      "grad_norm": 0.13560751080513,
      "learning_rate": 8.577542434353693e-06,
      "loss": 0.0126,
      "step": 25307
    },
    {
      "epoch": 2.743712055507372,
      "grad_norm": 0.33508169651031494,
      "learning_rate": 8.573915566516755e-06,
      "loss": 0.0271,
      "step": 25308
    },
    {
      "epoch": 2.743820468343452,
      "grad_norm": 0.08472605049610138,
      "learning_rate": 8.570288698679821e-06,
      "loss": 0.0057,
      "step": 25309
    },
    {
      "epoch": 2.7439288811795315,
      "grad_norm": 0.06765354424715042,
      "learning_rate": 8.566661830842884e-06,
      "loss": 0.0057,
      "step": 25310
    },
    {
      "epoch": 2.7440372940156115,
      "grad_norm": 0.2721503674983978,
      "learning_rate": 8.56303496300595e-06,
      "loss": 0.0251,
      "step": 25311
    },
    {
      "epoch": 2.7441457068516915,
      "grad_norm": 0.2518217861652374,
      "learning_rate": 8.559408095169012e-06,
      "loss": 0.015,
      "step": 25312
    },
    {
      "epoch": 2.744254119687771,
      "grad_norm": 0.2037123143672943,
      "learning_rate": 8.555781227332078e-06,
      "loss": 0.0157,
      "step": 25313
    },
    {
      "epoch": 2.744362532523851,
      "grad_norm": 0.6677182912826538,
      "learning_rate": 8.55215435949514e-06,
      "loss": 0.0317,
      "step": 25314
    },
    {
      "epoch": 2.7444709453599305,
      "grad_norm": 0.2262004315853119,
      "learning_rate": 8.548527491658206e-06,
      "loss": 0.0153,
      "step": 25315
    },
    {
      "epoch": 2.7445793581960105,
      "grad_norm": 0.04073750972747803,
      "learning_rate": 8.544900623821268e-06,
      "loss": 0.0023,
      "step": 25316
    },
    {
      "epoch": 2.74468777103209,
      "grad_norm": 0.05951790511608124,
      "learning_rate": 8.541273755984332e-06,
      "loss": 0.0018,
      "step": 25317
    },
    {
      "epoch": 2.74479618386817,
      "grad_norm": 0.4531199634075165,
      "learning_rate": 8.537646888147396e-06,
      "loss": 0.0069,
      "step": 25318
    },
    {
      "epoch": 2.7449045967042496,
      "grad_norm": 0.17316965758800507,
      "learning_rate": 8.53402002031046e-06,
      "loss": 0.0117,
      "step": 25319
    },
    {
      "epoch": 2.7450130095403296,
      "grad_norm": 0.036359257996082306,
      "learning_rate": 8.530393152473525e-06,
      "loss": 0.0032,
      "step": 25320
    },
    {
      "epoch": 2.7451214223764095,
      "grad_norm": 0.11334701627492905,
      "learning_rate": 8.526766284636587e-06,
      "loss": 0.004,
      "step": 25321
    },
    {
      "epoch": 2.745229835212489,
      "grad_norm": 0.5187885165214539,
      "learning_rate": 8.523139416799653e-06,
      "loss": 0.0284,
      "step": 25322
    },
    {
      "epoch": 2.745338248048569,
      "grad_norm": 0.10647289454936981,
      "learning_rate": 8.519512548962715e-06,
      "loss": 0.0218,
      "step": 25323
    },
    {
      "epoch": 2.7454466608846486,
      "grad_norm": 0.02990151382982731,
      "learning_rate": 8.515885681125781e-06,
      "loss": 0.0022,
      "step": 25324
    },
    {
      "epoch": 2.7455550737207286,
      "grad_norm": 0.42896783351898193,
      "learning_rate": 8.512258813288844e-06,
      "loss": 0.0435,
      "step": 25325
    },
    {
      "epoch": 2.7456634865568086,
      "grad_norm": 0.015403155237436295,
      "learning_rate": 8.50863194545191e-06,
      "loss": 0.0007,
      "step": 25326
    },
    {
      "epoch": 2.745771899392888,
      "grad_norm": 0.13951097428798676,
      "learning_rate": 8.505005077614972e-06,
      "loss": 0.0111,
      "step": 25327
    },
    {
      "epoch": 2.7458803122289677,
      "grad_norm": 0.3834080100059509,
      "learning_rate": 8.501378209778038e-06,
      "loss": 0.0189,
      "step": 25328
    },
    {
      "epoch": 2.7459887250650477,
      "grad_norm": 0.03809897601604462,
      "learning_rate": 8.4977513419411e-06,
      "loss": 0.0026,
      "step": 25329
    },
    {
      "epoch": 2.7460971379011276,
      "grad_norm": 0.10632824152708054,
      "learning_rate": 8.494124474104164e-06,
      "loss": 0.0042,
      "step": 25330
    },
    {
      "epoch": 2.746205550737207,
      "grad_norm": 0.004373209085315466,
      "learning_rate": 8.490497606267228e-06,
      "loss": 0.0001,
      "step": 25331
    },
    {
      "epoch": 2.746313963573287,
      "grad_norm": 0.0353764146566391,
      "learning_rate": 8.486870738430292e-06,
      "loss": 0.0038,
      "step": 25332
    },
    {
      "epoch": 2.7464223764093667,
      "grad_norm": 0.07206232845783234,
      "learning_rate": 8.483243870593356e-06,
      "loss": 0.0062,
      "step": 25333
    },
    {
      "epoch": 2.7465307892454467,
      "grad_norm": 0.0807410478591919,
      "learning_rate": 8.479617002756419e-06,
      "loss": 0.005,
      "step": 25334
    },
    {
      "epoch": 2.7466392020815267,
      "grad_norm": 0.39825138449668884,
      "learning_rate": 8.475990134919485e-06,
      "loss": 0.0159,
      "step": 25335
    },
    {
      "epoch": 2.746747614917606,
      "grad_norm": 0.021009579300880432,
      "learning_rate": 8.472363267082547e-06,
      "loss": 0.0024,
      "step": 25336
    },
    {
      "epoch": 2.746856027753686,
      "grad_norm": 0.21999327838420868,
      "learning_rate": 8.468736399245613e-06,
      "loss": 0.0198,
      "step": 25337
    },
    {
      "epoch": 2.7469644405897657,
      "grad_norm": 0.11856917291879654,
      "learning_rate": 8.465109531408675e-06,
      "loss": 0.005,
      "step": 25338
    },
    {
      "epoch": 2.7470728534258457,
      "grad_norm": 0.10967809706926346,
      "learning_rate": 8.461482663571741e-06,
      "loss": 0.0029,
      "step": 25339
    },
    {
      "epoch": 2.7471812662619253,
      "grad_norm": 0.4004102051258087,
      "learning_rate": 8.457855795734803e-06,
      "loss": 0.032,
      "step": 25340
    },
    {
      "epoch": 2.7472896790980053,
      "grad_norm": 0.14309118688106537,
      "learning_rate": 8.45422892789787e-06,
      "loss": 0.0079,
      "step": 25341
    },
    {
      "epoch": 2.747398091934085,
      "grad_norm": 0.48886772990226746,
      "learning_rate": 8.450602060060932e-06,
      "loss": 0.0205,
      "step": 25342
    },
    {
      "epoch": 2.747506504770165,
      "grad_norm": 0.07949300110340118,
      "learning_rate": 8.446975192223996e-06,
      "loss": 0.0022,
      "step": 25343
    },
    {
      "epoch": 2.7476149176062448,
      "grad_norm": 0.19577910006046295,
      "learning_rate": 8.44334832438706e-06,
      "loss": 0.0148,
      "step": 25344
    },
    {
      "epoch": 2.7477233304423243,
      "grad_norm": 0.055642470717430115,
      "learning_rate": 8.439721456550124e-06,
      "loss": 0.0017,
      "step": 25345
    },
    {
      "epoch": 2.7478317432784043,
      "grad_norm": 0.27672141790390015,
      "learning_rate": 8.436094588713188e-06,
      "loss": 0.0068,
      "step": 25346
    },
    {
      "epoch": 2.747940156114484,
      "grad_norm": 0.015975097194314003,
      "learning_rate": 8.43246772087625e-06,
      "loss": 0.0008,
      "step": 25347
    },
    {
      "epoch": 2.748048568950564,
      "grad_norm": 0.258497416973114,
      "learning_rate": 8.428840853039316e-06,
      "loss": 0.0096,
      "step": 25348
    },
    {
      "epoch": 2.748156981786644,
      "grad_norm": 0.3726419508457184,
      "learning_rate": 8.425213985202379e-06,
      "loss": 0.0145,
      "step": 25349
    },
    {
      "epoch": 2.7482653946227233,
      "grad_norm": 0.0891309380531311,
      "learning_rate": 8.421587117365444e-06,
      "loss": 0.0068,
      "step": 25350
    },
    {
      "epoch": 2.748373807458803,
      "grad_norm": 0.16507267951965332,
      "learning_rate": 8.417960249528507e-06,
      "loss": 0.0157,
      "step": 25351
    },
    {
      "epoch": 2.748482220294883,
      "grad_norm": 0.10611182451248169,
      "learning_rate": 8.414333381691573e-06,
      "loss": 0.0089,
      "step": 25352
    },
    {
      "epoch": 2.748590633130963,
      "grad_norm": 0.1548176258802414,
      "learning_rate": 8.410706513854635e-06,
      "loss": 0.0072,
      "step": 25353
    },
    {
      "epoch": 2.7486990459670424,
      "grad_norm": 0.1527167111635208,
      "learning_rate": 8.407079646017701e-06,
      "loss": 0.0097,
      "step": 25354
    },
    {
      "epoch": 2.7488074588031224,
      "grad_norm": 0.3151082396507263,
      "learning_rate": 8.403452778180763e-06,
      "loss": 0.0171,
      "step": 25355
    },
    {
      "epoch": 2.748915871639202,
      "grad_norm": 0.10984835773706436,
      "learning_rate": 8.399825910343827e-06,
      "loss": 0.0091,
      "step": 25356
    },
    {
      "epoch": 2.749024284475282,
      "grad_norm": 0.2988198697566986,
      "learning_rate": 8.396199042506892e-06,
      "loss": 0.0246,
      "step": 25357
    },
    {
      "epoch": 2.749132697311362,
      "grad_norm": 0.2211218923330307,
      "learning_rate": 8.392572174669956e-06,
      "loss": 0.0051,
      "step": 25358
    },
    {
      "epoch": 2.7492411101474414,
      "grad_norm": 0.16588224470615387,
      "learning_rate": 8.38894530683302e-06,
      "loss": 0.0062,
      "step": 25359
    },
    {
      "epoch": 2.749349522983521,
      "grad_norm": 0.2854529321193695,
      "learning_rate": 8.385318438996082e-06,
      "loss": 0.019,
      "step": 25360
    },
    {
      "epoch": 2.749457935819601,
      "grad_norm": 0.11598499864339828,
      "learning_rate": 8.381691571159148e-06,
      "loss": 0.0042,
      "step": 25361
    },
    {
      "epoch": 2.749566348655681,
      "grad_norm": 0.04259999096393585,
      "learning_rate": 8.37806470332221e-06,
      "loss": 0.0022,
      "step": 25362
    },
    {
      "epoch": 2.7496747614917605,
      "grad_norm": 0.730049729347229,
      "learning_rate": 8.374437835485276e-06,
      "loss": 0.0113,
      "step": 25363
    },
    {
      "epoch": 2.7497831743278405,
      "grad_norm": 0.13516035676002502,
      "learning_rate": 8.370810967648339e-06,
      "loss": 0.0065,
      "step": 25364
    },
    {
      "epoch": 2.74989158716392,
      "grad_norm": 0.57379549741745,
      "learning_rate": 8.367184099811404e-06,
      "loss": 0.0271,
      "step": 25365
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.1377390623092651,
      "learning_rate": 8.363557231974467e-06,
      "loss": 0.0491,
      "step": 25366
    },
    {
      "epoch": 2.75010841283608,
      "grad_norm": 0.28299152851104736,
      "learning_rate": 8.359930364137533e-06,
      "loss": 0.0158,
      "step": 25367
    },
    {
      "epoch": 2.7502168256721595,
      "grad_norm": 0.10977006703615189,
      "learning_rate": 8.356303496300595e-06,
      "loss": 0.0046,
      "step": 25368
    },
    {
      "epoch": 2.7503252385082395,
      "grad_norm": 0.037216003984212875,
      "learning_rate": 8.352676628463659e-06,
      "loss": 0.0026,
      "step": 25369
    },
    {
      "epoch": 2.750433651344319,
      "grad_norm": 0.37929296493530273,
      "learning_rate": 8.349049760626723e-06,
      "loss": 0.0499,
      "step": 25370
    },
    {
      "epoch": 2.750542064180399,
      "grad_norm": 0.4443948268890381,
      "learning_rate": 8.345422892789787e-06,
      "loss": 0.0478,
      "step": 25371
    },
    {
      "epoch": 2.750650477016479,
      "grad_norm": 0.3017398715019226,
      "learning_rate": 8.341796024952851e-06,
      "loss": 0.0191,
      "step": 25372
    },
    {
      "epoch": 2.7507588898525586,
      "grad_norm": 0.24819707870483398,
      "learning_rate": 8.338169157115914e-06,
      "loss": 0.029,
      "step": 25373
    },
    {
      "epoch": 2.750867302688638,
      "grad_norm": 0.12123510241508484,
      "learning_rate": 8.33454228927898e-06,
      "loss": 0.0046,
      "step": 25374
    },
    {
      "epoch": 2.750975715524718,
      "grad_norm": 0.07007024437189102,
      "learning_rate": 8.330915421442042e-06,
      "loss": 0.0036,
      "step": 25375
    },
    {
      "epoch": 2.751084128360798,
      "grad_norm": 0.19988873600959778,
      "learning_rate": 8.327288553605108e-06,
      "loss": 0.011,
      "step": 25376
    },
    {
      "epoch": 2.7511925411968776,
      "grad_norm": 0.022643616423010826,
      "learning_rate": 8.32366168576817e-06,
      "loss": 0.0014,
      "step": 25377
    },
    {
      "epoch": 2.7513009540329576,
      "grad_norm": 0.03374417498707771,
      "learning_rate": 8.320034817931236e-06,
      "loss": 0.002,
      "step": 25378
    },
    {
      "epoch": 2.751409366869037,
      "grad_norm": 0.19520913064479828,
      "learning_rate": 8.316407950094298e-06,
      "loss": 0.0144,
      "step": 25379
    },
    {
      "epoch": 2.751517779705117,
      "grad_norm": 0.22592253983020782,
      "learning_rate": 8.312781082257364e-06,
      "loss": 0.0346,
      "step": 25380
    },
    {
      "epoch": 2.751626192541197,
      "grad_norm": 0.03384343534708023,
      "learning_rate": 8.309154214420427e-06,
      "loss": 0.0016,
      "step": 25381
    },
    {
      "epoch": 2.7517346053772767,
      "grad_norm": 0.27982252836227417,
      "learning_rate": 8.30552734658349e-06,
      "loss": 0.0262,
      "step": 25382
    },
    {
      "epoch": 2.751843018213356,
      "grad_norm": 0.29475387930870056,
      "learning_rate": 8.301900478746555e-06,
      "loss": 0.0466,
      "step": 25383
    },
    {
      "epoch": 2.751951431049436,
      "grad_norm": 0.23704436421394348,
      "learning_rate": 8.298273610909619e-06,
      "loss": 0.0242,
      "step": 25384
    },
    {
      "epoch": 2.752059843885516,
      "grad_norm": 0.15402176976203918,
      "learning_rate": 8.294646743072683e-06,
      "loss": 0.006,
      "step": 25385
    },
    {
      "epoch": 2.7521682567215957,
      "grad_norm": 0.34572023153305054,
      "learning_rate": 8.291019875235745e-06,
      "loss": 0.0375,
      "step": 25386
    },
    {
      "epoch": 2.7522766695576757,
      "grad_norm": 0.20020289719104767,
      "learning_rate": 8.287393007398811e-06,
      "loss": 0.0085,
      "step": 25387
    },
    {
      "epoch": 2.7523850823937552,
      "grad_norm": 0.13553330302238464,
      "learning_rate": 8.283766139561874e-06,
      "loss": 0.0043,
      "step": 25388
    },
    {
      "epoch": 2.752493495229835,
      "grad_norm": 0.24547889828681946,
      "learning_rate": 8.28013927172494e-06,
      "loss": 0.0027,
      "step": 25389
    },
    {
      "epoch": 2.752601908065915,
      "grad_norm": 0.27156004309654236,
      "learning_rate": 8.276512403888002e-06,
      "loss": 0.0255,
      "step": 25390
    },
    {
      "epoch": 2.7527103209019947,
      "grad_norm": 0.26620110869407654,
      "learning_rate": 8.272885536051068e-06,
      "loss": 0.0089,
      "step": 25391
    },
    {
      "epoch": 2.7528187337380747,
      "grad_norm": 0.3434142470359802,
      "learning_rate": 8.26925866821413e-06,
      "loss": 0.0191,
      "step": 25392
    },
    {
      "epoch": 2.7529271465741543,
      "grad_norm": 0.21680326759815216,
      "learning_rate": 8.265631800377196e-06,
      "loss": 0.0139,
      "step": 25393
    },
    {
      "epoch": 2.7530355594102343,
      "grad_norm": 0.4052763283252716,
      "learning_rate": 8.262004932540258e-06,
      "loss": 0.0271,
      "step": 25394
    },
    {
      "epoch": 2.753143972246314,
      "grad_norm": 0.14164672791957855,
      "learning_rate": 8.258378064703322e-06,
      "loss": 0.0072,
      "step": 25395
    },
    {
      "epoch": 2.753252385082394,
      "grad_norm": 0.2723691165447235,
      "learning_rate": 8.254751196866387e-06,
      "loss": 0.0068,
      "step": 25396
    },
    {
      "epoch": 2.7533607979184733,
      "grad_norm": 0.07737667858600616,
      "learning_rate": 8.25112432902945e-06,
      "loss": 0.0066,
      "step": 25397
    },
    {
      "epoch": 2.7534692107545533,
      "grad_norm": 0.2413720041513443,
      "learning_rate": 8.247497461192515e-06,
      "loss": 0.0113,
      "step": 25398
    },
    {
      "epoch": 2.7535776235906333,
      "grad_norm": 0.02769513800740242,
      "learning_rate": 8.243870593355577e-06,
      "loss": 0.0009,
      "step": 25399
    },
    {
      "epoch": 2.753686036426713,
      "grad_norm": 0.29890140891075134,
      "learning_rate": 8.240243725518643e-06,
      "loss": 0.0232,
      "step": 25400
    },
    {
      "epoch": 2.753794449262793,
      "grad_norm": 0.30777478218078613,
      "learning_rate": 8.236616857681705e-06,
      "loss": 0.0095,
      "step": 25401
    },
    {
      "epoch": 2.7539028620988724,
      "grad_norm": 0.0970975011587143,
      "learning_rate": 8.232989989844771e-06,
      "loss": 0.0055,
      "step": 25402
    },
    {
      "epoch": 2.7540112749349523,
      "grad_norm": 0.44589048624038696,
      "learning_rate": 8.229363122007834e-06,
      "loss": 0.0365,
      "step": 25403
    },
    {
      "epoch": 2.7541196877710323,
      "grad_norm": 0.06007281690835953,
      "learning_rate": 8.2257362541709e-06,
      "loss": 0.0029,
      "step": 25404
    },
    {
      "epoch": 2.754228100607112,
      "grad_norm": 0.339338481426239,
      "learning_rate": 8.222109386333962e-06,
      "loss": 0.0185,
      "step": 25405
    },
    {
      "epoch": 2.7543365134431914,
      "grad_norm": 0.710810661315918,
      "learning_rate": 8.218482518497028e-06,
      "loss": 0.0196,
      "step": 25406
    },
    {
      "epoch": 2.7544449262792714,
      "grad_norm": 0.8000937700271606,
      "learning_rate": 8.21485565066009e-06,
      "loss": 0.0161,
      "step": 25407
    },
    {
      "epoch": 2.7545533391153514,
      "grad_norm": 0.22801291942596436,
      "learning_rate": 8.211228782823154e-06,
      "loss": 0.0106,
      "step": 25408
    },
    {
      "epoch": 2.754661751951431,
      "grad_norm": 0.25984176993370056,
      "learning_rate": 8.207601914986218e-06,
      "loss": 0.0259,
      "step": 25409
    },
    {
      "epoch": 2.754770164787511,
      "grad_norm": 0.2080458253622055,
      "learning_rate": 8.203975047149282e-06,
      "loss": 0.0137,
      "step": 25410
    },
    {
      "epoch": 2.7548785776235905,
      "grad_norm": 0.29472798109054565,
      "learning_rate": 8.200348179312346e-06,
      "loss": 0.0249,
      "step": 25411
    },
    {
      "epoch": 2.7549869904596704,
      "grad_norm": 0.15164098143577576,
      "learning_rate": 8.196721311475409e-06,
      "loss": 0.0068,
      "step": 25412
    },
    {
      "epoch": 2.7550954032957504,
      "grad_norm": 0.29688581824302673,
      "learning_rate": 8.193094443638475e-06,
      "loss": 0.0101,
      "step": 25413
    },
    {
      "epoch": 2.75520381613183,
      "grad_norm": 0.5450332760810852,
      "learning_rate": 8.189467575801537e-06,
      "loss": 0.0102,
      "step": 25414
    },
    {
      "epoch": 2.75531222896791,
      "grad_norm": 0.17863725125789642,
      "learning_rate": 8.185840707964603e-06,
      "loss": 0.0117,
      "step": 25415
    },
    {
      "epoch": 2.7554206418039895,
      "grad_norm": 0.20016810297966003,
      "learning_rate": 8.182213840127665e-06,
      "loss": 0.0215,
      "step": 25416
    },
    {
      "epoch": 2.7555290546400695,
      "grad_norm": 0.22689150273799896,
      "learning_rate": 8.178586972290731e-06,
      "loss": 0.0273,
      "step": 25417
    },
    {
      "epoch": 2.755637467476149,
      "grad_norm": 0.15786242485046387,
      "learning_rate": 8.174960104453793e-06,
      "loss": 0.0074,
      "step": 25418
    },
    {
      "epoch": 2.755745880312229,
      "grad_norm": 0.021152207627892494,
      "learning_rate": 8.17133323661686e-06,
      "loss": 0.0007,
      "step": 25419
    },
    {
      "epoch": 2.7558542931483085,
      "grad_norm": 0.025311945006251335,
      "learning_rate": 8.167706368779922e-06,
      "loss": 0.0012,
      "step": 25420
    },
    {
      "epoch": 2.7559627059843885,
      "grad_norm": 0.36943891644477844,
      "learning_rate": 8.164079500942986e-06,
      "loss": 0.0545,
      "step": 25421
    },
    {
      "epoch": 2.7560711188204685,
      "grad_norm": 0.07890624552965164,
      "learning_rate": 8.16045263310605e-06,
      "loss": 0.0057,
      "step": 25422
    },
    {
      "epoch": 2.756179531656548,
      "grad_norm": 0.10916269570589066,
      "learning_rate": 8.156825765269114e-06,
      "loss": 0.0077,
      "step": 25423
    },
    {
      "epoch": 2.756287944492628,
      "grad_norm": 0.7826853394508362,
      "learning_rate": 8.153198897432178e-06,
      "loss": 0.0676,
      "step": 25424
    },
    {
      "epoch": 2.7563963573287076,
      "grad_norm": 0.05603631213307381,
      "learning_rate": 8.14957202959524e-06,
      "loss": 0.005,
      "step": 25425
    },
    {
      "epoch": 2.7565047701647876,
      "grad_norm": 0.08720549941062927,
      "learning_rate": 8.145945161758306e-06,
      "loss": 0.0052,
      "step": 25426
    },
    {
      "epoch": 2.7566131830008676,
      "grad_norm": 0.346309095621109,
      "learning_rate": 8.142318293921369e-06,
      "loss": 0.0229,
      "step": 25427
    },
    {
      "epoch": 2.756721595836947,
      "grad_norm": 0.5074604153633118,
      "learning_rate": 8.138691426084434e-06,
      "loss": 0.0189,
      "step": 25428
    },
    {
      "epoch": 2.7568300086730266,
      "grad_norm": 0.07038776576519012,
      "learning_rate": 8.135064558247497e-06,
      "loss": 0.0123,
      "step": 25429
    },
    {
      "epoch": 2.7569384215091066,
      "grad_norm": 0.33747023344039917,
      "learning_rate": 8.131437690410563e-06,
      "loss": 0.0293,
      "step": 25430
    },
    {
      "epoch": 2.7570468343451866,
      "grad_norm": 0.306054949760437,
      "learning_rate": 8.127810822573625e-06,
      "loss": 0.0327,
      "step": 25431
    },
    {
      "epoch": 2.757155247181266,
      "grad_norm": 0.11659302562475204,
      "learning_rate": 8.124183954736691e-06,
      "loss": 0.009,
      "step": 25432
    },
    {
      "epoch": 2.757263660017346,
      "grad_norm": 0.2753103971481323,
      "learning_rate": 8.120557086899753e-06,
      "loss": 0.0439,
      "step": 25433
    },
    {
      "epoch": 2.7573720728534257,
      "grad_norm": 0.3260624408721924,
      "learning_rate": 8.116930219062817e-06,
      "loss": 0.0246,
      "step": 25434
    },
    {
      "epoch": 2.7574804856895057,
      "grad_norm": 0.2958066165447235,
      "learning_rate": 8.113303351225882e-06,
      "loss": 0.0243,
      "step": 25435
    },
    {
      "epoch": 2.7575888985255856,
      "grad_norm": 0.3869573175907135,
      "learning_rate": 8.109676483388946e-06,
      "loss": 0.0135,
      "step": 25436
    },
    {
      "epoch": 2.757697311361665,
      "grad_norm": 0.268110066652298,
      "learning_rate": 8.10604961555201e-06,
      "loss": 0.0264,
      "step": 25437
    },
    {
      "epoch": 2.757805724197745,
      "grad_norm": 0.13910150527954102,
      "learning_rate": 8.102422747715072e-06,
      "loss": 0.0115,
      "step": 25438
    },
    {
      "epoch": 2.7579141370338247,
      "grad_norm": 0.255573570728302,
      "learning_rate": 8.098795879878138e-06,
      "loss": 0.0364,
      "step": 25439
    },
    {
      "epoch": 2.7580225498699047,
      "grad_norm": 0.360994815826416,
      "learning_rate": 8.0951690120412e-06,
      "loss": 0.0368,
      "step": 25440
    },
    {
      "epoch": 2.7581309627059842,
      "grad_norm": 0.15654951333999634,
      "learning_rate": 8.091542144204266e-06,
      "loss": 0.0077,
      "step": 25441
    },
    {
      "epoch": 2.758239375542064,
      "grad_norm": 0.07719144970178604,
      "learning_rate": 8.087915276367329e-06,
      "loss": 0.0036,
      "step": 25442
    },
    {
      "epoch": 2.7583477883781438,
      "grad_norm": 0.11979813128709793,
      "learning_rate": 8.084288408530394e-06,
      "loss": 0.0136,
      "step": 25443
    },
    {
      "epoch": 2.7584562012142237,
      "grad_norm": 0.0826091393828392,
      "learning_rate": 8.080661540693457e-06,
      "loss": 0.0068,
      "step": 25444
    },
    {
      "epoch": 2.7585646140503037,
      "grad_norm": 0.2058841437101364,
      "learning_rate": 8.077034672856523e-06,
      "loss": 0.0105,
      "step": 25445
    },
    {
      "epoch": 2.7586730268863833,
      "grad_norm": 0.2702479660511017,
      "learning_rate": 8.073407805019585e-06,
      "loss": 0.0586,
      "step": 25446
    },
    {
      "epoch": 2.7587814397224633,
      "grad_norm": 0.14768759906291962,
      "learning_rate": 8.069780937182649e-06,
      "loss": 0.0135,
      "step": 25447
    },
    {
      "epoch": 2.758889852558543,
      "grad_norm": 0.06583543866872787,
      "learning_rate": 8.066154069345713e-06,
      "loss": 0.0025,
      "step": 25448
    },
    {
      "epoch": 2.758998265394623,
      "grad_norm": 0.23772621154785156,
      "learning_rate": 8.062527201508777e-06,
      "loss": 0.0065,
      "step": 25449
    },
    {
      "epoch": 2.7591066782307028,
      "grad_norm": 0.43613874912261963,
      "learning_rate": 8.058900333671841e-06,
      "loss": 0.0243,
      "step": 25450
    },
    {
      "epoch": 2.7592150910667823,
      "grad_norm": 0.10737034678459167,
      "learning_rate": 8.055273465834906e-06,
      "loss": 0.0062,
      "step": 25451
    },
    {
      "epoch": 2.759323503902862,
      "grad_norm": 0.33290430903434753,
      "learning_rate": 8.05164659799797e-06,
      "loss": 0.0492,
      "step": 25452
    },
    {
      "epoch": 2.759431916738942,
      "grad_norm": 0.04704704508185387,
      "learning_rate": 8.048019730161032e-06,
      "loss": 0.0031,
      "step": 25453
    },
    {
      "epoch": 2.759540329575022,
      "grad_norm": 0.3709332048892975,
      "learning_rate": 8.044392862324098e-06,
      "loss": 0.0426,
      "step": 25454
    },
    {
      "epoch": 2.7596487424111014,
      "grad_norm": 0.23602129518985748,
      "learning_rate": 8.04076599448716e-06,
      "loss": 0.0269,
      "step": 25455
    },
    {
      "epoch": 2.7597571552471813,
      "grad_norm": 0.16798023879528046,
      "learning_rate": 8.037139126650226e-06,
      "loss": 0.0135,
      "step": 25456
    },
    {
      "epoch": 2.759865568083261,
      "grad_norm": 0.25505271553993225,
      "learning_rate": 8.033512258813288e-06,
      "loss": 0.0106,
      "step": 25457
    },
    {
      "epoch": 2.759973980919341,
      "grad_norm": 0.024809936061501503,
      "learning_rate": 8.029885390976354e-06,
      "loss": 0.0015,
      "step": 25458
    },
    {
      "epoch": 2.760082393755421,
      "grad_norm": 0.024845518171787262,
      "learning_rate": 8.026258523139417e-06,
      "loss": 0.0016,
      "step": 25459
    },
    {
      "epoch": 2.7601908065915004,
      "grad_norm": 0.19206476211547852,
      "learning_rate": 8.02263165530248e-06,
      "loss": 0.0221,
      "step": 25460
    },
    {
      "epoch": 2.7602992194275804,
      "grad_norm": 0.26905733346939087,
      "learning_rate": 8.019004787465545e-06,
      "loss": 0.0357,
      "step": 25461
    },
    {
      "epoch": 2.76040763226366,
      "grad_norm": 0.025623947381973267,
      "learning_rate": 8.015377919628609e-06,
      "loss": 0.0011,
      "step": 25462
    },
    {
      "epoch": 2.76051604509974,
      "grad_norm": 0.16216816008090973,
      "learning_rate": 8.011751051791673e-06,
      "loss": 0.0071,
      "step": 25463
    },
    {
      "epoch": 2.7606244579358195,
      "grad_norm": 0.3553438186645508,
      "learning_rate": 8.008124183954737e-06,
      "loss": 0.021,
      "step": 25464
    },
    {
      "epoch": 2.7607328707718994,
      "grad_norm": 0.45447036623954773,
      "learning_rate": 8.004497316117801e-06,
      "loss": 0.0217,
      "step": 25465
    },
    {
      "epoch": 2.760841283607979,
      "grad_norm": 0.050494175404310226,
      "learning_rate": 8.000870448280864e-06,
      "loss": 0.0041,
      "step": 25466
    },
    {
      "epoch": 2.760949696444059,
      "grad_norm": 0.07459280639886856,
      "learning_rate": 7.99724358044393e-06,
      "loss": 0.0071,
      "step": 25467
    },
    {
      "epoch": 2.761058109280139,
      "grad_norm": 0.11101346462965012,
      "learning_rate": 7.993616712606992e-06,
      "loss": 0.0115,
      "step": 25468
    },
    {
      "epoch": 2.7611665221162185,
      "grad_norm": 0.15413494408130646,
      "learning_rate": 7.989989844770058e-06,
      "loss": 0.0079,
      "step": 25469
    },
    {
      "epoch": 2.7612749349522985,
      "grad_norm": 0.34118953347206116,
      "learning_rate": 7.98636297693312e-06,
      "loss": 0.0178,
      "step": 25470
    },
    {
      "epoch": 2.761383347788378,
      "grad_norm": 0.08440302312374115,
      "learning_rate": 7.982736109096186e-06,
      "loss": 0.0053,
      "step": 25471
    },
    {
      "epoch": 2.761491760624458,
      "grad_norm": 0.1469004601240158,
      "learning_rate": 7.979109241259248e-06,
      "loss": 0.0134,
      "step": 25472
    },
    {
      "epoch": 2.761600173460538,
      "grad_norm": 0.12499319761991501,
      "learning_rate": 7.975482373422314e-06,
      "loss": 0.007,
      "step": 25473
    },
    {
      "epoch": 2.7617085862966175,
      "grad_norm": 0.21817880868911743,
      "learning_rate": 7.971855505585377e-06,
      "loss": 0.0128,
      "step": 25474
    },
    {
      "epoch": 2.761816999132697,
      "grad_norm": 0.3614467978477478,
      "learning_rate": 7.96822863774844e-06,
      "loss": 0.0237,
      "step": 25475
    },
    {
      "epoch": 2.761925411968777,
      "grad_norm": 0.08067376911640167,
      "learning_rate": 7.964601769911505e-06,
      "loss": 0.0052,
      "step": 25476
    },
    {
      "epoch": 2.762033824804857,
      "grad_norm": 0.33005931973457336,
      "learning_rate": 7.960974902074569e-06,
      "loss": 0.0346,
      "step": 25477
    },
    {
      "epoch": 2.7621422376409366,
      "grad_norm": 0.09967578202486038,
      "learning_rate": 7.957348034237633e-06,
      "loss": 0.006,
      "step": 25478
    },
    {
      "epoch": 2.7622506504770166,
      "grad_norm": 0.35768356919288635,
      "learning_rate": 7.953721166400695e-06,
      "loss": 0.0274,
      "step": 25479
    },
    {
      "epoch": 2.762359063313096,
      "grad_norm": 0.15380868315696716,
      "learning_rate": 7.950094298563761e-06,
      "loss": 0.0117,
      "step": 25480
    },
    {
      "epoch": 2.762467476149176,
      "grad_norm": 0.08553764969110489,
      "learning_rate": 7.946467430726824e-06,
      "loss": 0.0057,
      "step": 25481
    },
    {
      "epoch": 2.762575888985256,
      "grad_norm": 0.1553722620010376,
      "learning_rate": 7.94284056288989e-06,
      "loss": 0.0077,
      "step": 25482
    },
    {
      "epoch": 2.7626843018213356,
      "grad_norm": 0.13115018606185913,
      "learning_rate": 7.939213695052952e-06,
      "loss": 0.0145,
      "step": 25483
    },
    {
      "epoch": 2.762792714657415,
      "grad_norm": 0.3305513560771942,
      "learning_rate": 7.935586827216018e-06,
      "loss": 0.0318,
      "step": 25484
    },
    {
      "epoch": 2.762901127493495,
      "grad_norm": 0.23536156117916107,
      "learning_rate": 7.93195995937908e-06,
      "loss": 0.0217,
      "step": 25485
    },
    {
      "epoch": 2.763009540329575,
      "grad_norm": 0.21993935108184814,
      "learning_rate": 7.928333091542146e-06,
      "loss": 0.0159,
      "step": 25486
    },
    {
      "epoch": 2.7631179531656547,
      "grad_norm": 0.33677470684051514,
      "learning_rate": 7.924706223705208e-06,
      "loss": 0.0137,
      "step": 25487
    },
    {
      "epoch": 2.7632263660017347,
      "grad_norm": 0.14416271448135376,
      "learning_rate": 7.921079355868272e-06,
      "loss": 0.0071,
      "step": 25488
    },
    {
      "epoch": 2.763334778837814,
      "grad_norm": 0.037976719439029694,
      "learning_rate": 7.917452488031336e-06,
      "loss": 0.0026,
      "step": 25489
    },
    {
      "epoch": 2.763443191673894,
      "grad_norm": 0.3158532381057739,
      "learning_rate": 7.9138256201944e-06,
      "loss": 0.0182,
      "step": 25490
    },
    {
      "epoch": 2.763551604509974,
      "grad_norm": 0.2024083286523819,
      "learning_rate": 7.910198752357465e-06,
      "loss": 0.0078,
      "step": 25491
    },
    {
      "epoch": 2.7636600173460537,
      "grad_norm": 0.27191734313964844,
      "learning_rate": 7.906571884520527e-06,
      "loss": 0.0127,
      "step": 25492
    },
    {
      "epoch": 2.7637684301821337,
      "grad_norm": 0.1063922569155693,
      "learning_rate": 7.902945016683593e-06,
      "loss": 0.0055,
      "step": 25493
    },
    {
      "epoch": 2.7638768430182132,
      "grad_norm": 0.02041817642748356,
      "learning_rate": 7.899318148846655e-06,
      "loss": 0.0007,
      "step": 25494
    },
    {
      "epoch": 2.763985255854293,
      "grad_norm": 0.22287273406982422,
      "learning_rate": 7.895691281009721e-06,
      "loss": 0.0124,
      "step": 25495
    },
    {
      "epoch": 2.764093668690373,
      "grad_norm": 0.22574394941329956,
      "learning_rate": 7.892064413172783e-06,
      "loss": 0.0199,
      "step": 25496
    },
    {
      "epoch": 2.7642020815264527,
      "grad_norm": 0.10464219748973846,
      "learning_rate": 7.88843754533585e-06,
      "loss": 0.0081,
      "step": 25497
    },
    {
      "epoch": 2.7643104943625323,
      "grad_norm": 0.1960327923297882,
      "learning_rate": 7.884810677498912e-06,
      "loss": 0.0124,
      "step": 25498
    },
    {
      "epoch": 2.7644189071986123,
      "grad_norm": 0.2319459319114685,
      "learning_rate": 7.881183809661977e-06,
      "loss": 0.0223,
      "step": 25499
    },
    {
      "epoch": 2.7645273200346923,
      "grad_norm": 0.2591340243816376,
      "learning_rate": 7.87755694182504e-06,
      "loss": 0.013,
      "step": 25500
    },
    {
      "epoch": 2.764635732870772,
      "grad_norm": 0.35015758872032166,
      "learning_rate": 7.873930073988104e-06,
      "loss": 0.0494,
      "step": 25501
    },
    {
      "epoch": 2.764744145706852,
      "grad_norm": 0.044773250818252563,
      "learning_rate": 7.870303206151168e-06,
      "loss": 0.0029,
      "step": 25502
    },
    {
      "epoch": 2.7648525585429313,
      "grad_norm": 0.22492043673992157,
      "learning_rate": 7.866676338314232e-06,
      "loss": 0.0125,
      "step": 25503
    },
    {
      "epoch": 2.7649609713790113,
      "grad_norm": 0.17275089025497437,
      "learning_rate": 7.863049470477296e-06,
      "loss": 0.0096,
      "step": 25504
    },
    {
      "epoch": 2.7650693842150913,
      "grad_norm": 0.09028416872024536,
      "learning_rate": 7.85942260264036e-06,
      "loss": 0.0047,
      "step": 25505
    },
    {
      "epoch": 2.765177797051171,
      "grad_norm": 0.12848223745822906,
      "learning_rate": 7.855795734803425e-06,
      "loss": 0.0082,
      "step": 25506
    },
    {
      "epoch": 2.7652862098872504,
      "grad_norm": 0.08361976593732834,
      "learning_rate": 7.852168866966487e-06,
      "loss": 0.0055,
      "step": 25507
    },
    {
      "epoch": 2.7653946227233304,
      "grad_norm": 0.3875710070133209,
      "learning_rate": 7.848541999129553e-06,
      "loss": 0.0208,
      "step": 25508
    },
    {
      "epoch": 2.7655030355594103,
      "grad_norm": 0.2061607539653778,
      "learning_rate": 7.844915131292615e-06,
      "loss": 0.0288,
      "step": 25509
    },
    {
      "epoch": 2.76561144839549,
      "grad_norm": 0.10158063471317291,
      "learning_rate": 7.841288263455681e-06,
      "loss": 0.0121,
      "step": 25510
    },
    {
      "epoch": 2.76571986123157,
      "grad_norm": 0.029665840789675713,
      "learning_rate": 7.837661395618743e-06,
      "loss": 0.0018,
      "step": 25511
    },
    {
      "epoch": 2.7658282740676494,
      "grad_norm": 0.07731828838586807,
      "learning_rate": 7.83403452778181e-06,
      "loss": 0.0034,
      "step": 25512
    },
    {
      "epoch": 2.7659366869037294,
      "grad_norm": 0.30017757415771484,
      "learning_rate": 7.830407659944872e-06,
      "loss": 0.0405,
      "step": 25513
    },
    {
      "epoch": 2.7660450997398094,
      "grad_norm": 0.1536226123571396,
      "learning_rate": 7.826780792107936e-06,
      "loss": 0.0053,
      "step": 25514
    },
    {
      "epoch": 2.766153512575889,
      "grad_norm": 0.1924663931131363,
      "learning_rate": 7.823153924271e-06,
      "loss": 0.0097,
      "step": 25515
    },
    {
      "epoch": 2.766261925411969,
      "grad_norm": 0.09124254435300827,
      "learning_rate": 7.819527056434064e-06,
      "loss": 0.0025,
      "step": 25516
    },
    {
      "epoch": 2.7663703382480485,
      "grad_norm": 0.6078805923461914,
      "learning_rate": 7.815900188597128e-06,
      "loss": 0.0325,
      "step": 25517
    },
    {
      "epoch": 2.7664787510841284,
      "grad_norm": 0.49655580520629883,
      "learning_rate": 7.812273320760192e-06,
      "loss": 0.0167,
      "step": 25518
    },
    {
      "epoch": 2.7665871639202084,
      "grad_norm": 0.42389199137687683,
      "learning_rate": 7.808646452923256e-06,
      "loss": 0.032,
      "step": 25519
    },
    {
      "epoch": 2.766695576756288,
      "grad_norm": 0.021297810599207878,
      "learning_rate": 7.805019585086319e-06,
      "loss": 0.0014,
      "step": 25520
    },
    {
      "epoch": 2.7668039895923675,
      "grad_norm": 0.2192324548959732,
      "learning_rate": 7.801392717249384e-06,
      "loss": 0.014,
      "step": 25521
    },
    {
      "epoch": 2.7669124024284475,
      "grad_norm": 0.06458843499422073,
      "learning_rate": 7.797765849412447e-06,
      "loss": 0.006,
      "step": 25522
    },
    {
      "epoch": 2.7670208152645275,
      "grad_norm": 0.03443768620491028,
      "learning_rate": 7.794138981575513e-06,
      "loss": 0.0013,
      "step": 25523
    },
    {
      "epoch": 2.767129228100607,
      "grad_norm": 0.2109869122505188,
      "learning_rate": 7.790512113738575e-06,
      "loss": 0.02,
      "step": 25524
    },
    {
      "epoch": 2.767237640936687,
      "grad_norm": 0.6477822661399841,
      "learning_rate": 7.78688524590164e-06,
      "loss": 0.0255,
      "step": 25525
    },
    {
      "epoch": 2.7673460537727665,
      "grad_norm": 0.26273247599601746,
      "learning_rate": 7.783258378064703e-06,
      "loss": 0.0196,
      "step": 25526
    },
    {
      "epoch": 2.7674544666088465,
      "grad_norm": 0.29015636444091797,
      "learning_rate": 7.779631510227767e-06,
      "loss": 0.0129,
      "step": 25527
    },
    {
      "epoch": 2.7675628794449265,
      "grad_norm": 0.0971524715423584,
      "learning_rate": 7.776004642390831e-06,
      "loss": 0.0078,
      "step": 25528
    },
    {
      "epoch": 2.767671292281006,
      "grad_norm": 0.15760120749473572,
      "learning_rate": 7.772377774553896e-06,
      "loss": 0.0129,
      "step": 25529
    },
    {
      "epoch": 2.7677797051170856,
      "grad_norm": 0.04336324706673622,
      "learning_rate": 7.76875090671696e-06,
      "loss": 0.0015,
      "step": 25530
    },
    {
      "epoch": 2.7678881179531656,
      "grad_norm": 0.5544077754020691,
      "learning_rate": 7.765124038880024e-06,
      "loss": 0.0579,
      "step": 25531
    },
    {
      "epoch": 2.7679965307892456,
      "grad_norm": 0.7625296115875244,
      "learning_rate": 7.761497171043088e-06,
      "loss": 0.0408,
      "step": 25532
    },
    {
      "epoch": 2.768104943625325,
      "grad_norm": 0.07018488645553589,
      "learning_rate": 7.75787030320615e-06,
      "loss": 0.0082,
      "step": 25533
    },
    {
      "epoch": 2.768213356461405,
      "grad_norm": 0.35386261343955994,
      "learning_rate": 7.754243435369216e-06,
      "loss": 0.014,
      "step": 25534
    },
    {
      "epoch": 2.7683217692974846,
      "grad_norm": 0.29387256503105164,
      "learning_rate": 7.750616567532278e-06,
      "loss": 0.0169,
      "step": 25535
    },
    {
      "epoch": 2.7684301821335646,
      "grad_norm": 0.12059815227985382,
      "learning_rate": 7.746989699695344e-06,
      "loss": 0.0025,
      "step": 25536
    },
    {
      "epoch": 2.7685385949696446,
      "grad_norm": 0.01850183866918087,
      "learning_rate": 7.743362831858407e-06,
      "loss": 0.0008,
      "step": 25537
    },
    {
      "epoch": 2.768647007805724,
      "grad_norm": 0.22649691998958588,
      "learning_rate": 7.739735964021473e-06,
      "loss": 0.0112,
      "step": 25538
    },
    {
      "epoch": 2.768755420641804,
      "grad_norm": 0.13896425068378448,
      "learning_rate": 7.736109096184535e-06,
      "loss": 0.0159,
      "step": 25539
    },
    {
      "epoch": 2.7688638334778837,
      "grad_norm": 0.4470438063144684,
      "learning_rate": 7.732482228347599e-06,
      "loss": 0.0293,
      "step": 25540
    },
    {
      "epoch": 2.7689722463139637,
      "grad_norm": 0.07057397067546844,
      "learning_rate": 7.728855360510663e-06,
      "loss": 0.0095,
      "step": 25541
    },
    {
      "epoch": 2.769080659150043,
      "grad_norm": 0.39334338903427124,
      "learning_rate": 7.725228492673727e-06,
      "loss": 0.0214,
      "step": 25542
    },
    {
      "epoch": 2.769189071986123,
      "grad_norm": 0.138782799243927,
      "learning_rate": 7.721601624836791e-06,
      "loss": 0.0136,
      "step": 25543
    },
    {
      "epoch": 2.7692974848222027,
      "grad_norm": 0.07378317415714264,
      "learning_rate": 7.717974756999855e-06,
      "loss": 0.0061,
      "step": 25544
    },
    {
      "epoch": 2.7694058976582827,
      "grad_norm": 0.4067609906196594,
      "learning_rate": 7.71434788916292e-06,
      "loss": 0.0172,
      "step": 25545
    },
    {
      "epoch": 2.7695143104943627,
      "grad_norm": 0.2981741428375244,
      "learning_rate": 7.710721021325982e-06,
      "loss": 0.0103,
      "step": 25546
    },
    {
      "epoch": 2.7696227233304422,
      "grad_norm": 0.008063330315053463,
      "learning_rate": 7.707094153489048e-06,
      "loss": 0.0004,
      "step": 25547
    },
    {
      "epoch": 2.7697311361665222,
      "grad_norm": 0.24925903975963593,
      "learning_rate": 7.70346728565211e-06,
      "loss": 0.0117,
      "step": 25548
    },
    {
      "epoch": 2.7698395490026018,
      "grad_norm": 0.06654540449380875,
      "learning_rate": 7.699840417815176e-06,
      "loss": 0.0032,
      "step": 25549
    },
    {
      "epoch": 2.7699479618386817,
      "grad_norm": 0.15499091148376465,
      "learning_rate": 7.696213549978238e-06,
      "loss": 0.0065,
      "step": 25550
    },
    {
      "epoch": 2.7700563746747617,
      "grad_norm": 0.07790994644165039,
      "learning_rate": 7.692586682141304e-06,
      "loss": 0.004,
      "step": 25551
    },
    {
      "epoch": 2.7701647875108413,
      "grad_norm": 0.3799495995044708,
      "learning_rate": 7.688959814304367e-06,
      "loss": 0.0171,
      "step": 25552
    },
    {
      "epoch": 2.770273200346921,
      "grad_norm": 0.02048437111079693,
      "learning_rate": 7.68533294646743e-06,
      "loss": 0.0012,
      "step": 25553
    },
    {
      "epoch": 2.770381613183001,
      "grad_norm": 0.0505949929356575,
      "learning_rate": 7.681706078630495e-06,
      "loss": 0.0033,
      "step": 25554
    },
    {
      "epoch": 2.770490026019081,
      "grad_norm": 0.12173768877983093,
      "learning_rate": 7.678079210793559e-06,
      "loss": 0.0085,
      "step": 25555
    },
    {
      "epoch": 2.7705984388551603,
      "grad_norm": 0.3897325396537781,
      "learning_rate": 7.674452342956623e-06,
      "loss": 0.0097,
      "step": 25556
    },
    {
      "epoch": 2.7707068516912403,
      "grad_norm": 0.21347473561763763,
      "learning_rate": 7.670825475119687e-06,
      "loss": 0.0157,
      "step": 25557
    },
    {
      "epoch": 2.77081526452732,
      "grad_norm": 0.1677473783493042,
      "learning_rate": 7.667198607282751e-06,
      "loss": 0.0145,
      "step": 25558
    },
    {
      "epoch": 2.7709236773634,
      "grad_norm": 0.3068763017654419,
      "learning_rate": 7.663571739445815e-06,
      "loss": 0.0195,
      "step": 25559
    },
    {
      "epoch": 2.77103209019948,
      "grad_norm": 0.19391076266765594,
      "learning_rate": 7.65994487160888e-06,
      "loss": 0.0455,
      "step": 25560
    },
    {
      "epoch": 2.7711405030355594,
      "grad_norm": 0.43346408009529114,
      "learning_rate": 7.656318003771942e-06,
      "loss": 0.0132,
      "step": 25561
    },
    {
      "epoch": 2.7712489158716394,
      "grad_norm": 0.07957293093204498,
      "learning_rate": 7.652691135935008e-06,
      "loss": 0.0034,
      "step": 25562
    },
    {
      "epoch": 2.771357328707719,
      "grad_norm": 0.15397849678993225,
      "learning_rate": 7.64906426809807e-06,
      "loss": 0.0112,
      "step": 25563
    },
    {
      "epoch": 2.771465741543799,
      "grad_norm": 0.13322067260742188,
      "learning_rate": 7.645437400261136e-06,
      "loss": 0.0056,
      "step": 25564
    },
    {
      "epoch": 2.7715741543798784,
      "grad_norm": 0.17881010472774506,
      "learning_rate": 7.641810532424198e-06,
      "loss": 0.0131,
      "step": 25565
    },
    {
      "epoch": 2.7716825672159584,
      "grad_norm": 0.147060364484787,
      "learning_rate": 7.638183664587262e-06,
      "loss": 0.011,
      "step": 25566
    },
    {
      "epoch": 2.771790980052038,
      "grad_norm": 0.06412137299776077,
      "learning_rate": 7.634556796750326e-06,
      "loss": 0.0024,
      "step": 25567
    },
    {
      "epoch": 2.771899392888118,
      "grad_norm": 0.6826485395431519,
      "learning_rate": 7.63092992891339e-06,
      "loss": 0.0286,
      "step": 25568
    },
    {
      "epoch": 2.772007805724198,
      "grad_norm": 0.0955239087343216,
      "learning_rate": 7.627303061076455e-06,
      "loss": 0.0038,
      "step": 25569
    },
    {
      "epoch": 2.7721162185602775,
      "grad_norm": 0.255581796169281,
      "learning_rate": 7.62367619323952e-06,
      "loss": 0.033,
      "step": 25570
    },
    {
      "epoch": 2.7722246313963574,
      "grad_norm": 0.057026032358407974,
      "learning_rate": 7.620049325402583e-06,
      "loss": 0.0028,
      "step": 25571
    },
    {
      "epoch": 2.772333044232437,
      "grad_norm": 0.19544777274131775,
      "learning_rate": 7.616422457565647e-06,
      "loss": 0.0072,
      "step": 25572
    },
    {
      "epoch": 2.772441457068517,
      "grad_norm": 0.04666740819811821,
      "learning_rate": 7.61279558972871e-06,
      "loss": 0.0013,
      "step": 25573
    },
    {
      "epoch": 2.772549869904597,
      "grad_norm": 0.20629863440990448,
      "learning_rate": 7.609168721891774e-06,
      "loss": 0.017,
      "step": 25574
    },
    {
      "epoch": 2.7726582827406765,
      "grad_norm": 0.30423495173454285,
      "learning_rate": 7.6055418540548385e-06,
      "loss": 0.0364,
      "step": 25575
    },
    {
      "epoch": 2.772766695576756,
      "grad_norm": 0.15420565009117126,
      "learning_rate": 7.601914986217902e-06,
      "loss": 0.0143,
      "step": 25576
    },
    {
      "epoch": 2.772875108412836,
      "grad_norm": 0.03176282346248627,
      "learning_rate": 7.598288118380967e-06,
      "loss": 0.0021,
      "step": 25577
    },
    {
      "epoch": 2.772983521248916,
      "grad_norm": 0.28469419479370117,
      "learning_rate": 7.59466125054403e-06,
      "loss": 0.0196,
      "step": 25578
    },
    {
      "epoch": 2.7730919340849955,
      "grad_norm": 0.19933654367923737,
      "learning_rate": 7.591034382707095e-06,
      "loss": 0.0145,
      "step": 25579
    },
    {
      "epoch": 2.7732003469210755,
      "grad_norm": 0.20312951505184174,
      "learning_rate": 7.587407514870158e-06,
      "loss": 0.0168,
      "step": 25580
    },
    {
      "epoch": 2.773308759757155,
      "grad_norm": 0.13899007439613342,
      "learning_rate": 7.583780647033223e-06,
      "loss": 0.007,
      "step": 25581
    },
    {
      "epoch": 2.773417172593235,
      "grad_norm": 0.4926525354385376,
      "learning_rate": 7.580153779196286e-06,
      "loss": 0.0297,
      "step": 25582
    },
    {
      "epoch": 2.773525585429315,
      "grad_norm": 0.7109346389770508,
      "learning_rate": 7.576526911359351e-06,
      "loss": 0.0661,
      "step": 25583
    },
    {
      "epoch": 2.7736339982653946,
      "grad_norm": 0.2347542643547058,
      "learning_rate": 7.5729000435224146e-06,
      "loss": 0.0259,
      "step": 25584
    },
    {
      "epoch": 2.7737424111014746,
      "grad_norm": 0.19102230668067932,
      "learning_rate": 7.569273175685479e-06,
      "loss": 0.0245,
      "step": 25585
    },
    {
      "epoch": 2.773850823937554,
      "grad_norm": 0.3748219311237335,
      "learning_rate": 7.565646307848542e-06,
      "loss": 0.017,
      "step": 25586
    },
    {
      "epoch": 2.773959236773634,
      "grad_norm": 0.45808130502700806,
      "learning_rate": 7.562019440011606e-06,
      "loss": 0.0401,
      "step": 25587
    },
    {
      "epoch": 2.7740676496097136,
      "grad_norm": 0.12712621688842773,
      "learning_rate": 7.55839257217467e-06,
      "loss": 0.016,
      "step": 25588
    },
    {
      "epoch": 2.7741760624457936,
      "grad_norm": 0.04146764054894447,
      "learning_rate": 7.554765704337733e-06,
      "loss": 0.0007,
      "step": 25589
    },
    {
      "epoch": 2.774284475281873,
      "grad_norm": 0.08468513190746307,
      "learning_rate": 7.551138836500798e-06,
      "loss": 0.011,
      "step": 25590
    },
    {
      "epoch": 2.774392888117953,
      "grad_norm": 0.3064379394054413,
      "learning_rate": 7.547511968663862e-06,
      "loss": 0.0167,
      "step": 25591
    },
    {
      "epoch": 2.774501300954033,
      "grad_norm": 0.01759713515639305,
      "learning_rate": 7.5438851008269266e-06,
      "loss": 0.0006,
      "step": 25592
    },
    {
      "epoch": 2.7746097137901127,
      "grad_norm": 0.4028516709804535,
      "learning_rate": 7.54025823298999e-06,
      "loss": 0.0699,
      "step": 25593
    },
    {
      "epoch": 2.7747181266261927,
      "grad_norm": 0.09278837591409683,
      "learning_rate": 7.536631365153055e-06,
      "loss": 0.0027,
      "step": 25594
    },
    {
      "epoch": 2.774826539462272,
      "grad_norm": 0.020349012687802315,
      "learning_rate": 7.533004497316118e-06,
      "loss": 0.0013,
      "step": 25595
    },
    {
      "epoch": 2.774934952298352,
      "grad_norm": 0.07639940828084946,
      "learning_rate": 7.529377629479183e-06,
      "loss": 0.0018,
      "step": 25596
    },
    {
      "epoch": 2.775043365134432,
      "grad_norm": 0.19924014806747437,
      "learning_rate": 7.525750761642246e-06,
      "loss": 0.0065,
      "step": 25597
    },
    {
      "epoch": 2.7751517779705117,
      "grad_norm": 0.09331020712852478,
      "learning_rate": 7.52212389380531e-06,
      "loss": 0.0056,
      "step": 25598
    },
    {
      "epoch": 2.7752601908065913,
      "grad_norm": 0.19546176493167877,
      "learning_rate": 7.5184970259683744e-06,
      "loss": 0.0067,
      "step": 25599
    },
    {
      "epoch": 2.7753686036426712,
      "grad_norm": 0.024761753156781197,
      "learning_rate": 7.5148701581314385e-06,
      "loss": 0.0021,
      "step": 25600
    },
    {
      "epoch": 2.7754770164787512,
      "grad_norm": 0.12514810264110565,
      "learning_rate": 7.511243290294502e-06,
      "loss": 0.0112,
      "step": 25601
    },
    {
      "epoch": 2.7755854293148308,
      "grad_norm": 0.25549086928367615,
      "learning_rate": 7.507616422457565e-06,
      "loss": 0.0191,
      "step": 25602
    },
    {
      "epoch": 2.7756938421509108,
      "grad_norm": 0.07914102077484131,
      "learning_rate": 7.50398955462063e-06,
      "loss": 0.006,
      "step": 25603
    },
    {
      "epoch": 2.7758022549869903,
      "grad_norm": 0.3019617795944214,
      "learning_rate": 7.500362686783693e-06,
      "loss": 0.011,
      "step": 25604
    },
    {
      "epoch": 2.7759106678230703,
      "grad_norm": 0.4571797847747803,
      "learning_rate": 7.496735818946758e-06,
      "loss": 0.0285,
      "step": 25605
    },
    {
      "epoch": 2.7760190806591503,
      "grad_norm": 0.17456823587417603,
      "learning_rate": 7.4931089511098215e-06,
      "loss": 0.0057,
      "step": 25606
    },
    {
      "epoch": 2.77612749349523,
      "grad_norm": 0.43490034341812134,
      "learning_rate": 7.4894820832728864e-06,
      "loss": 0.0196,
      "step": 25607
    },
    {
      "epoch": 2.77623590633131,
      "grad_norm": 0.4074830412864685,
      "learning_rate": 7.48585521543595e-06,
      "loss": 0.016,
      "step": 25608
    },
    {
      "epoch": 2.7763443191673893,
      "grad_norm": 0.2898571491241455,
      "learning_rate": 7.482228347599015e-06,
      "loss": 0.0141,
      "step": 25609
    },
    {
      "epoch": 2.7764527320034693,
      "grad_norm": 0.18750658631324768,
      "learning_rate": 7.478601479762078e-06,
      "loss": 0.0174,
      "step": 25610
    },
    {
      "epoch": 2.776561144839549,
      "grad_norm": 0.02573145367205143,
      "learning_rate": 7.474974611925142e-06,
      "loss": 0.0023,
      "step": 25611
    },
    {
      "epoch": 2.776669557675629,
      "grad_norm": 0.15225601196289062,
      "learning_rate": 7.471347744088206e-06,
      "loss": 0.0057,
      "step": 25612
    },
    {
      "epoch": 2.7767779705117084,
      "grad_norm": 0.3195652663707733,
      "learning_rate": 7.46772087625127e-06,
      "loss": 0.0389,
      "step": 25613
    },
    {
      "epoch": 2.7768863833477884,
      "grad_norm": 0.48993802070617676,
      "learning_rate": 7.4640940084143335e-06,
      "loss": 0.025,
      "step": 25614
    },
    {
      "epoch": 2.7769947961838684,
      "grad_norm": 0.25041982531547546,
      "learning_rate": 7.460467140577397e-06,
      "loss": 0.0051,
      "step": 25615
    },
    {
      "epoch": 2.777103209019948,
      "grad_norm": 0.05916917324066162,
      "learning_rate": 7.456840272740462e-06,
      "loss": 0.0022,
      "step": 25616
    },
    {
      "epoch": 2.777211621856028,
      "grad_norm": 0.32144179940223694,
      "learning_rate": 7.453213404903525e-06,
      "loss": 0.0077,
      "step": 25617
    },
    {
      "epoch": 2.7773200346921074,
      "grad_norm": 0.38279443979263306,
      "learning_rate": 7.44958653706659e-06,
      "loss": 0.0266,
      "step": 25618
    },
    {
      "epoch": 2.7774284475281874,
      "grad_norm": 0.39127209782600403,
      "learning_rate": 7.445959669229653e-06,
      "loss": 0.0474,
      "step": 25619
    },
    {
      "epoch": 2.7775368603642674,
      "grad_norm": 0.4117392301559448,
      "learning_rate": 7.442332801392718e-06,
      "loss": 0.0285,
      "step": 25620
    },
    {
      "epoch": 2.777645273200347,
      "grad_norm": 0.17285144329071045,
      "learning_rate": 7.438705933555781e-06,
      "loss": 0.0134,
      "step": 25621
    },
    {
      "epoch": 2.7777536860364265,
      "grad_norm": 0.4325639605522156,
      "learning_rate": 7.435079065718846e-06,
      "loss": 0.0434,
      "step": 25622
    },
    {
      "epoch": 2.7778620988725065,
      "grad_norm": 0.23842157423496246,
      "learning_rate": 7.4314521978819096e-06,
      "loss": 0.0152,
      "step": 25623
    },
    {
      "epoch": 2.7779705117085864,
      "grad_norm": 0.0273226760327816,
      "learning_rate": 7.427825330044974e-06,
      "loss": 0.0013,
      "step": 25624
    },
    {
      "epoch": 2.778078924544666,
      "grad_norm": 0.3200508952140808,
      "learning_rate": 7.424198462208038e-06,
      "loss": 0.022,
      "step": 25625
    },
    {
      "epoch": 2.778187337380746,
      "grad_norm": 0.2783038914203644,
      "learning_rate": 7.420571594371102e-06,
      "loss": 0.0055,
      "step": 25626
    },
    {
      "epoch": 2.7782957502168255,
      "grad_norm": 0.6549201011657715,
      "learning_rate": 7.416944726534165e-06,
      "loss": 0.0286,
      "step": 25627
    },
    {
      "epoch": 2.7784041630529055,
      "grad_norm": 0.03307172283530235,
      "learning_rate": 7.413317858697228e-06,
      "loss": 0.0025,
      "step": 25628
    },
    {
      "epoch": 2.7785125758889855,
      "grad_norm": 0.2576310634613037,
      "learning_rate": 7.409690990860293e-06,
      "loss": 0.0274,
      "step": 25629
    },
    {
      "epoch": 2.778620988725065,
      "grad_norm": 0.18630456924438477,
      "learning_rate": 7.406064123023357e-06,
      "loss": 0.0133,
      "step": 25630
    },
    {
      "epoch": 2.7787294015611446,
      "grad_norm": 0.14343711733818054,
      "learning_rate": 7.4024372551864216e-06,
      "loss": 0.0136,
      "step": 25631
    },
    {
      "epoch": 2.7788378143972245,
      "grad_norm": 0.3067179024219513,
      "learning_rate": 7.398810387349485e-06,
      "loss": 0.0054,
      "step": 25632
    },
    {
      "epoch": 2.7789462272333045,
      "grad_norm": 0.33577170968055725,
      "learning_rate": 7.39518351951255e-06,
      "loss": 0.0504,
      "step": 25633
    },
    {
      "epoch": 2.779054640069384,
      "grad_norm": 0.19218258559703827,
      "learning_rate": 7.391556651675613e-06,
      "loss": 0.0102,
      "step": 25634
    },
    {
      "epoch": 2.779163052905464,
      "grad_norm": 0.2057054489850998,
      "learning_rate": 7.387929783838678e-06,
      "loss": 0.0112,
      "step": 25635
    },
    {
      "epoch": 2.7792714657415436,
      "grad_norm": 0.22856317460536957,
      "learning_rate": 7.384302916001741e-06,
      "loss": 0.0566,
      "step": 25636
    },
    {
      "epoch": 2.7793798785776236,
      "grad_norm": 0.3885577321052551,
      "learning_rate": 7.380676048164805e-06,
      "loss": 0.0445,
      "step": 25637
    },
    {
      "epoch": 2.7794882914137036,
      "grad_norm": 0.15096065402030945,
      "learning_rate": 7.3770491803278695e-06,
      "loss": 0.0049,
      "step": 25638
    },
    {
      "epoch": 2.779596704249783,
      "grad_norm": 0.03059307672083378,
      "learning_rate": 7.3734223124909336e-06,
      "loss": 0.0016,
      "step": 25639
    },
    {
      "epoch": 2.779705117085863,
      "grad_norm": 0.34026187658309937,
      "learning_rate": 7.369795444653997e-06,
      "loss": 0.0146,
      "step": 25640
    },
    {
      "epoch": 2.7798135299219426,
      "grad_norm": 0.3001839518547058,
      "learning_rate": 7.36616857681706e-06,
      "loss": 0.0128,
      "step": 25641
    },
    {
      "epoch": 2.7799219427580226,
      "grad_norm": 0.07512901723384857,
      "learning_rate": 7.362541708980125e-06,
      "loss": 0.0097,
      "step": 25642
    },
    {
      "epoch": 2.7800303555941026,
      "grad_norm": 0.07688213139772415,
      "learning_rate": 7.358914841143188e-06,
      "loss": 0.0038,
      "step": 25643
    },
    {
      "epoch": 2.780138768430182,
      "grad_norm": 0.2023726850748062,
      "learning_rate": 7.355287973306253e-06,
      "loss": 0.0056,
      "step": 25644
    },
    {
      "epoch": 2.7802471812662617,
      "grad_norm": 0.05785290524363518,
      "learning_rate": 7.3516611054693165e-06,
      "loss": 0.0031,
      "step": 25645
    },
    {
      "epoch": 2.7803555941023417,
      "grad_norm": 0.7336491942405701,
      "learning_rate": 7.3480342376323814e-06,
      "loss": 0.018,
      "step": 25646
    },
    {
      "epoch": 2.7804640069384217,
      "grad_norm": 0.2960675060749054,
      "learning_rate": 7.344407369795445e-06,
      "loss": 0.0176,
      "step": 25647
    },
    {
      "epoch": 2.780572419774501,
      "grad_norm": 0.20680247247219086,
      "learning_rate": 7.34078050195851e-06,
      "loss": 0.014,
      "step": 25648
    },
    {
      "epoch": 2.780680832610581,
      "grad_norm": 0.17433050274848938,
      "learning_rate": 7.337153634121573e-06,
      "loss": 0.0153,
      "step": 25649
    },
    {
      "epoch": 2.7807892454466607,
      "grad_norm": 0.15315158665180206,
      "learning_rate": 7.333526766284637e-06,
      "loss": 0.0037,
      "step": 25650
    },
    {
      "epoch": 2.7808976582827407,
      "grad_norm": 0.6689350008964539,
      "learning_rate": 7.329899898447701e-06,
      "loss": 0.0677,
      "step": 25651
    },
    {
      "epoch": 2.7810060711188207,
      "grad_norm": 0.18291932344436646,
      "learning_rate": 7.326273030610765e-06,
      "loss": 0.0113,
      "step": 25652
    },
    {
      "epoch": 2.7811144839549002,
      "grad_norm": 0.3092487156391144,
      "learning_rate": 7.3226461627738285e-06,
      "loss": 0.0212,
      "step": 25653
    },
    {
      "epoch": 2.78122289679098,
      "grad_norm": 0.3335581123828888,
      "learning_rate": 7.3190192949368934e-06,
      "loss": 0.0167,
      "step": 25654
    },
    {
      "epoch": 2.7813313096270598,
      "grad_norm": 0.07072815299034119,
      "learning_rate": 7.315392427099957e-06,
      "loss": 0.004,
      "step": 25655
    },
    {
      "epoch": 2.7814397224631398,
      "grad_norm": 0.12329263240098953,
      "learning_rate": 7.31176555926302e-06,
      "loss": 0.0093,
      "step": 25656
    },
    {
      "epoch": 2.7815481352992193,
      "grad_norm": 0.2632926404476166,
      "learning_rate": 7.308138691426085e-06,
      "loss": 0.0157,
      "step": 25657
    },
    {
      "epoch": 2.7816565481352993,
      "grad_norm": 0.6355178356170654,
      "learning_rate": 7.304511823589148e-06,
      "loss": 0.0497,
      "step": 25658
    },
    {
      "epoch": 2.781764960971379,
      "grad_norm": 0.2625942528247833,
      "learning_rate": 7.300884955752213e-06,
      "loss": 0.0136,
      "step": 25659
    },
    {
      "epoch": 2.781873373807459,
      "grad_norm": 0.11498182266950607,
      "learning_rate": 7.297258087915276e-06,
      "loss": 0.0056,
      "step": 25660
    },
    {
      "epoch": 2.781981786643539,
      "grad_norm": 0.31218624114990234,
      "learning_rate": 7.293631220078341e-06,
      "loss": 0.0212,
      "step": 25661
    },
    {
      "epoch": 2.7820901994796183,
      "grad_norm": 0.05599146708846092,
      "learning_rate": 7.290004352241405e-06,
      "loss": 0.0015,
      "step": 25662
    },
    {
      "epoch": 2.7821986123156983,
      "grad_norm": 0.021793974563479424,
      "learning_rate": 7.286377484404469e-06,
      "loss": 0.001,
      "step": 25663
    },
    {
      "epoch": 2.782307025151778,
      "grad_norm": 0.08421703428030014,
      "learning_rate": 7.282750616567533e-06,
      "loss": 0.005,
      "step": 25664
    },
    {
      "epoch": 2.782415437987858,
      "grad_norm": 0.1833019107580185,
      "learning_rate": 7.279123748730597e-06,
      "loss": 0.0151,
      "step": 25665
    },
    {
      "epoch": 2.782523850823938,
      "grad_norm": 0.4285925626754761,
      "learning_rate": 7.27549688089366e-06,
      "loss": 0.0246,
      "step": 25666
    },
    {
      "epoch": 2.7826322636600174,
      "grad_norm": 0.027094535529613495,
      "learning_rate": 7.271870013056725e-06,
      "loss": 0.0013,
      "step": 25667
    },
    {
      "epoch": 2.782740676496097,
      "grad_norm": 0.03341207280755043,
      "learning_rate": 7.268243145219788e-06,
      "loss": 0.0012,
      "step": 25668
    },
    {
      "epoch": 2.782849089332177,
      "grad_norm": 0.16556023061275482,
      "learning_rate": 7.264616277382852e-06,
      "loss": 0.0058,
      "step": 25669
    },
    {
      "epoch": 2.782957502168257,
      "grad_norm": 0.17622965574264526,
      "learning_rate": 7.260989409545917e-06,
      "loss": 0.0059,
      "step": 25670
    },
    {
      "epoch": 2.7830659150043364,
      "grad_norm": 0.1878621131181717,
      "learning_rate": 7.25736254170898e-06,
      "loss": 0.0124,
      "step": 25671
    },
    {
      "epoch": 2.7831743278404164,
      "grad_norm": 0.346879243850708,
      "learning_rate": 7.253735673872045e-06,
      "loss": 0.0057,
      "step": 25672
    },
    {
      "epoch": 2.783282740676496,
      "grad_norm": 0.11452244967222214,
      "learning_rate": 7.250108806035108e-06,
      "loss": 0.0123,
      "step": 25673
    },
    {
      "epoch": 2.783391153512576,
      "grad_norm": 0.25704652070999146,
      "learning_rate": 7.246481938198173e-06,
      "loss": 0.0179,
      "step": 25674
    },
    {
      "epoch": 2.783499566348656,
      "grad_norm": 0.30588850378990173,
      "learning_rate": 7.242855070361236e-06,
      "loss": 0.0125,
      "step": 25675
    },
    {
      "epoch": 2.7836079791847355,
      "grad_norm": 0.3004494309425354,
      "learning_rate": 7.2392282025243e-06,
      "loss": 0.0112,
      "step": 25676
    },
    {
      "epoch": 2.783716392020815,
      "grad_norm": 0.13567283749580383,
      "learning_rate": 7.2356013346873645e-06,
      "loss": 0.0026,
      "step": 25677
    },
    {
      "epoch": 2.783824804856895,
      "grad_norm": 0.11430565267801285,
      "learning_rate": 7.231974466850429e-06,
      "loss": 0.0063,
      "step": 25678
    },
    {
      "epoch": 2.783933217692975,
      "grad_norm": 0.16817140579223633,
      "learning_rate": 7.228347599013492e-06,
      "loss": 0.0164,
      "step": 25679
    },
    {
      "epoch": 2.7840416305290545,
      "grad_norm": 0.1928902119398117,
      "learning_rate": 7.224720731176557e-06,
      "loss": 0.0105,
      "step": 25680
    },
    {
      "epoch": 2.7841500433651345,
      "grad_norm": 0.5653064250946045,
      "learning_rate": 7.22109386333962e-06,
      "loss": 0.0311,
      "step": 25681
    },
    {
      "epoch": 2.784258456201214,
      "grad_norm": 0.735787034034729,
      "learning_rate": 7.217466995502683e-06,
      "loss": 0.0377,
      "step": 25682
    },
    {
      "epoch": 2.784366869037294,
      "grad_norm": 0.03876066207885742,
      "learning_rate": 7.213840127665748e-06,
      "loss": 0.003,
      "step": 25683
    },
    {
      "epoch": 2.784475281873374,
      "grad_norm": 0.05651875212788582,
      "learning_rate": 7.2102132598288115e-06,
      "loss": 0.0047,
      "step": 25684
    },
    {
      "epoch": 2.7845836947094535,
      "grad_norm": 0.2052011340856552,
      "learning_rate": 7.2065863919918765e-06,
      "loss": 0.0158,
      "step": 25685
    },
    {
      "epoch": 2.7846921075455335,
      "grad_norm": 0.0934620350599289,
      "learning_rate": 7.20295952415494e-06,
      "loss": 0.0062,
      "step": 25686
    },
    {
      "epoch": 2.784800520381613,
      "grad_norm": 0.20875035226345062,
      "learning_rate": 7.199332656318005e-06,
      "loss": 0.0044,
      "step": 25687
    },
    {
      "epoch": 2.784908933217693,
      "grad_norm": 0.1697867214679718,
      "learning_rate": 7.195705788481068e-06,
      "loss": 0.0108,
      "step": 25688
    },
    {
      "epoch": 2.7850173460537726,
      "grad_norm": 0.058993011713027954,
      "learning_rate": 7.192078920644133e-06,
      "loss": 0.0037,
      "step": 25689
    },
    {
      "epoch": 2.7851257588898526,
      "grad_norm": 0.6888996958732605,
      "learning_rate": 7.188452052807196e-06,
      "loss": 0.0453,
      "step": 25690
    },
    {
      "epoch": 2.785234171725932,
      "grad_norm": 0.13988050818443298,
      "learning_rate": 7.18482518497026e-06,
      "loss": 0.0126,
      "step": 25691
    },
    {
      "epoch": 2.785342584562012,
      "grad_norm": 0.10569100081920624,
      "learning_rate": 7.1811983171333235e-06,
      "loss": 0.0034,
      "step": 25692
    },
    {
      "epoch": 2.785450997398092,
      "grad_norm": 0.03584573417901993,
      "learning_rate": 7.1775714492963885e-06,
      "loss": 0.0032,
      "step": 25693
    },
    {
      "epoch": 2.7855594102341716,
      "grad_norm": 0.031449057161808014,
      "learning_rate": 7.173944581459452e-06,
      "loss": 0.0013,
      "step": 25694
    },
    {
      "epoch": 2.7856678230702516,
      "grad_norm": 0.35522744059562683,
      "learning_rate": 7.170317713622515e-06,
      "loss": 0.0177,
      "step": 25695
    },
    {
      "epoch": 2.785776235906331,
      "grad_norm": 0.1337982416152954,
      "learning_rate": 7.16669084578558e-06,
      "loss": 0.0027,
      "step": 25696
    },
    {
      "epoch": 2.785884648742411,
      "grad_norm": 0.007373548578470945,
      "learning_rate": 7.163063977948643e-06,
      "loss": 0.0004,
      "step": 25697
    },
    {
      "epoch": 2.785993061578491,
      "grad_norm": 0.08947659283876419,
      "learning_rate": 7.159437110111708e-06,
      "loss": 0.0032,
      "step": 25698
    },
    {
      "epoch": 2.7861014744145707,
      "grad_norm": 0.009402423165738583,
      "learning_rate": 7.155810242274771e-06,
      "loss": 0.0004,
      "step": 25699
    },
    {
      "epoch": 2.78620988725065,
      "grad_norm": 0.44248872995376587,
      "learning_rate": 7.152183374437836e-06,
      "loss": 0.0177,
      "step": 25700
    },
    {
      "epoch": 2.78631830008673,
      "grad_norm": 0.20881019532680511,
      "learning_rate": 7.1485565066009e-06,
      "loss": 0.0216,
      "step": 25701
    },
    {
      "epoch": 2.78642671292281,
      "grad_norm": 0.057756245136260986,
      "learning_rate": 7.1449296387639646e-06,
      "loss": 0.0039,
      "step": 25702
    },
    {
      "epoch": 2.7865351257588897,
      "grad_norm": 0.14209914207458496,
      "learning_rate": 7.141302770927028e-06,
      "loss": 0.0106,
      "step": 25703
    },
    {
      "epoch": 2.7866435385949697,
      "grad_norm": 0.1663830578327179,
      "learning_rate": 7.137675903090092e-06,
      "loss": 0.0107,
      "step": 25704
    },
    {
      "epoch": 2.7867519514310493,
      "grad_norm": 0.08681560307741165,
      "learning_rate": 7.134049035253155e-06,
      "loss": 0.0028,
      "step": 25705
    },
    {
      "epoch": 2.7868603642671292,
      "grad_norm": 0.12204775214195251,
      "learning_rate": 7.13042216741622e-06,
      "loss": 0.0108,
      "step": 25706
    },
    {
      "epoch": 2.7869687771032092,
      "grad_norm": 0.04421641305088997,
      "learning_rate": 7.126795299579283e-06,
      "loss": 0.0022,
      "step": 25707
    },
    {
      "epoch": 2.7870771899392888,
      "grad_norm": 0.43473321199417114,
      "learning_rate": 7.123168431742348e-06,
      "loss": 0.021,
      "step": 25708
    },
    {
      "epoch": 2.7871856027753688,
      "grad_norm": 0.16638828814029694,
      "learning_rate": 7.119541563905412e-06,
      "loss": 0.0069,
      "step": 25709
    },
    {
      "epoch": 2.7872940156114483,
      "grad_norm": 0.1106165423989296,
      "learning_rate": 7.115914696068475e-06,
      "loss": 0.0072,
      "step": 25710
    },
    {
      "epoch": 2.7874024284475283,
      "grad_norm": 0.2532978653907776,
      "learning_rate": 7.11228782823154e-06,
      "loss": 0.0204,
      "step": 25711
    },
    {
      "epoch": 2.787510841283608,
      "grad_norm": 0.16790823638439178,
      "learning_rate": 7.108660960394603e-06,
      "loss": 0.0148,
      "step": 25712
    },
    {
      "epoch": 2.787619254119688,
      "grad_norm": 0.18422846496105194,
      "learning_rate": 7.105034092557668e-06,
      "loss": 0.0084,
      "step": 25713
    },
    {
      "epoch": 2.7877276669557673,
      "grad_norm": 0.12646324932575226,
      "learning_rate": 7.101407224720731e-06,
      "loss": 0.0043,
      "step": 25714
    },
    {
      "epoch": 2.7878360797918473,
      "grad_norm": 0.3200686573982239,
      "learning_rate": 7.097780356883796e-06,
      "loss": 0.0381,
      "step": 25715
    },
    {
      "epoch": 2.7879444926279273,
      "grad_norm": 0.30532515048980713,
      "learning_rate": 7.0941534890468595e-06,
      "loss": 0.0216,
      "step": 25716
    },
    {
      "epoch": 2.788052905464007,
      "grad_norm": 0.37637361884117126,
      "learning_rate": 7.090526621209924e-06,
      "loss": 0.0238,
      "step": 25717
    },
    {
      "epoch": 2.788161318300087,
      "grad_norm": 0.1512944996356964,
      "learning_rate": 7.086899753372987e-06,
      "loss": 0.0058,
      "step": 25718
    },
    {
      "epoch": 2.7882697311361664,
      "grad_norm": 0.2851380705833435,
      "learning_rate": 7.083272885536052e-06,
      "loss": 0.0091,
      "step": 25719
    },
    {
      "epoch": 2.7883781439722464,
      "grad_norm": 0.5649938583374023,
      "learning_rate": 7.079646017699115e-06,
      "loss": 0.0243,
      "step": 25720
    },
    {
      "epoch": 2.7884865568083264,
      "grad_norm": 0.4985767602920532,
      "learning_rate": 7.07601914986218e-06,
      "loss": 0.0436,
      "step": 25721
    },
    {
      "epoch": 2.788594969644406,
      "grad_norm": 0.16977134346961975,
      "learning_rate": 7.072392282025243e-06,
      "loss": 0.0109,
      "step": 25722
    },
    {
      "epoch": 2.7887033824804854,
      "grad_norm": 0.042940765619277954,
      "learning_rate": 7.0687654141883065e-06,
      "loss": 0.0016,
      "step": 25723
    },
    {
      "epoch": 2.7888117953165654,
      "grad_norm": 0.3305664658546448,
      "learning_rate": 7.0651385463513715e-06,
      "loss": 0.0762,
      "step": 25724
    },
    {
      "epoch": 2.7889202081526454,
      "grad_norm": 0.153712198138237,
      "learning_rate": 7.061511678514435e-06,
      "loss": 0.0139,
      "step": 25725
    },
    {
      "epoch": 2.789028620988725,
      "grad_norm": 0.3052919805049896,
      "learning_rate": 7.0578848106775e-06,
      "loss": 0.062,
      "step": 25726
    },
    {
      "epoch": 2.789137033824805,
      "grad_norm": 0.13078828155994415,
      "learning_rate": 7.054257942840563e-06,
      "loss": 0.005,
      "step": 25727
    },
    {
      "epoch": 2.7892454466608845,
      "grad_norm": 0.0807981789112091,
      "learning_rate": 7.050631075003628e-06,
      "loss": 0.0015,
      "step": 25728
    },
    {
      "epoch": 2.7893538594969645,
      "grad_norm": 0.07457342743873596,
      "learning_rate": 7.047004207166691e-06,
      "loss": 0.0104,
      "step": 25729
    },
    {
      "epoch": 2.7894622723330444,
      "grad_norm": 0.01617109589278698,
      "learning_rate": 7.043377339329755e-06,
      "loss": 0.0006,
      "step": 25730
    },
    {
      "epoch": 2.789570685169124,
      "grad_norm": 0.20719847083091736,
      "learning_rate": 7.0397504714928185e-06,
      "loss": 0.0205,
      "step": 25731
    },
    {
      "epoch": 2.789679098005204,
      "grad_norm": 0.06358662247657776,
      "learning_rate": 7.0361236036558835e-06,
      "loss": 0.0029,
      "step": 25732
    },
    {
      "epoch": 2.7897875108412835,
      "grad_norm": 0.14625942707061768,
      "learning_rate": 7.032496735818947e-06,
      "loss": 0.0132,
      "step": 25733
    },
    {
      "epoch": 2.7898959236773635,
      "grad_norm": 0.07908295094966888,
      "learning_rate": 7.028869867982012e-06,
      "loss": 0.0067,
      "step": 25734
    },
    {
      "epoch": 2.790004336513443,
      "grad_norm": 0.29583483934402466,
      "learning_rate": 7.025243000145075e-06,
      "loss": 0.0136,
      "step": 25735
    },
    {
      "epoch": 2.790112749349523,
      "grad_norm": 0.2773740589618683,
      "learning_rate": 7.021616132308138e-06,
      "loss": 0.0203,
      "step": 25736
    },
    {
      "epoch": 2.7902211621856026,
      "grad_norm": 0.18755367398262024,
      "learning_rate": 7.017989264471203e-06,
      "loss": 0.0094,
      "step": 25737
    },
    {
      "epoch": 2.7903295750216826,
      "grad_norm": 0.10445461422204971,
      "learning_rate": 7.014362396634266e-06,
      "loss": 0.004,
      "step": 25738
    },
    {
      "epoch": 2.7904379878577625,
      "grad_norm": 0.19678571820259094,
      "learning_rate": 7.010735528797331e-06,
      "loss": 0.0128,
      "step": 25739
    },
    {
      "epoch": 2.790546400693842,
      "grad_norm": 0.08568903058767319,
      "learning_rate": 7.007108660960395e-06,
      "loss": 0.0096,
      "step": 25740
    },
    {
      "epoch": 2.790654813529922,
      "grad_norm": 0.07230330258607864,
      "learning_rate": 7.0034817931234596e-06,
      "loss": 0.0085,
      "step": 25741
    },
    {
      "epoch": 2.7907632263660016,
      "grad_norm": 0.2951044738292694,
      "learning_rate": 6.999854925286523e-06,
      "loss": 0.0182,
      "step": 25742
    },
    {
      "epoch": 2.7908716392020816,
      "grad_norm": 0.3068651556968689,
      "learning_rate": 6.996228057449587e-06,
      "loss": 0.0307,
      "step": 25743
    },
    {
      "epoch": 2.7909800520381616,
      "grad_norm": 0.11863968521356583,
      "learning_rate": 6.99260118961265e-06,
      "loss": 0.0084,
      "step": 25744
    },
    {
      "epoch": 2.791088464874241,
      "grad_norm": 0.24176403880119324,
      "learning_rate": 6.988974321775715e-06,
      "loss": 0.0063,
      "step": 25745
    },
    {
      "epoch": 2.7911968777103207,
      "grad_norm": 0.024731023237109184,
      "learning_rate": 6.985347453938778e-06,
      "loss": 0.0008,
      "step": 25746
    },
    {
      "epoch": 2.7913052905464006,
      "grad_norm": 0.7891088128089905,
      "learning_rate": 6.981720586101843e-06,
      "loss": 0.0403,
      "step": 25747
    },
    {
      "epoch": 2.7914137033824806,
      "grad_norm": 0.49001458287239075,
      "learning_rate": 6.978093718264907e-06,
      "loss": 0.0453,
      "step": 25748
    },
    {
      "epoch": 2.79152211621856,
      "grad_norm": 0.1438889056444168,
      "learning_rate": 6.9744668504279716e-06,
      "loss": 0.0075,
      "step": 25749
    },
    {
      "epoch": 2.79163052905464,
      "grad_norm": 0.41294917464256287,
      "learning_rate": 6.970839982591035e-06,
      "loss": 0.013,
      "step": 25750
    },
    {
      "epoch": 2.7917389418907197,
      "grad_norm": 0.13595350086688995,
      "learning_rate": 6.967213114754098e-06,
      "loss": 0.0089,
      "step": 25751
    },
    {
      "epoch": 2.7918473547267997,
      "grad_norm": 0.7839503884315491,
      "learning_rate": 6.963586246917163e-06,
      "loss": 0.0662,
      "step": 25752
    },
    {
      "epoch": 2.7919557675628797,
      "grad_norm": 0.07489826530218124,
      "learning_rate": 6.959959379080226e-06,
      "loss": 0.0076,
      "step": 25753
    },
    {
      "epoch": 2.792064180398959,
      "grad_norm": 0.3551718294620514,
      "learning_rate": 6.956332511243291e-06,
      "loss": 0.0147,
      "step": 25754
    },
    {
      "epoch": 2.792172593235039,
      "grad_norm": 0.011614905670285225,
      "learning_rate": 6.9527056434063545e-06,
      "loss": 0.0003,
      "step": 25755
    },
    {
      "epoch": 2.7922810060711187,
      "grad_norm": 0.3124026954174042,
      "learning_rate": 6.949078775569419e-06,
      "loss": 0.0209,
      "step": 25756
    },
    {
      "epoch": 2.7923894189071987,
      "grad_norm": 0.37888869643211365,
      "learning_rate": 6.945451907732482e-06,
      "loss": 0.0592,
      "step": 25757
    },
    {
      "epoch": 2.7924978317432783,
      "grad_norm": 0.2433547079563141,
      "learning_rate": 6.941825039895547e-06,
      "loss": 0.0143,
      "step": 25758
    },
    {
      "epoch": 2.7926062445793582,
      "grad_norm": 0.08070160448551178,
      "learning_rate": 6.93819817205861e-06,
      "loss": 0.0042,
      "step": 25759
    },
    {
      "epoch": 2.792714657415438,
      "grad_norm": 0.09337063133716583,
      "learning_rate": 6.934571304221675e-06,
      "loss": 0.0033,
      "step": 25760
    },
    {
      "epoch": 2.7928230702515178,
      "grad_norm": 0.06186931952834129,
      "learning_rate": 6.930944436384738e-06,
      "loss": 0.0033,
      "step": 25761
    },
    {
      "epoch": 2.7929314830875978,
      "grad_norm": 0.3425830006599426,
      "learning_rate": 6.927317568547803e-06,
      "loss": 0.0117,
      "step": 25762
    },
    {
      "epoch": 2.7930398959236773,
      "grad_norm": 0.04884656146168709,
      "learning_rate": 6.9236907007108665e-06,
      "loss": 0.0023,
      "step": 25763
    },
    {
      "epoch": 2.7931483087597573,
      "grad_norm": 0.12011992931365967,
      "learning_rate": 6.92006383287393e-06,
      "loss": 0.0056,
      "step": 25764
    },
    {
      "epoch": 2.793256721595837,
      "grad_norm": 0.1775156855583191,
      "learning_rate": 6.916436965036995e-06,
      "loss": 0.0024,
      "step": 25765
    },
    {
      "epoch": 2.793365134431917,
      "grad_norm": 0.24380113184452057,
      "learning_rate": 6.912810097200058e-06,
      "loss": 0.0596,
      "step": 25766
    },
    {
      "epoch": 2.793473547267997,
      "grad_norm": 0.07858631759881973,
      "learning_rate": 6.909183229363123e-06,
      "loss": 0.0042,
      "step": 25767
    },
    {
      "epoch": 2.7935819601040763,
      "grad_norm": 0.26297998428344727,
      "learning_rate": 6.905556361526186e-06,
      "loss": 0.0165,
      "step": 25768
    },
    {
      "epoch": 2.793690372940156,
      "grad_norm": 0.1220896914601326,
      "learning_rate": 6.90192949368925e-06,
      "loss": 0.0082,
      "step": 25769
    },
    {
      "epoch": 2.793798785776236,
      "grad_norm": 0.13259805738925934,
      "learning_rate": 6.8983026258523135e-06,
      "loss": 0.0053,
      "step": 25770
    },
    {
      "epoch": 2.793907198612316,
      "grad_norm": 0.3925270736217499,
      "learning_rate": 6.8946757580153785e-06,
      "loss": 0.031,
      "step": 25771
    },
    {
      "epoch": 2.7940156114483954,
      "grad_norm": 0.11710148304700851,
      "learning_rate": 6.891048890178442e-06,
      "loss": 0.0086,
      "step": 25772
    },
    {
      "epoch": 2.7941240242844754,
      "grad_norm": 0.3317313492298126,
      "learning_rate": 6.887422022341507e-06,
      "loss": 0.0314,
      "step": 25773
    },
    {
      "epoch": 2.794232437120555,
      "grad_norm": 0.9214374423027039,
      "learning_rate": 6.88379515450457e-06,
      "loss": 0.0666,
      "step": 25774
    },
    {
      "epoch": 2.794340849956635,
      "grad_norm": 0.18271304666996002,
      "learning_rate": 6.880168286667635e-06,
      "loss": 0.0114,
      "step": 25775
    },
    {
      "epoch": 2.794449262792715,
      "grad_norm": 0.06689506769180298,
      "learning_rate": 6.876541418830698e-06,
      "loss": 0.0051,
      "step": 25776
    },
    {
      "epoch": 2.7945576756287944,
      "grad_norm": 0.026356114074587822,
      "learning_rate": 6.8729145509937614e-06,
      "loss": 0.0019,
      "step": 25777
    },
    {
      "epoch": 2.794666088464874,
      "grad_norm": 0.240439310669899,
      "learning_rate": 6.869287683156826e-06,
      "loss": 0.0096,
      "step": 25778
    },
    {
      "epoch": 2.794774501300954,
      "grad_norm": 0.047348372638225555,
      "learning_rate": 6.86566081531989e-06,
      "loss": 0.0047,
      "step": 25779
    },
    {
      "epoch": 2.794882914137034,
      "grad_norm": 0.42858433723449707,
      "learning_rate": 6.862033947482955e-06,
      "loss": 0.0229,
      "step": 25780
    },
    {
      "epoch": 2.7949913269731135,
      "grad_norm": 0.4442996084690094,
      "learning_rate": 6.858407079646018e-06,
      "loss": 0.0465,
      "step": 25781
    },
    {
      "epoch": 2.7950997398091935,
      "grad_norm": 0.406930148601532,
      "learning_rate": 6.854780211809082e-06,
      "loss": 0.0111,
      "step": 25782
    },
    {
      "epoch": 2.795208152645273,
      "grad_norm": 0.4350472688674927,
      "learning_rate": 6.851153343972146e-06,
      "loss": 0.0395,
      "step": 25783
    },
    {
      "epoch": 2.795316565481353,
      "grad_norm": 0.14749570190906525,
      "learning_rate": 6.84752647613521e-06,
      "loss": 0.0279,
      "step": 25784
    },
    {
      "epoch": 2.795424978317433,
      "grad_norm": 0.2732499837875366,
      "learning_rate": 6.843899608298273e-06,
      "loss": 0.0644,
      "step": 25785
    },
    {
      "epoch": 2.7955333911535125,
      "grad_norm": 0.040428563952445984,
      "learning_rate": 6.840272740461338e-06,
      "loss": 0.0016,
      "step": 25786
    },
    {
      "epoch": 2.7956418039895925,
      "grad_norm": 0.09079320728778839,
      "learning_rate": 6.836645872624402e-06,
      "loss": 0.007,
      "step": 25787
    },
    {
      "epoch": 2.795750216825672,
      "grad_norm": 0.029021302238106728,
      "learning_rate": 6.833019004787467e-06,
      "loss": 0.0016,
      "step": 25788
    },
    {
      "epoch": 2.795858629661752,
      "grad_norm": 0.07259491086006165,
      "learning_rate": 6.82939213695053e-06,
      "loss": 0.002,
      "step": 25789
    },
    {
      "epoch": 2.795967042497832,
      "grad_norm": 0.12570720911026,
      "learning_rate": 6.825765269113593e-06,
      "loss": 0.0075,
      "step": 25790
    },
    {
      "epoch": 2.7960754553339116,
      "grad_norm": 0.26670023798942566,
      "learning_rate": 6.822138401276658e-06,
      "loss": 0.0125,
      "step": 25791
    },
    {
      "epoch": 2.796183868169991,
      "grad_norm": 0.09691743552684784,
      "learning_rate": 6.818511533439721e-06,
      "loss": 0.0072,
      "step": 25792
    },
    {
      "epoch": 2.796292281006071,
      "grad_norm": 0.07798183709383011,
      "learning_rate": 6.814884665602786e-06,
      "loss": 0.0151,
      "step": 25793
    },
    {
      "epoch": 2.796400693842151,
      "grad_norm": 0.26818281412124634,
      "learning_rate": 6.8112577977658495e-06,
      "loss": 0.0226,
      "step": 25794
    },
    {
      "epoch": 2.7965091066782306,
      "grad_norm": 0.09582551568746567,
      "learning_rate": 6.807630929928914e-06,
      "loss": 0.0071,
      "step": 25795
    },
    {
      "epoch": 2.7966175195143106,
      "grad_norm": 0.013660491444170475,
      "learning_rate": 6.804004062091978e-06,
      "loss": 0.0006,
      "step": 25796
    },
    {
      "epoch": 2.79672593235039,
      "grad_norm": 0.12702618539333344,
      "learning_rate": 6.800377194255042e-06,
      "loss": 0.0038,
      "step": 25797
    },
    {
      "epoch": 2.79683434518647,
      "grad_norm": 0.16114887595176697,
      "learning_rate": 6.796750326418105e-06,
      "loss": 0.0136,
      "step": 25798
    },
    {
      "epoch": 2.79694275802255,
      "grad_norm": 0.3027910590171814,
      "learning_rate": 6.79312345858117e-06,
      "loss": 0.0264,
      "step": 25799
    },
    {
      "epoch": 2.7970511708586296,
      "grad_norm": 0.2244357019662857,
      "learning_rate": 6.789496590744233e-06,
      "loss": 0.0146,
      "step": 25800
    },
    {
      "epoch": 2.797159583694709,
      "grad_norm": 0.2717108726501465,
      "learning_rate": 6.785869722907298e-06,
      "loss": 0.0135,
      "step": 25801
    },
    {
      "epoch": 2.797267996530789,
      "grad_norm": 0.19134077429771423,
      "learning_rate": 6.7822428550703615e-06,
      "loss": 0.0054,
      "step": 25802
    },
    {
      "epoch": 2.797376409366869,
      "grad_norm": 0.054205652326345444,
      "learning_rate": 6.7786159872334265e-06,
      "loss": 0.0028,
      "step": 25803
    },
    {
      "epoch": 2.7974848222029487,
      "grad_norm": 0.05514184758067131,
      "learning_rate": 6.77498911939649e-06,
      "loss": 0.0026,
      "step": 25804
    },
    {
      "epoch": 2.7975932350390287,
      "grad_norm": 0.24823114275932312,
      "learning_rate": 6.771362251559553e-06,
      "loss": 0.024,
      "step": 25805
    },
    {
      "epoch": 2.797701647875108,
      "grad_norm": 0.1083906888961792,
      "learning_rate": 6.767735383722618e-06,
      "loss": 0.0044,
      "step": 25806
    },
    {
      "epoch": 2.797810060711188,
      "grad_norm": 0.009619631804525852,
      "learning_rate": 6.764108515885681e-06,
      "loss": 0.0006,
      "step": 25807
    },
    {
      "epoch": 2.797918473547268,
      "grad_norm": 0.43781185150146484,
      "learning_rate": 6.760481648048745e-06,
      "loss": 0.0365,
      "step": 25808
    },
    {
      "epoch": 2.7980268863833477,
      "grad_norm": 0.5375154614448547,
      "learning_rate": 6.756854780211809e-06,
      "loss": 0.0193,
      "step": 25809
    },
    {
      "epoch": 2.7981352992194277,
      "grad_norm": 0.27120155096054077,
      "learning_rate": 6.7532279123748735e-06,
      "loss": 0.0128,
      "step": 25810
    },
    {
      "epoch": 2.7982437120555073,
      "grad_norm": 0.02835601009428501,
      "learning_rate": 6.749601044537937e-06,
      "loss": 0.0023,
      "step": 25811
    },
    {
      "epoch": 2.7983521248915872,
      "grad_norm": 0.03659886494278908,
      "learning_rate": 6.745974176701002e-06,
      "loss": 0.0021,
      "step": 25812
    },
    {
      "epoch": 2.7984605377276672,
      "grad_norm": 0.39920809864997864,
      "learning_rate": 6.742347308864065e-06,
      "loss": 0.0408,
      "step": 25813
    },
    {
      "epoch": 2.7985689505637468,
      "grad_norm": 0.17831911146640778,
      "learning_rate": 6.73872044102713e-06,
      "loss": 0.0045,
      "step": 25814
    },
    {
      "epoch": 2.7986773633998263,
      "grad_norm": 0.1738859862089157,
      "learning_rate": 6.735093573190193e-06,
      "loss": 0.0181,
      "step": 25815
    },
    {
      "epoch": 2.7987857762359063,
      "grad_norm": 0.19610022008419037,
      "learning_rate": 6.731466705353258e-06,
      "loss": 0.0096,
      "step": 25816
    },
    {
      "epoch": 2.7988941890719863,
      "grad_norm": 0.10676747560501099,
      "learning_rate": 6.727839837516321e-06,
      "loss": 0.008,
      "step": 25817
    },
    {
      "epoch": 2.799002601908066,
      "grad_norm": 0.03491303324699402,
      "learning_rate": 6.724212969679385e-06,
      "loss": 0.0016,
      "step": 25818
    },
    {
      "epoch": 2.799111014744146,
      "grad_norm": 0.1325124204158783,
      "learning_rate": 6.72058610184245e-06,
      "loss": 0.007,
      "step": 25819
    },
    {
      "epoch": 2.7992194275802254,
      "grad_norm": 0.15249872207641602,
      "learning_rate": 6.716959234005513e-06,
      "loss": 0.0166,
      "step": 25820
    },
    {
      "epoch": 2.7993278404163053,
      "grad_norm": 0.30002138018608093,
      "learning_rate": 6.713332366168577e-06,
      "loss": 0.0416,
      "step": 25821
    },
    {
      "epoch": 2.7994362532523853,
      "grad_norm": 0.5822564363479614,
      "learning_rate": 6.709705498331641e-06,
      "loss": 0.0641,
      "step": 25822
    },
    {
      "epoch": 2.799544666088465,
      "grad_norm": 0.5666519403457642,
      "learning_rate": 6.706078630494705e-06,
      "loss": 0.0334,
      "step": 25823
    },
    {
      "epoch": 2.7996530789245444,
      "grad_norm": 0.13098390400409698,
      "learning_rate": 6.7024517626577684e-06,
      "loss": 0.0074,
      "step": 25824
    },
    {
      "epoch": 2.7997614917606244,
      "grad_norm": 0.04584769904613495,
      "learning_rate": 6.698824894820833e-06,
      "loss": 0.0027,
      "step": 25825
    },
    {
      "epoch": 2.7998699045967044,
      "grad_norm": 0.11166861653327942,
      "learning_rate": 6.695198026983897e-06,
      "loss": 0.0082,
      "step": 25826
    },
    {
      "epoch": 2.799978317432784,
      "grad_norm": 0.2785908579826355,
      "learning_rate": 6.691571159146962e-06,
      "loss": 0.0159,
      "step": 25827
    },
    {
      "epoch": 2.800086730268864,
      "grad_norm": 0.24526239931583405,
      "learning_rate": 6.687944291310025e-06,
      "loss": 0.0101,
      "step": 25828
    },
    {
      "epoch": 2.8001951431049434,
      "grad_norm": 0.21623793244361877,
      "learning_rate": 6.68431742347309e-06,
      "loss": 0.0146,
      "step": 25829
    },
    {
      "epoch": 2.8003035559410234,
      "grad_norm": 0.07582343369722366,
      "learning_rate": 6.680690555636153e-06,
      "loss": 0.0034,
      "step": 25830
    },
    {
      "epoch": 2.8004119687771034,
      "grad_norm": 0.2886020839214325,
      "learning_rate": 6.677063687799216e-06,
      "loss": 0.0255,
      "step": 25831
    },
    {
      "epoch": 2.800520381613183,
      "grad_norm": 0.18356893956661224,
      "learning_rate": 6.673436819962281e-06,
      "loss": 0.0141,
      "step": 25832
    },
    {
      "epoch": 2.800628794449263,
      "grad_norm": 0.5066889524459839,
      "learning_rate": 6.6698099521253445e-06,
      "loss": 0.029,
      "step": 25833
    },
    {
      "epoch": 2.8007372072853425,
      "grad_norm": 0.3958854377269745,
      "learning_rate": 6.666183084288409e-06,
      "loss": 0.0207,
      "step": 25834
    },
    {
      "epoch": 2.8008456201214225,
      "grad_norm": 0.5382869839668274,
      "learning_rate": 6.662556216451473e-06,
      "loss": 0.0096,
      "step": 25835
    },
    {
      "epoch": 2.800954032957502,
      "grad_norm": 0.06250213831663132,
      "learning_rate": 6.658929348614537e-06,
      "loss": 0.0052,
      "step": 25836
    },
    {
      "epoch": 2.801062445793582,
      "grad_norm": 0.3073309063911438,
      "learning_rate": 6.6553024807776e-06,
      "loss": 0.04,
      "step": 25837
    },
    {
      "epoch": 2.8011708586296615,
      "grad_norm": 0.10670144110918045,
      "learning_rate": 6.651675612940665e-06,
      "loss": 0.0101,
      "step": 25838
    },
    {
      "epoch": 2.8012792714657415,
      "grad_norm": 0.03336358442902565,
      "learning_rate": 6.648048745103728e-06,
      "loss": 0.0011,
      "step": 25839
    },
    {
      "epoch": 2.8013876843018215,
      "grad_norm": 0.5454519391059875,
      "learning_rate": 6.644421877266793e-06,
      "loss": 0.0214,
      "step": 25840
    },
    {
      "epoch": 2.801496097137901,
      "grad_norm": 0.06573597341775894,
      "learning_rate": 6.6407950094298565e-06,
      "loss": 0.0059,
      "step": 25841
    },
    {
      "epoch": 2.801604509973981,
      "grad_norm": 0.6439681053161621,
      "learning_rate": 6.6371681415929215e-06,
      "loss": 0.0166,
      "step": 25842
    },
    {
      "epoch": 2.8017129228100606,
      "grad_norm": 0.19088172912597656,
      "learning_rate": 6.633541273755985e-06,
      "loss": 0.0196,
      "step": 25843
    },
    {
      "epoch": 2.8018213356461406,
      "grad_norm": 0.0992436408996582,
      "learning_rate": 6.629914405919048e-06,
      "loss": 0.0049,
      "step": 25844
    },
    {
      "epoch": 2.8019297484822205,
      "grad_norm": 0.1764216423034668,
      "learning_rate": 6.626287538082113e-06,
      "loss": 0.0232,
      "step": 25845
    },
    {
      "epoch": 2.8020381613183,
      "grad_norm": 0.02647973597049713,
      "learning_rate": 6.622660670245176e-06,
      "loss": 0.0012,
      "step": 25846
    },
    {
      "epoch": 2.8021465741543796,
      "grad_norm": 0.26862794160842896,
      "learning_rate": 6.61903380240824e-06,
      "loss": 0.0164,
      "step": 25847
    },
    {
      "epoch": 2.8022549869904596,
      "grad_norm": 0.08063309639692307,
      "learning_rate": 6.615406934571304e-06,
      "loss": 0.016,
      "step": 25848
    },
    {
      "epoch": 2.8023633998265396,
      "grad_norm": 0.029386326670646667,
      "learning_rate": 6.6117800667343685e-06,
      "loss": 0.002,
      "step": 25849
    },
    {
      "epoch": 2.802471812662619,
      "grad_norm": 0.1443016529083252,
      "learning_rate": 6.608153198897432e-06,
      "loss": 0.0061,
      "step": 25850
    },
    {
      "epoch": 2.802580225498699,
      "grad_norm": 0.19270633161067963,
      "learning_rate": 6.604526331060497e-06,
      "loss": 0.0177,
      "step": 25851
    },
    {
      "epoch": 2.8026886383347787,
      "grad_norm": 0.4553242623806,
      "learning_rate": 6.60089946322356e-06,
      "loss": 0.0289,
      "step": 25852
    },
    {
      "epoch": 2.8027970511708586,
      "grad_norm": 0.10102696716785431,
      "learning_rate": 6.597272595386625e-06,
      "loss": 0.0029,
      "step": 25853
    },
    {
      "epoch": 2.8029054640069386,
      "grad_norm": 0.15296010673046112,
      "learning_rate": 6.593645727549688e-06,
      "loss": 0.0242,
      "step": 25854
    },
    {
      "epoch": 2.803013876843018,
      "grad_norm": 0.11908973753452301,
      "learning_rate": 6.590018859712753e-06,
      "loss": 0.0127,
      "step": 25855
    },
    {
      "epoch": 2.803122289679098,
      "grad_norm": 0.2960926592350006,
      "learning_rate": 6.586391991875816e-06,
      "loss": 0.009,
      "step": 25856
    },
    {
      "epoch": 2.8032307025151777,
      "grad_norm": 0.16412732005119324,
      "learning_rate": 6.582765124038881e-06,
      "loss": 0.0073,
      "step": 25857
    },
    {
      "epoch": 2.8033391153512577,
      "grad_norm": 0.4852740466594696,
      "learning_rate": 6.579138256201945e-06,
      "loss": 0.0261,
      "step": 25858
    },
    {
      "epoch": 2.8034475281873372,
      "grad_norm": 0.3791506290435791,
      "learning_rate": 6.575511388365008e-06,
      "loss": 0.0305,
      "step": 25859
    },
    {
      "epoch": 2.803555941023417,
      "grad_norm": 0.13428765535354614,
      "learning_rate": 6.571884520528072e-06,
      "loss": 0.0062,
      "step": 25860
    },
    {
      "epoch": 2.8036643538594967,
      "grad_norm": 0.23232044279575348,
      "learning_rate": 6.568257652691136e-06,
      "loss": 0.0321,
      "step": 25861
    },
    {
      "epoch": 2.8037727666955767,
      "grad_norm": 0.29088249802589417,
      "learning_rate": 6.5646307848542e-06,
      "loss": 0.0353,
      "step": 25862
    },
    {
      "epoch": 2.8038811795316567,
      "grad_norm": 0.12675487995147705,
      "learning_rate": 6.5610039170172635e-06,
      "loss": 0.0082,
      "step": 25863
    },
    {
      "epoch": 2.8039895923677363,
      "grad_norm": 0.16833339631557465,
      "learning_rate": 6.557377049180328e-06,
      "loss": 0.0094,
      "step": 25864
    },
    {
      "epoch": 2.8040980052038162,
      "grad_norm": 0.02363543212413788,
      "learning_rate": 6.553750181343392e-06,
      "loss": 0.0009,
      "step": 25865
    },
    {
      "epoch": 2.804206418039896,
      "grad_norm": 0.060478340834379196,
      "learning_rate": 6.550123313506457e-06,
      "loss": 0.003,
      "step": 25866
    },
    {
      "epoch": 2.8043148308759758,
      "grad_norm": 0.6915864944458008,
      "learning_rate": 6.54649644566952e-06,
      "loss": 0.0809,
      "step": 25867
    },
    {
      "epoch": 2.8044232437120558,
      "grad_norm": 0.0987141877412796,
      "learning_rate": 6.542869577832585e-06,
      "loss": 0.0079,
      "step": 25868
    },
    {
      "epoch": 2.8045316565481353,
      "grad_norm": 0.17187373340129852,
      "learning_rate": 6.539242709995648e-06,
      "loss": 0.0097,
      "step": 25869
    },
    {
      "epoch": 2.804640069384215,
      "grad_norm": 0.07585056126117706,
      "learning_rate": 6.535615842158713e-06,
      "loss": 0.0067,
      "step": 25870
    },
    {
      "epoch": 2.804748482220295,
      "grad_norm": 0.2192683219909668,
      "learning_rate": 6.531988974321776e-06,
      "loss": 0.0107,
      "step": 25871
    },
    {
      "epoch": 2.804856895056375,
      "grad_norm": 1.0987342596054077,
      "learning_rate": 6.5283621064848396e-06,
      "loss": 0.021,
      "step": 25872
    },
    {
      "epoch": 2.8049653078924544,
      "grad_norm": 0.2195131480693817,
      "learning_rate": 6.5247352386479045e-06,
      "loss": 0.0166,
      "step": 25873
    },
    {
      "epoch": 2.8050737207285343,
      "grad_norm": 0.25530806183815,
      "learning_rate": 6.521108370810968e-06,
      "loss": 0.0232,
      "step": 25874
    },
    {
      "epoch": 2.805182133564614,
      "grad_norm": 0.25024983286857605,
      "learning_rate": 6.517481502974032e-06,
      "loss": 0.023,
      "step": 25875
    },
    {
      "epoch": 2.805290546400694,
      "grad_norm": 0.045084163546562195,
      "learning_rate": 6.513854635137095e-06,
      "loss": 0.002,
      "step": 25876
    },
    {
      "epoch": 2.805398959236774,
      "grad_norm": 0.14891687035560608,
      "learning_rate": 6.51022776730016e-06,
      "loss": 0.0059,
      "step": 25877
    },
    {
      "epoch": 2.8055073720728534,
      "grad_norm": 0.1393834948539734,
      "learning_rate": 6.506600899463223e-06,
      "loss": 0.007,
      "step": 25878
    },
    {
      "epoch": 2.8056157849089334,
      "grad_norm": 0.22515219449996948,
      "learning_rate": 6.502974031626288e-06,
      "loss": 0.009,
      "step": 25879
    },
    {
      "epoch": 2.805724197745013,
      "grad_norm": 0.046189337968826294,
      "learning_rate": 6.4993471637893515e-06,
      "loss": 0.0021,
      "step": 25880
    },
    {
      "epoch": 2.805832610581093,
      "grad_norm": 0.03478988632559776,
      "learning_rate": 6.4957202959524165e-06,
      "loss": 0.0017,
      "step": 25881
    },
    {
      "epoch": 2.8059410234171724,
      "grad_norm": 0.2325008362531662,
      "learning_rate": 6.49209342811548e-06,
      "loss": 0.0295,
      "step": 25882
    },
    {
      "epoch": 2.8060494362532524,
      "grad_norm": 0.031399380415678024,
      "learning_rate": 6.488466560278545e-06,
      "loss": 0.001,
      "step": 25883
    },
    {
      "epoch": 2.806157849089332,
      "grad_norm": 0.14831432700157166,
      "learning_rate": 6.484839692441608e-06,
      "loss": 0.0042,
      "step": 25884
    },
    {
      "epoch": 2.806266261925412,
      "grad_norm": 0.06400290131568909,
      "learning_rate": 6.481212824604671e-06,
      "loss": 0.0058,
      "step": 25885
    },
    {
      "epoch": 2.806374674761492,
      "grad_norm": 0.1185443252325058,
      "learning_rate": 6.477585956767736e-06,
      "loss": 0.0096,
      "step": 25886
    },
    {
      "epoch": 2.8064830875975715,
      "grad_norm": 0.08906426280736923,
      "learning_rate": 6.4739590889307994e-06,
      "loss": 0.0031,
      "step": 25887
    },
    {
      "epoch": 2.8065915004336515,
      "grad_norm": 0.6522833704948425,
      "learning_rate": 6.4703322210938635e-06,
      "loss": 0.0107,
      "step": 25888
    },
    {
      "epoch": 2.806699913269731,
      "grad_norm": 0.07193832844495773,
      "learning_rate": 6.466705353256927e-06,
      "loss": 0.0052,
      "step": 25889
    },
    {
      "epoch": 2.806808326105811,
      "grad_norm": 0.7161394953727722,
      "learning_rate": 6.463078485419992e-06,
      "loss": 0.0187,
      "step": 25890
    },
    {
      "epoch": 2.806916738941891,
      "grad_norm": 0.5430561304092407,
      "learning_rate": 6.459451617583055e-06,
      "loss": 0.0302,
      "step": 25891
    },
    {
      "epoch": 2.8070251517779705,
      "grad_norm": 0.08551016449928284,
      "learning_rate": 6.45582474974612e-06,
      "loss": 0.0052,
      "step": 25892
    },
    {
      "epoch": 2.80713356461405,
      "grad_norm": 0.11104297637939453,
      "learning_rate": 6.452197881909183e-06,
      "loss": 0.0085,
      "step": 25893
    },
    {
      "epoch": 2.80724197745013,
      "grad_norm": 0.306069016456604,
      "learning_rate": 6.448571014072248e-06,
      "loss": 0.0286,
      "step": 25894
    },
    {
      "epoch": 2.80735039028621,
      "grad_norm": 0.1357812136411667,
      "learning_rate": 6.4449441462353114e-06,
      "loss": 0.0194,
      "step": 25895
    },
    {
      "epoch": 2.8074588031222896,
      "grad_norm": 0.24181319773197174,
      "learning_rate": 6.441317278398376e-06,
      "loss": 0.0086,
      "step": 25896
    },
    {
      "epoch": 2.8075672159583696,
      "grad_norm": 0.19638000428676605,
      "learning_rate": 6.43769041056144e-06,
      "loss": 0.0124,
      "step": 25897
    },
    {
      "epoch": 2.807675628794449,
      "grad_norm": 0.07266464084386826,
      "learning_rate": 6.434063542724503e-06,
      "loss": 0.0069,
      "step": 25898
    },
    {
      "epoch": 2.807784041630529,
      "grad_norm": 0.6011974215507507,
      "learning_rate": 6.430436674887568e-06,
      "loss": 0.0272,
      "step": 25899
    },
    {
      "epoch": 2.807892454466609,
      "grad_norm": 0.08442914485931396,
      "learning_rate": 6.426809807050631e-06,
      "loss": 0.0098,
      "step": 25900
    },
    {
      "epoch": 2.8080008673026886,
      "grad_norm": 0.1703149527311325,
      "learning_rate": 6.423182939213695e-06,
      "loss": 0.0058,
      "step": 25901
    },
    {
      "epoch": 2.8081092801387686,
      "grad_norm": 0.6632063388824463,
      "learning_rate": 6.4195560713767585e-06,
      "loss": 0.0323,
      "step": 25902
    },
    {
      "epoch": 2.808217692974848,
      "grad_norm": 0.3047950565814972,
      "learning_rate": 6.415929203539823e-06,
      "loss": 0.0178,
      "step": 25903
    },
    {
      "epoch": 2.808326105810928,
      "grad_norm": 0.2316984236240387,
      "learning_rate": 6.412302335702887e-06,
      "loss": 0.0312,
      "step": 25904
    },
    {
      "epoch": 2.8084345186470077,
      "grad_norm": 0.5383301973342896,
      "learning_rate": 6.408675467865952e-06,
      "loss": 0.0184,
      "step": 25905
    },
    {
      "epoch": 2.8085429314830876,
      "grad_norm": 0.4132571518421173,
      "learning_rate": 6.405048600029015e-06,
      "loss": 0.0865,
      "step": 25906
    },
    {
      "epoch": 2.808651344319167,
      "grad_norm": 0.055027805268764496,
      "learning_rate": 6.40142173219208e-06,
      "loss": 0.0046,
      "step": 25907
    },
    {
      "epoch": 2.808759757155247,
      "grad_norm": 0.08032041788101196,
      "learning_rate": 6.397794864355143e-06,
      "loss": 0.0027,
      "step": 25908
    },
    {
      "epoch": 2.808868169991327,
      "grad_norm": 0.3278074264526367,
      "learning_rate": 6.394167996518208e-06,
      "loss": 0.0607,
      "step": 25909
    },
    {
      "epoch": 2.8089765828274067,
      "grad_norm": 0.2415427416563034,
      "learning_rate": 6.390541128681271e-06,
      "loss": 0.0645,
      "step": 25910
    },
    {
      "epoch": 2.8090849956634867,
      "grad_norm": 0.22532637417316437,
      "learning_rate": 6.386914260844335e-06,
      "loss": 0.0249,
      "step": 25911
    },
    {
      "epoch": 2.8091934084995662,
      "grad_norm": 0.1532210409641266,
      "learning_rate": 6.3832873930073995e-06,
      "loss": 0.0129,
      "step": 25912
    },
    {
      "epoch": 2.809301821335646,
      "grad_norm": 0.491291880607605,
      "learning_rate": 6.379660525170463e-06,
      "loss": 0.0269,
      "step": 25913
    },
    {
      "epoch": 2.809410234171726,
      "grad_norm": 0.03707556799054146,
      "learning_rate": 6.376033657333527e-06,
      "loss": 0.0005,
      "step": 25914
    },
    {
      "epoch": 2.8095186470078057,
      "grad_norm": 0.08266196399927139,
      "learning_rate": 6.37240678949659e-06,
      "loss": 0.0026,
      "step": 25915
    },
    {
      "epoch": 2.8096270598438853,
      "grad_norm": 0.17800402641296387,
      "learning_rate": 6.368779921659655e-06,
      "loss": 0.0048,
      "step": 25916
    },
    {
      "epoch": 2.8097354726799653,
      "grad_norm": 0.05824202671647072,
      "learning_rate": 6.365153053822718e-06,
      "loss": 0.0037,
      "step": 25917
    },
    {
      "epoch": 2.8098438855160452,
      "grad_norm": 0.13263648748397827,
      "learning_rate": 6.361526185985783e-06,
      "loss": 0.0158,
      "step": 25918
    },
    {
      "epoch": 2.809952298352125,
      "grad_norm": 0.14050641655921936,
      "learning_rate": 6.3578993181488466e-06,
      "loss": 0.0158,
      "step": 25919
    },
    {
      "epoch": 2.8100607111882048,
      "grad_norm": 0.3104128837585449,
      "learning_rate": 6.3542724503119115e-06,
      "loss": 0.0053,
      "step": 25920
    },
    {
      "epoch": 2.8101691240242843,
      "grad_norm": 0.33062511682510376,
      "learning_rate": 6.350645582474975e-06,
      "loss": 0.0314,
      "step": 25921
    },
    {
      "epoch": 2.8102775368603643,
      "grad_norm": 0.38484594225883484,
      "learning_rate": 6.34701871463804e-06,
      "loss": 0.0111,
      "step": 25922
    },
    {
      "epoch": 2.8103859496964443,
      "grad_norm": 0.39674147963523865,
      "learning_rate": 6.343391846801103e-06,
      "loss": 0.0373,
      "step": 25923
    },
    {
      "epoch": 2.810494362532524,
      "grad_norm": 0.08402632921934128,
      "learning_rate": 6.339764978964167e-06,
      "loss": 0.0026,
      "step": 25924
    },
    {
      "epoch": 2.8106027753686034,
      "grad_norm": 0.34821102023124695,
      "learning_rate": 6.336138111127231e-06,
      "loss": 0.0578,
      "step": 25925
    },
    {
      "epoch": 2.8107111882046834,
      "grad_norm": 0.08431446552276611,
      "learning_rate": 6.3325112432902945e-06,
      "loss": 0.0066,
      "step": 25926
    },
    {
      "epoch": 2.8108196010407633,
      "grad_norm": 0.19898635149002075,
      "learning_rate": 6.3288843754533586e-06,
      "loss": 0.0062,
      "step": 25927
    },
    {
      "epoch": 2.810928013876843,
      "grad_norm": 0.3086162209510803,
      "learning_rate": 6.325257507616422e-06,
      "loss": 0.0459,
      "step": 25928
    },
    {
      "epoch": 2.811036426712923,
      "grad_norm": 0.4081743061542511,
      "learning_rate": 6.321630639779487e-06,
      "loss": 0.091,
      "step": 25929
    },
    {
      "epoch": 2.8111448395490024,
      "grad_norm": 0.3024889826774597,
      "learning_rate": 6.31800377194255e-06,
      "loss": 0.0133,
      "step": 25930
    },
    {
      "epoch": 2.8112532523850824,
      "grad_norm": 0.3331025540828705,
      "learning_rate": 6.314376904105615e-06,
      "loss": 0.0483,
      "step": 25931
    },
    {
      "epoch": 2.8113616652211624,
      "grad_norm": 0.02733781188726425,
      "learning_rate": 6.310750036268678e-06,
      "loss": 0.0014,
      "step": 25932
    },
    {
      "epoch": 2.811470078057242,
      "grad_norm": 0.21956652402877808,
      "learning_rate": 6.307123168431743e-06,
      "loss": 0.0071,
      "step": 25933
    },
    {
      "epoch": 2.811578490893322,
      "grad_norm": 0.1620069295167923,
      "learning_rate": 6.3034963005948064e-06,
      "loss": 0.009,
      "step": 25934
    },
    {
      "epoch": 2.8116869037294014,
      "grad_norm": 0.11645002663135529,
      "learning_rate": 6.299869432757871e-06,
      "loss": 0.0065,
      "step": 25935
    },
    {
      "epoch": 2.8117953165654814,
      "grad_norm": 0.09352535009384155,
      "learning_rate": 6.296242564920935e-06,
      "loss": 0.0047,
      "step": 25936
    },
    {
      "epoch": 2.8119037294015614,
      "grad_norm": 0.046395834535360336,
      "learning_rate": 6.292615697083999e-06,
      "loss": 0.0034,
      "step": 25937
    },
    {
      "epoch": 2.812012142237641,
      "grad_norm": 0.1097576841711998,
      "learning_rate": 6.288988829247063e-06,
      "loss": 0.0042,
      "step": 25938
    },
    {
      "epoch": 2.8121205550737205,
      "grad_norm": 0.29343321919441223,
      "learning_rate": 6.285361961410126e-06,
      "loss": 0.0134,
      "step": 25939
    },
    {
      "epoch": 2.8122289679098005,
      "grad_norm": 0.11826512217521667,
      "learning_rate": 6.28173509357319e-06,
      "loss": 0.0077,
      "step": 25940
    },
    {
      "epoch": 2.8123373807458805,
      "grad_norm": 0.03013492375612259,
      "learning_rate": 6.2781082257362535e-06,
      "loss": 0.001,
      "step": 25941
    },
    {
      "epoch": 2.81244579358196,
      "grad_norm": 0.27562254667282104,
      "learning_rate": 6.2744813578993184e-06,
      "loss": 0.0207,
      "step": 25942
    },
    {
      "epoch": 2.81255420641804,
      "grad_norm": 0.09104308485984802,
      "learning_rate": 6.270854490062382e-06,
      "loss": 0.009,
      "step": 25943
    },
    {
      "epoch": 2.8126626192541195,
      "grad_norm": 0.0849805548787117,
      "learning_rate": 6.267227622225447e-06,
      "loss": 0.0075,
      "step": 25944
    },
    {
      "epoch": 2.8127710320901995,
      "grad_norm": 0.4624720513820648,
      "learning_rate": 6.26360075438851e-06,
      "loss": 0.0127,
      "step": 25945
    },
    {
      "epoch": 2.8128794449262795,
      "grad_norm": 0.25274696946144104,
      "learning_rate": 6.259973886551575e-06,
      "loss": 0.0119,
      "step": 25946
    },
    {
      "epoch": 2.812987857762359,
      "grad_norm": 0.2097843736410141,
      "learning_rate": 6.256347018714638e-06,
      "loss": 0.0147,
      "step": 25947
    },
    {
      "epoch": 2.8130962705984386,
      "grad_norm": 0.3668214976787567,
      "learning_rate": 6.252720150877703e-06,
      "loss": 0.0346,
      "step": 25948
    },
    {
      "epoch": 2.8132046834345186,
      "grad_norm": 0.31883835792541504,
      "learning_rate": 6.249093283040766e-06,
      "loss": 0.0452,
      "step": 25949
    },
    {
      "epoch": 2.8133130962705986,
      "grad_norm": 0.22664383053779602,
      "learning_rate": 6.2454664152038304e-06,
      "loss": 0.0278,
      "step": 25950
    },
    {
      "epoch": 2.813421509106678,
      "grad_norm": 0.23714202642440796,
      "learning_rate": 6.2418395473668945e-06,
      "loss": 0.0126,
      "step": 25951
    },
    {
      "epoch": 2.813529921942758,
      "grad_norm": 0.042862728238105774,
      "learning_rate": 6.238212679529959e-06,
      "loss": 0.0033,
      "step": 25952
    },
    {
      "epoch": 2.8136383347788376,
      "grad_norm": 0.35626885294914246,
      "learning_rate": 6.234585811693022e-06,
      "loss": 0.016,
      "step": 25953
    },
    {
      "epoch": 2.8137467476149176,
      "grad_norm": 0.01646457426249981,
      "learning_rate": 6.230958943856086e-06,
      "loss": 0.0013,
      "step": 25954
    },
    {
      "epoch": 2.8138551604509976,
      "grad_norm": 0.06266501545906067,
      "learning_rate": 6.22733207601915e-06,
      "loss": 0.0018,
      "step": 25955
    },
    {
      "epoch": 2.813963573287077,
      "grad_norm": 0.10027071088552475,
      "learning_rate": 6.223705208182214e-06,
      "loss": 0.0058,
      "step": 25956
    },
    {
      "epoch": 2.814071986123157,
      "grad_norm": 0.1433432698249817,
      "learning_rate": 6.220078340345278e-06,
      "loss": 0.01,
      "step": 25957
    },
    {
      "epoch": 2.8141803989592367,
      "grad_norm": 0.06825263798236847,
      "learning_rate": 6.2164514725083424e-06,
      "loss": 0.01,
      "step": 25958
    },
    {
      "epoch": 2.8142888117953166,
      "grad_norm": 0.22563834488391876,
      "learning_rate": 6.212824604671406e-06,
      "loss": 0.01,
      "step": 25959
    },
    {
      "epoch": 2.8143972246313966,
      "grad_norm": 0.073736771941185,
      "learning_rate": 6.20919773683447e-06,
      "loss": 0.0036,
      "step": 25960
    },
    {
      "epoch": 2.814505637467476,
      "grad_norm": 0.23413312435150146,
      "learning_rate": 6.205570868997534e-06,
      "loss": 0.0213,
      "step": 25961
    },
    {
      "epoch": 2.8146140503035557,
      "grad_norm": 0.16813625395298004,
      "learning_rate": 6.201944001160598e-06,
      "loss": 0.0321,
      "step": 25962
    },
    {
      "epoch": 2.8147224631396357,
      "grad_norm": 0.21952110528945923,
      "learning_rate": 6.198317133323662e-06,
      "loss": 0.0171,
      "step": 25963
    },
    {
      "epoch": 2.8148308759757157,
      "grad_norm": 0.26674121618270874,
      "learning_rate": 6.194690265486726e-06,
      "loss": 0.0074,
      "step": 25964
    },
    {
      "epoch": 2.8149392888117952,
      "grad_norm": 0.1063358336687088,
      "learning_rate": 6.19106339764979e-06,
      "loss": 0.0103,
      "step": 25965
    },
    {
      "epoch": 2.815047701647875,
      "grad_norm": 0.4522221088409424,
      "learning_rate": 6.1874365298128536e-06,
      "loss": 0.0526,
      "step": 25966
    },
    {
      "epoch": 2.8151561144839548,
      "grad_norm": 0.19744259119033813,
      "learning_rate": 6.183809661975918e-06,
      "loss": 0.0108,
      "step": 25967
    },
    {
      "epoch": 2.8152645273200347,
      "grad_norm": 0.25885042548179626,
      "learning_rate": 6.180182794138982e-06,
      "loss": 0.0289,
      "step": 25968
    },
    {
      "epoch": 2.8153729401561147,
      "grad_norm": 0.1425696760416031,
      "learning_rate": 6.176555926302046e-06,
      "loss": 0.0117,
      "step": 25969
    },
    {
      "epoch": 2.8154813529921943,
      "grad_norm": 0.3197704255580902,
      "learning_rate": 6.17292905846511e-06,
      "loss": 0.0155,
      "step": 25970
    },
    {
      "epoch": 2.815589765828274,
      "grad_norm": 0.1572083681821823,
      "learning_rate": 6.169302190628174e-06,
      "loss": 0.0133,
      "step": 25971
    },
    {
      "epoch": 2.815698178664354,
      "grad_norm": 0.1549096703529358,
      "learning_rate": 6.165675322791238e-06,
      "loss": 0.016,
      "step": 25972
    },
    {
      "epoch": 2.8158065915004338,
      "grad_norm": 0.30393436551094055,
      "learning_rate": 6.1620484549543015e-06,
      "loss": 0.0158,
      "step": 25973
    },
    {
      "epoch": 2.8159150043365133,
      "grad_norm": 0.08640103787183762,
      "learning_rate": 6.1584215871173656e-06,
      "loss": 0.0027,
      "step": 25974
    },
    {
      "epoch": 2.8160234171725933,
      "grad_norm": 0.24737869203090668,
      "learning_rate": 6.15479471928043e-06,
      "loss": 0.0081,
      "step": 25975
    },
    {
      "epoch": 2.816131830008673,
      "grad_norm": 0.17515428364276886,
      "learning_rate": 6.151167851443494e-06,
      "loss": 0.0094,
      "step": 25976
    },
    {
      "epoch": 2.816240242844753,
      "grad_norm": 0.024506425485014915,
      "learning_rate": 6.147540983606558e-06,
      "loss": 0.0009,
      "step": 25977
    },
    {
      "epoch": 2.816348655680833,
      "grad_norm": 0.36057254672050476,
      "learning_rate": 6.143914115769622e-06,
      "loss": 0.0221,
      "step": 25978
    },
    {
      "epoch": 2.8164570685169124,
      "grad_norm": 0.14869563281536102,
      "learning_rate": 6.140287247932685e-06,
      "loss": 0.0066,
      "step": 25979
    },
    {
      "epoch": 2.8165654813529923,
      "grad_norm": 0.2827948331832886,
      "learning_rate": 6.136660380095749e-06,
      "loss": 0.021,
      "step": 25980
    },
    {
      "epoch": 2.816673894189072,
      "grad_norm": 0.11542737483978271,
      "learning_rate": 6.1330335122588135e-06,
      "loss": 0.0139,
      "step": 25981
    },
    {
      "epoch": 2.816782307025152,
      "grad_norm": 0.3193364143371582,
      "learning_rate": 6.1294066444218776e-06,
      "loss": 0.0498,
      "step": 25982
    },
    {
      "epoch": 2.8168907198612314,
      "grad_norm": 0.10739964991807938,
      "learning_rate": 6.125779776584942e-06,
      "loss": 0.0057,
      "step": 25983
    },
    {
      "epoch": 2.8169991326973114,
      "grad_norm": 0.4953360855579376,
      "learning_rate": 6.122152908748006e-06,
      "loss": 0.0195,
      "step": 25984
    },
    {
      "epoch": 2.817107545533391,
      "grad_norm": 0.12092198431491852,
      "learning_rate": 6.11852604091107e-06,
      "loss": 0.0071,
      "step": 25985
    },
    {
      "epoch": 2.817215958369471,
      "grad_norm": 0.24287480115890503,
      "learning_rate": 6.114899173074133e-06,
      "loss": 0.0193,
      "step": 25986
    },
    {
      "epoch": 2.817324371205551,
      "grad_norm": 0.178476944565773,
      "learning_rate": 6.111272305237197e-06,
      "loss": 0.0111,
      "step": 25987
    },
    {
      "epoch": 2.8174327840416304,
      "grad_norm": 0.24254459142684937,
      "learning_rate": 6.107645437400261e-06,
      "loss": 0.0171,
      "step": 25988
    },
    {
      "epoch": 2.8175411968777104,
      "grad_norm": 0.18438400328159332,
      "learning_rate": 6.1040185695633254e-06,
      "loss": 0.0098,
      "step": 25989
    },
    {
      "epoch": 2.81764960971379,
      "grad_norm": 0.44001221656799316,
      "learning_rate": 6.1003917017263896e-06,
      "loss": 0.0486,
      "step": 25990
    },
    {
      "epoch": 2.81775802254987,
      "grad_norm": 0.2094717174768448,
      "learning_rate": 6.096764833889454e-06,
      "loss": 0.0112,
      "step": 25991
    },
    {
      "epoch": 2.81786643538595,
      "grad_norm": 0.625790536403656,
      "learning_rate": 6.093137966052517e-06,
      "loss": 0.0372,
      "step": 25992
    },
    {
      "epoch": 2.8179748482220295,
      "grad_norm": 0.27750667929649353,
      "learning_rate": 6.089511098215581e-06,
      "loss": 0.0186,
      "step": 25993
    },
    {
      "epoch": 2.818083261058109,
      "grad_norm": 0.03784831985831261,
      "learning_rate": 6.085884230378645e-06,
      "loss": 0.0018,
      "step": 25994
    },
    {
      "epoch": 2.818191673894189,
      "grad_norm": 0.07131864130496979,
      "learning_rate": 6.082257362541709e-06,
      "loss": 0.0023,
      "step": 25995
    },
    {
      "epoch": 2.818300086730269,
      "grad_norm": 0.07775507122278214,
      "learning_rate": 6.078630494704773e-06,
      "loss": 0.0049,
      "step": 25996
    },
    {
      "epoch": 2.8184084995663485,
      "grad_norm": 0.010209396481513977,
      "learning_rate": 6.0750036268678374e-06,
      "loss": 0.0008,
      "step": 25997
    },
    {
      "epoch": 2.8185169124024285,
      "grad_norm": 0.18615283071994781,
      "learning_rate": 6.0713767590309015e-06,
      "loss": 0.0099,
      "step": 25998
    },
    {
      "epoch": 2.818625325238508,
      "grad_norm": 0.2529943585395813,
      "learning_rate": 6.067749891193966e-06,
      "loss": 0.0183,
      "step": 25999
    },
    {
      "epoch": 2.818733738074588,
      "grad_norm": 0.06633490324020386,
      "learning_rate": 6.064123023357029e-06,
      "loss": 0.0064,
      "step": 26000
    },
    {
      "epoch": 2.818842150910668,
      "grad_norm": 0.3783656656742096,
      "learning_rate": 6.060496155520093e-06,
      "loss": 0.0126,
      "step": 26001
    },
    {
      "epoch": 2.8189505637467476,
      "grad_norm": 0.39859539270401,
      "learning_rate": 6.056869287683157e-06,
      "loss": 0.0303,
      "step": 26002
    },
    {
      "epoch": 2.8190589765828276,
      "grad_norm": 0.5321832299232483,
      "learning_rate": 6.053242419846221e-06,
      "loss": 0.0206,
      "step": 26003
    },
    {
      "epoch": 2.819167389418907,
      "grad_norm": 0.10499712824821472,
      "learning_rate": 6.049615552009285e-06,
      "loss": 0.0146,
      "step": 26004
    },
    {
      "epoch": 2.819275802254987,
      "grad_norm": 0.07932022213935852,
      "learning_rate": 6.045988684172349e-06,
      "loss": 0.0062,
      "step": 26005
    },
    {
      "epoch": 2.8193842150910666,
      "grad_norm": 0.2532331049442291,
      "learning_rate": 6.042361816335413e-06,
      "loss": 0.0196,
      "step": 26006
    },
    {
      "epoch": 2.8194926279271466,
      "grad_norm": 0.3146708607673645,
      "learning_rate": 6.038734948498477e-06,
      "loss": 0.0278,
      "step": 26007
    },
    {
      "epoch": 2.819601040763226,
      "grad_norm": 0.2001347541809082,
      "learning_rate": 6.035108080661541e-06,
      "loss": 0.0341,
      "step": 26008
    },
    {
      "epoch": 2.819709453599306,
      "grad_norm": 0.35187867283821106,
      "learning_rate": 6.031481212824605e-06,
      "loss": 0.0295,
      "step": 26009
    },
    {
      "epoch": 2.819817866435386,
      "grad_norm": 1.0669043064117432,
      "learning_rate": 6.027854344987669e-06,
      "loss": 0.0354,
      "step": 26010
    },
    {
      "epoch": 2.8199262792714657,
      "grad_norm": 0.4792802631855011,
      "learning_rate": 6.024227477150733e-06,
      "loss": 0.0506,
      "step": 26011
    },
    {
      "epoch": 2.8200346921075456,
      "grad_norm": 0.321616530418396,
      "learning_rate": 6.020600609313797e-06,
      "loss": 0.0292,
      "step": 26012
    },
    {
      "epoch": 2.820143104943625,
      "grad_norm": 0.1617589145898819,
      "learning_rate": 6.0169737414768614e-06,
      "loss": 0.0318,
      "step": 26013
    },
    {
      "epoch": 2.820251517779705,
      "grad_norm": 0.2540002465248108,
      "learning_rate": 6.013346873639925e-06,
      "loss": 0.0221,
      "step": 26014
    },
    {
      "epoch": 2.820359930615785,
      "grad_norm": 0.12086067348718643,
      "learning_rate": 6.009720005802989e-06,
      "loss": 0.0116,
      "step": 26015
    },
    {
      "epoch": 2.8204683434518647,
      "grad_norm": 0.28543826937675476,
      "learning_rate": 6.006093137966053e-06,
      "loss": 0.0111,
      "step": 26016
    },
    {
      "epoch": 2.8205767562879442,
      "grad_norm": 0.470880389213562,
      "learning_rate": 6.002466270129117e-06,
      "loss": 0.0288,
      "step": 26017
    },
    {
      "epoch": 2.8206851691240242,
      "grad_norm": 0.20552271604537964,
      "learning_rate": 5.99883940229218e-06,
      "loss": 0.0339,
      "step": 26018
    },
    {
      "epoch": 2.820793581960104,
      "grad_norm": 0.2632736265659332,
      "learning_rate": 5.995212534455244e-06,
      "loss": 0.0209,
      "step": 26019
    },
    {
      "epoch": 2.8209019947961838,
      "grad_norm": 0.17421014606952667,
      "learning_rate": 5.9915856666183085e-06,
      "loss": 0.0115,
      "step": 26020
    },
    {
      "epoch": 2.8210104076322637,
      "grad_norm": 0.3486814498901367,
      "learning_rate": 5.9879587987813726e-06,
      "loss": 0.0313,
      "step": 26021
    },
    {
      "epoch": 2.8211188204683433,
      "grad_norm": 0.06635985523462296,
      "learning_rate": 5.984331930944437e-06,
      "loss": 0.0038,
      "step": 26022
    },
    {
      "epoch": 2.8212272333044233,
      "grad_norm": 1.0298736095428467,
      "learning_rate": 5.980705063107501e-06,
      "loss": 0.0207,
      "step": 26023
    },
    {
      "epoch": 2.8213356461405033,
      "grad_norm": 0.23010066151618958,
      "learning_rate": 5.977078195270565e-06,
      "loss": 0.0224,
      "step": 26024
    },
    {
      "epoch": 2.821444058976583,
      "grad_norm": 0.07077489048242569,
      "learning_rate": 5.973451327433629e-06,
      "loss": 0.0069,
      "step": 26025
    },
    {
      "epoch": 2.8215524718126628,
      "grad_norm": 0.010558380745351315,
      "learning_rate": 5.969824459596693e-06,
      "loss": 0.0006,
      "step": 26026
    },
    {
      "epoch": 2.8216608846487423,
      "grad_norm": 0.09712862223386765,
      "learning_rate": 5.966197591759756e-06,
      "loss": 0.0084,
      "step": 26027
    },
    {
      "epoch": 2.8217692974848223,
      "grad_norm": 0.1354006826877594,
      "learning_rate": 5.9625707239228205e-06,
      "loss": 0.0087,
      "step": 26028
    },
    {
      "epoch": 2.821877710320902,
      "grad_norm": 0.018007664009928703,
      "learning_rate": 5.9589438560858846e-06,
      "loss": 0.0007,
      "step": 26029
    },
    {
      "epoch": 2.821986123156982,
      "grad_norm": 0.21300123631954193,
      "learning_rate": 5.955316988248949e-06,
      "loss": 0.01,
      "step": 26030
    },
    {
      "epoch": 2.8220945359930614,
      "grad_norm": 0.32601237297058105,
      "learning_rate": 5.951690120412012e-06,
      "loss": 0.0251,
      "step": 26031
    },
    {
      "epoch": 2.8222029488291414,
      "grad_norm": 0.25881969928741455,
      "learning_rate": 5.948063252575076e-06,
      "loss": 0.0304,
      "step": 26032
    },
    {
      "epoch": 2.8223113616652213,
      "grad_norm": 0.46109911799430847,
      "learning_rate": 5.94443638473814e-06,
      "loss": 0.0319,
      "step": 26033
    },
    {
      "epoch": 2.822419774501301,
      "grad_norm": 0.2509332597255707,
      "learning_rate": 5.940809516901204e-06,
      "loss": 0.0216,
      "step": 26034
    },
    {
      "epoch": 2.822528187337381,
      "grad_norm": 0.4096461832523346,
      "learning_rate": 5.937182649064268e-06,
      "loss": 0.0506,
      "step": 26035
    },
    {
      "epoch": 2.8226366001734604,
      "grad_norm": 0.059193965047597885,
      "learning_rate": 5.9335557812273325e-06,
      "loss": 0.0035,
      "step": 26036
    },
    {
      "epoch": 2.8227450130095404,
      "grad_norm": 0.1018701121211052,
      "learning_rate": 5.9299289133903966e-06,
      "loss": 0.0043,
      "step": 26037
    },
    {
      "epoch": 2.8228534258456204,
      "grad_norm": 0.3845193088054657,
      "learning_rate": 5.926302045553461e-06,
      "loss": 0.0402,
      "step": 26038
    },
    {
      "epoch": 2.8229618386817,
      "grad_norm": 0.29609358310699463,
      "learning_rate": 5.922675177716525e-06,
      "loss": 0.0076,
      "step": 26039
    },
    {
      "epoch": 2.8230702515177795,
      "grad_norm": 0.05943048745393753,
      "learning_rate": 5.919048309879589e-06,
      "loss": 0.0031,
      "step": 26040
    },
    {
      "epoch": 2.8231786643538594,
      "grad_norm": 0.4262793958187103,
      "learning_rate": 5.915421442042652e-06,
      "loss": 0.0274,
      "step": 26041
    },
    {
      "epoch": 2.8232870771899394,
      "grad_norm": 0.2356967031955719,
      "learning_rate": 5.911794574205716e-06,
      "loss": 0.0336,
      "step": 26042
    },
    {
      "epoch": 2.823395490026019,
      "grad_norm": 0.12134777754545212,
      "learning_rate": 5.90816770636878e-06,
      "loss": 0.0064,
      "step": 26043
    },
    {
      "epoch": 2.823503902862099,
      "grad_norm": 0.06092198193073273,
      "learning_rate": 5.9045408385318445e-06,
      "loss": 0.0021,
      "step": 26044
    },
    {
      "epoch": 2.8236123156981785,
      "grad_norm": 0.0455130860209465,
      "learning_rate": 5.900913970694908e-06,
      "loss": 0.0053,
      "step": 26045
    },
    {
      "epoch": 2.8237207285342585,
      "grad_norm": 0.058206215500831604,
      "learning_rate": 5.897287102857972e-06,
      "loss": 0.0047,
      "step": 26046
    },
    {
      "epoch": 2.8238291413703385,
      "grad_norm": 0.1504453718662262,
      "learning_rate": 5.893660235021036e-06,
      "loss": 0.0077,
      "step": 26047
    },
    {
      "epoch": 2.823937554206418,
      "grad_norm": 0.09936905652284622,
      "learning_rate": 5.8900333671841e-06,
      "loss": 0.0115,
      "step": 26048
    },
    {
      "epoch": 2.824045967042498,
      "grad_norm": 0.014497021213173866,
      "learning_rate": 5.886406499347164e-06,
      "loss": 0.0007,
      "step": 26049
    },
    {
      "epoch": 2.8241543798785775,
      "grad_norm": 0.5993256568908691,
      "learning_rate": 5.882779631510228e-06,
      "loss": 0.0358,
      "step": 26050
    },
    {
      "epoch": 2.8242627927146575,
      "grad_norm": 0.367389440536499,
      "learning_rate": 5.879152763673292e-06,
      "loss": 0.0206,
      "step": 26051
    },
    {
      "epoch": 2.824371205550737,
      "grad_norm": 0.2450392097234726,
      "learning_rate": 5.8755258958363564e-06,
      "loss": 0.0153,
      "step": 26052
    },
    {
      "epoch": 2.824479618386817,
      "grad_norm": 0.41875413060188293,
      "learning_rate": 5.8718990279994205e-06,
      "loss": 0.0172,
      "step": 26053
    },
    {
      "epoch": 2.8245880312228966,
      "grad_norm": 0.1463589072227478,
      "learning_rate": 5.868272160162484e-06,
      "loss": 0.0047,
      "step": 26054
    },
    {
      "epoch": 2.8246964440589766,
      "grad_norm": 0.5645953416824341,
      "learning_rate": 5.864645292325548e-06,
      "loss": 0.0179,
      "step": 26055
    },
    {
      "epoch": 2.8248048568950566,
      "grad_norm": 0.08036302030086517,
      "learning_rate": 5.861018424488612e-06,
      "loss": 0.0035,
      "step": 26056
    },
    {
      "epoch": 2.824913269731136,
      "grad_norm": 0.27866330742836,
      "learning_rate": 5.857391556651676e-06,
      "loss": 0.0218,
      "step": 26057
    },
    {
      "epoch": 2.825021682567216,
      "grad_norm": 0.031447142362594604,
      "learning_rate": 5.853764688814739e-06,
      "loss": 0.0025,
      "step": 26058
    },
    {
      "epoch": 2.8251300954032956,
      "grad_norm": 0.07734978199005127,
      "learning_rate": 5.8501378209778035e-06,
      "loss": 0.0045,
      "step": 26059
    },
    {
      "epoch": 2.8252385082393756,
      "grad_norm": 0.17536184191703796,
      "learning_rate": 5.846510953140868e-06,
      "loss": 0.0101,
      "step": 26060
    },
    {
      "epoch": 2.8253469210754556,
      "grad_norm": 0.17525683343410492,
      "learning_rate": 5.842884085303932e-06,
      "loss": 0.0262,
      "step": 26061
    },
    {
      "epoch": 2.825455333911535,
      "grad_norm": 0.15447881817817688,
      "learning_rate": 5.839257217466996e-06,
      "loss": 0.0109,
      "step": 26062
    },
    {
      "epoch": 2.8255637467476147,
      "grad_norm": 0.1229134052991867,
      "learning_rate": 5.83563034963006e-06,
      "loss": 0.0041,
      "step": 26063
    },
    {
      "epoch": 2.8256721595836947,
      "grad_norm": 0.1925623118877411,
      "learning_rate": 5.832003481793124e-06,
      "loss": 0.0212,
      "step": 26064
    },
    {
      "epoch": 2.8257805724197746,
      "grad_norm": 0.2460659295320511,
      "learning_rate": 5.828376613956188e-06,
      "loss": 0.0241,
      "step": 26065
    },
    {
      "epoch": 2.825888985255854,
      "grad_norm": 0.2653486132621765,
      "learning_rate": 5.824749746119252e-06,
      "loss": 0.0121,
      "step": 26066
    },
    {
      "epoch": 2.825997398091934,
      "grad_norm": 0.07128579914569855,
      "learning_rate": 5.821122878282316e-06,
      "loss": 0.0043,
      "step": 26067
    },
    {
      "epoch": 2.8261058109280137,
      "grad_norm": 0.07899784296751022,
      "learning_rate": 5.81749601044538e-06,
      "loss": 0.0088,
      "step": 26068
    },
    {
      "epoch": 2.8262142237640937,
      "grad_norm": 0.12236402928829193,
      "learning_rate": 5.813869142608444e-06,
      "loss": 0.0122,
      "step": 26069
    },
    {
      "epoch": 2.8263226366001737,
      "grad_norm": 0.5264201760292053,
      "learning_rate": 5.810242274771508e-06,
      "loss": 0.0707,
      "step": 26070
    },
    {
      "epoch": 2.8264310494362532,
      "grad_norm": 0.02949097938835621,
      "learning_rate": 5.806615406934571e-06,
      "loss": 0.0012,
      "step": 26071
    },
    {
      "epoch": 2.8265394622723328,
      "grad_norm": 0.08495574444532394,
      "learning_rate": 5.802988539097635e-06,
      "loss": 0.0049,
      "step": 26072
    },
    {
      "epoch": 2.8266478751084128,
      "grad_norm": 0.23284250497817993,
      "learning_rate": 5.799361671260699e-06,
      "loss": 0.0141,
      "step": 26073
    },
    {
      "epoch": 2.8267562879444927,
      "grad_norm": 0.9695248007774353,
      "learning_rate": 5.795734803423763e-06,
      "loss": 0.0248,
      "step": 26074
    },
    {
      "epoch": 2.8268647007805723,
      "grad_norm": 0.04208602383732796,
      "learning_rate": 5.7921079355868275e-06,
      "loss": 0.0039,
      "step": 26075
    },
    {
      "epoch": 2.8269731136166523,
      "grad_norm": 0.47663936018943787,
      "learning_rate": 5.788481067749892e-06,
      "loss": 0.0243,
      "step": 26076
    },
    {
      "epoch": 2.827081526452732,
      "grad_norm": 0.2511569857597351,
      "learning_rate": 5.784854199912956e-06,
      "loss": 0.0112,
      "step": 26077
    },
    {
      "epoch": 2.827189939288812,
      "grad_norm": 0.06283345818519592,
      "learning_rate": 5.78122733207602e-06,
      "loss": 0.0048,
      "step": 26078
    },
    {
      "epoch": 2.827298352124892,
      "grad_norm": 0.23148059844970703,
      "learning_rate": 5.777600464239084e-06,
      "loss": 0.014,
      "step": 26079
    },
    {
      "epoch": 2.8274067649609713,
      "grad_norm": 0.26478311419487,
      "learning_rate": 5.773973596402148e-06,
      "loss": 0.0205,
      "step": 26080
    },
    {
      "epoch": 2.8275151777970513,
      "grad_norm": 0.22011616826057434,
      "learning_rate": 5.770346728565211e-06,
      "loss": 0.0154,
      "step": 26081
    },
    {
      "epoch": 2.827623590633131,
      "grad_norm": 0.26016050577163696,
      "learning_rate": 5.766719860728275e-06,
      "loss": 0.0346,
      "step": 26082
    },
    {
      "epoch": 2.827732003469211,
      "grad_norm": 0.17248207330703735,
      "learning_rate": 5.7630929928913395e-06,
      "loss": 0.01,
      "step": 26083
    },
    {
      "epoch": 2.827840416305291,
      "grad_norm": 0.5386075973510742,
      "learning_rate": 5.759466125054403e-06,
      "loss": 0.0292,
      "step": 26084
    },
    {
      "epoch": 2.8279488291413704,
      "grad_norm": 0.2187683880329132,
      "learning_rate": 5.755839257217467e-06,
      "loss": 0.0351,
      "step": 26085
    },
    {
      "epoch": 2.82805724197745,
      "grad_norm": 0.14673933386802673,
      "learning_rate": 5.752212389380531e-06,
      "loss": 0.0101,
      "step": 26086
    },
    {
      "epoch": 2.82816565481353,
      "grad_norm": 0.047430116683244705,
      "learning_rate": 5.748585521543595e-06,
      "loss": 0.0046,
      "step": 26087
    },
    {
      "epoch": 2.82827406764961,
      "grad_norm": 0.4018855392932892,
      "learning_rate": 5.744958653706659e-06,
      "loss": 0.0272,
      "step": 26088
    },
    {
      "epoch": 2.8283824804856894,
      "grad_norm": 0.5773698091506958,
      "learning_rate": 5.741331785869723e-06,
      "loss": 0.0273,
      "step": 26089
    },
    {
      "epoch": 2.8284908933217694,
      "grad_norm": 0.46633195877075195,
      "learning_rate": 5.737704918032787e-06,
      "loss": 0.0076,
      "step": 26090
    },
    {
      "epoch": 2.828599306157849,
      "grad_norm": 0.21639959514141083,
      "learning_rate": 5.7340780501958515e-06,
      "loss": 0.0216,
      "step": 26091
    },
    {
      "epoch": 2.828707718993929,
      "grad_norm": 0.3867899775505066,
      "learning_rate": 5.7304511823589156e-06,
      "loss": 0.0483,
      "step": 26092
    },
    {
      "epoch": 2.828816131830009,
      "grad_norm": 0.03265848755836487,
      "learning_rate": 5.72682431452198e-06,
      "loss": 0.0025,
      "step": 26093
    },
    {
      "epoch": 2.8289245446660884,
      "grad_norm": 0.21905919909477234,
      "learning_rate": 5.723197446685044e-06,
      "loss": 0.0176,
      "step": 26094
    },
    {
      "epoch": 2.829032957502168,
      "grad_norm": 0.11415578424930573,
      "learning_rate": 5.719570578848107e-06,
      "loss": 0.0081,
      "step": 26095
    },
    {
      "epoch": 2.829141370338248,
      "grad_norm": 0.13568982481956482,
      "learning_rate": 5.715943711011171e-06,
      "loss": 0.0089,
      "step": 26096
    },
    {
      "epoch": 2.829249783174328,
      "grad_norm": 0.3739109933376312,
      "learning_rate": 5.712316843174234e-06,
      "loss": 0.0198,
      "step": 26097
    },
    {
      "epoch": 2.8293581960104075,
      "grad_norm": 0.024514872580766678,
      "learning_rate": 5.7086899753372985e-06,
      "loss": 0.0016,
      "step": 26098
    },
    {
      "epoch": 2.8294666088464875,
      "grad_norm": 0.15094736218452454,
      "learning_rate": 5.705063107500363e-06,
      "loss": 0.0045,
      "step": 26099
    },
    {
      "epoch": 2.829575021682567,
      "grad_norm": 0.26062846183776855,
      "learning_rate": 5.701436239663427e-06,
      "loss": 0.0054,
      "step": 26100
    },
    {
      "epoch": 2.829683434518647,
      "grad_norm": 0.1461988240480423,
      "learning_rate": 5.697809371826491e-06,
      "loss": 0.0701,
      "step": 26101
    },
    {
      "epoch": 2.829791847354727,
      "grad_norm": 0.14645949006080627,
      "learning_rate": 5.694182503989555e-06,
      "loss": 0.0128,
      "step": 26102
    },
    {
      "epoch": 2.8299002601908065,
      "grad_norm": 0.23284733295440674,
      "learning_rate": 5.690555636152619e-06,
      "loss": 0.0264,
      "step": 26103
    },
    {
      "epoch": 2.8300086730268865,
      "grad_norm": 0.0655762180685997,
      "learning_rate": 5.686928768315683e-06,
      "loss": 0.0034,
      "step": 26104
    },
    {
      "epoch": 2.830117085862966,
      "grad_norm": 0.3777414858341217,
      "learning_rate": 5.683301900478747e-06,
      "loss": 0.048,
      "step": 26105
    },
    {
      "epoch": 2.830225498699046,
      "grad_norm": 0.35316962003707886,
      "learning_rate": 5.679675032641811e-06,
      "loss": 0.0237,
      "step": 26106
    },
    {
      "epoch": 2.830333911535126,
      "grad_norm": 0.2856277525424957,
      "learning_rate": 5.6760481648048754e-06,
      "loss": 0.0158,
      "step": 26107
    },
    {
      "epoch": 2.8304423243712056,
      "grad_norm": 0.5954017043113708,
      "learning_rate": 5.672421296967939e-06,
      "loss": 0.0405,
      "step": 26108
    },
    {
      "epoch": 2.830550737207285,
      "grad_norm": 0.11186765879392624,
      "learning_rate": 5.668794429131003e-06,
      "loss": 0.0056,
      "step": 26109
    },
    {
      "epoch": 2.830659150043365,
      "grad_norm": 0.1609622687101364,
      "learning_rate": 5.665167561294066e-06,
      "loss": 0.0087,
      "step": 26110
    },
    {
      "epoch": 2.830767562879445,
      "grad_norm": 0.17051827907562256,
      "learning_rate": 5.66154069345713e-06,
      "loss": 0.0127,
      "step": 26111
    },
    {
      "epoch": 2.8308759757155246,
      "grad_norm": 0.37670788168907166,
      "learning_rate": 5.657913825620194e-06,
      "loss": 0.0181,
      "step": 26112
    },
    {
      "epoch": 2.8309843885516046,
      "grad_norm": 0.10161299258470535,
      "learning_rate": 5.654286957783258e-06,
      "loss": 0.0059,
      "step": 26113
    },
    {
      "epoch": 2.831092801387684,
      "grad_norm": 0.34198707342147827,
      "learning_rate": 5.6506600899463225e-06,
      "loss": 0.0192,
      "step": 26114
    },
    {
      "epoch": 2.831201214223764,
      "grad_norm": 0.05656556040048599,
      "learning_rate": 5.647033222109387e-06,
      "loss": 0.0021,
      "step": 26115
    },
    {
      "epoch": 2.831309627059844,
      "grad_norm": 0.05218955874443054,
      "learning_rate": 5.643406354272451e-06,
      "loss": 0.0024,
      "step": 26116
    },
    {
      "epoch": 2.8314180398959237,
      "grad_norm": 0.19793543219566345,
      "learning_rate": 5.639779486435515e-06,
      "loss": 0.0672,
      "step": 26117
    },
    {
      "epoch": 2.831526452732003,
      "grad_norm": 0.3042878806591034,
      "learning_rate": 5.636152618598579e-06,
      "loss": 0.0221,
      "step": 26118
    },
    {
      "epoch": 2.831634865568083,
      "grad_norm": 0.15659290552139282,
      "learning_rate": 5.632525750761643e-06,
      "loss": 0.0131,
      "step": 26119
    },
    {
      "epoch": 2.831743278404163,
      "grad_norm": 0.17271742224693298,
      "learning_rate": 5.628898882924707e-06,
      "loss": 0.013,
      "step": 26120
    },
    {
      "epoch": 2.8318516912402427,
      "grad_norm": 0.3197832405567169,
      "learning_rate": 5.62527201508777e-06,
      "loss": 0.0252,
      "step": 26121
    },
    {
      "epoch": 2.8319601040763227,
      "grad_norm": 0.13050179183483124,
      "learning_rate": 5.6216451472508345e-06,
      "loss": 0.0071,
      "step": 26122
    },
    {
      "epoch": 2.8320685169124022,
      "grad_norm": 0.2049245685338974,
      "learning_rate": 5.618018279413898e-06,
      "loss": 0.008,
      "step": 26123
    },
    {
      "epoch": 2.8321769297484822,
      "grad_norm": 0.11974260210990906,
      "learning_rate": 5.614391411576962e-06,
      "loss": 0.0051,
      "step": 26124
    },
    {
      "epoch": 2.832285342584562,
      "grad_norm": 0.10379499942064285,
      "learning_rate": 5.610764543740026e-06,
      "loss": 0.0061,
      "step": 26125
    },
    {
      "epoch": 2.8323937554206418,
      "grad_norm": 0.11354432255029678,
      "learning_rate": 5.60713767590309e-06,
      "loss": 0.0162,
      "step": 26126
    },
    {
      "epoch": 2.8325021682567217,
      "grad_norm": 0.16823631525039673,
      "learning_rate": 5.603510808066154e-06,
      "loss": 0.0153,
      "step": 26127
    },
    {
      "epoch": 2.8326105810928013,
      "grad_norm": 0.4297303259372711,
      "learning_rate": 5.599883940229218e-06,
      "loss": 0.019,
      "step": 26128
    },
    {
      "epoch": 2.8327189939288813,
      "grad_norm": 0.29338547587394714,
      "learning_rate": 5.596257072392282e-06,
      "loss": 0.0197,
      "step": 26129
    },
    {
      "epoch": 2.832827406764961,
      "grad_norm": 1.011604905128479,
      "learning_rate": 5.5926302045553465e-06,
      "loss": 0.0548,
      "step": 26130
    },
    {
      "epoch": 2.832935819601041,
      "grad_norm": 0.3440742492675781,
      "learning_rate": 5.589003336718411e-06,
      "loss": 0.0206,
      "step": 26131
    },
    {
      "epoch": 2.8330442324371203,
      "grad_norm": 0.25309592485427856,
      "learning_rate": 5.585376468881475e-06,
      "loss": 0.0285,
      "step": 26132
    },
    {
      "epoch": 2.8331526452732003,
      "grad_norm": 0.38219794631004333,
      "learning_rate": 5.581749601044539e-06,
      "loss": 0.0253,
      "step": 26133
    },
    {
      "epoch": 2.8332610581092803,
      "grad_norm": 0.1547107994556427,
      "learning_rate": 5.578122733207603e-06,
      "loss": 0.0137,
      "step": 26134
    },
    {
      "epoch": 2.83336947094536,
      "grad_norm": 0.17411412298679352,
      "learning_rate": 5.574495865370666e-06,
      "loss": 0.0166,
      "step": 26135
    },
    {
      "epoch": 2.83347788378144,
      "grad_norm": 0.1380196064710617,
      "learning_rate": 5.57086899753373e-06,
      "loss": 0.0059,
      "step": 26136
    },
    {
      "epoch": 2.8335862966175194,
      "grad_norm": 0.17994119226932526,
      "learning_rate": 5.5672421296967935e-06,
      "loss": 0.0083,
      "step": 26137
    },
    {
      "epoch": 2.8336947094535994,
      "grad_norm": 0.05126947909593582,
      "learning_rate": 5.563615261859858e-06,
      "loss": 0.0029,
      "step": 26138
    },
    {
      "epoch": 2.8338031222896793,
      "grad_norm": 0.2029658555984497,
      "learning_rate": 5.559988394022922e-06,
      "loss": 0.011,
      "step": 26139
    },
    {
      "epoch": 2.833911535125759,
      "grad_norm": 0.3007770776748657,
      "learning_rate": 5.556361526185986e-06,
      "loss": 0.02,
      "step": 26140
    },
    {
      "epoch": 2.8340199479618384,
      "grad_norm": 0.7261186242103577,
      "learning_rate": 5.55273465834905e-06,
      "loss": 0.0445,
      "step": 26141
    },
    {
      "epoch": 2.8341283607979184,
      "grad_norm": 0.3309895396232605,
      "learning_rate": 5.549107790512114e-06,
      "loss": 0.0144,
      "step": 26142
    },
    {
      "epoch": 2.8342367736339984,
      "grad_norm": 0.03812752664089203,
      "learning_rate": 5.545480922675178e-06,
      "loss": 0.0032,
      "step": 26143
    },
    {
      "epoch": 2.834345186470078,
      "grad_norm": 0.005775067489594221,
      "learning_rate": 5.541854054838242e-06,
      "loss": 0.0006,
      "step": 26144
    },
    {
      "epoch": 2.834453599306158,
      "grad_norm": 0.3234567940235138,
      "learning_rate": 5.538227187001306e-06,
      "loss": 0.0289,
      "step": 26145
    },
    {
      "epoch": 2.8345620121422375,
      "grad_norm": 0.25157177448272705,
      "learning_rate": 5.5346003191643705e-06,
      "loss": 0.015,
      "step": 26146
    },
    {
      "epoch": 2.8346704249783174,
      "grad_norm": 0.15069253742694855,
      "learning_rate": 5.5309734513274346e-06,
      "loss": 0.013,
      "step": 26147
    },
    {
      "epoch": 2.8347788378143974,
      "grad_norm": 0.1619511991739273,
      "learning_rate": 5.527346583490498e-06,
      "loss": 0.0076,
      "step": 26148
    },
    {
      "epoch": 2.834887250650477,
      "grad_norm": 0.3238680064678192,
      "learning_rate": 5.523719715653562e-06,
      "loss": 0.0456,
      "step": 26149
    },
    {
      "epoch": 2.834995663486557,
      "grad_norm": 0.292578786611557,
      "learning_rate": 5.520092847816625e-06,
      "loss": 0.0318,
      "step": 26150
    },
    {
      "epoch": 2.8351040763226365,
      "grad_norm": 0.08932173252105713,
      "learning_rate": 5.516465979979689e-06,
      "loss": 0.0028,
      "step": 26151
    },
    {
      "epoch": 2.8352124891587165,
      "grad_norm": 0.28654423356056213,
      "learning_rate": 5.512839112142753e-06,
      "loss": 0.0097,
      "step": 26152
    },
    {
      "epoch": 2.835320901994796,
      "grad_norm": 0.18584398925304413,
      "learning_rate": 5.5092122443058175e-06,
      "loss": 0.027,
      "step": 26153
    },
    {
      "epoch": 2.835429314830876,
      "grad_norm": 1.1231250762939453,
      "learning_rate": 5.505585376468882e-06,
      "loss": 0.0377,
      "step": 26154
    },
    {
      "epoch": 2.8355377276669556,
      "grad_norm": 0.40599966049194336,
      "learning_rate": 5.501958508631946e-06,
      "loss": 0.0271,
      "step": 26155
    },
    {
      "epoch": 2.8356461405030355,
      "grad_norm": 0.3317645490169525,
      "learning_rate": 5.49833164079501e-06,
      "loss": 0.0223,
      "step": 26156
    },
    {
      "epoch": 2.8357545533391155,
      "grad_norm": 0.07077612727880478,
      "learning_rate": 5.494704772958074e-06,
      "loss": 0.0043,
      "step": 26157
    },
    {
      "epoch": 2.835862966175195,
      "grad_norm": 0.07496031373739243,
      "learning_rate": 5.491077905121138e-06,
      "loss": 0.0035,
      "step": 26158
    },
    {
      "epoch": 2.835971379011275,
      "grad_norm": 0.17852365970611572,
      "learning_rate": 5.487451037284202e-06,
      "loss": 0.0038,
      "step": 26159
    },
    {
      "epoch": 2.8360797918473546,
      "grad_norm": 0.41995570063591003,
      "learning_rate": 5.483824169447266e-06,
      "loss": 0.0335,
      "step": 26160
    },
    {
      "epoch": 2.8361882046834346,
      "grad_norm": 0.19985288381576538,
      "learning_rate": 5.4801973016103295e-06,
      "loss": 0.0099,
      "step": 26161
    },
    {
      "epoch": 2.8362966175195146,
      "grad_norm": 0.1460074633359909,
      "learning_rate": 5.476570433773394e-06,
      "loss": 0.0048,
      "step": 26162
    },
    {
      "epoch": 2.836405030355594,
      "grad_norm": 0.38981422781944275,
      "learning_rate": 5.472943565936457e-06,
      "loss": 0.0237,
      "step": 26163
    },
    {
      "epoch": 2.8365134431916736,
      "grad_norm": 0.03983762860298157,
      "learning_rate": 5.469316698099521e-06,
      "loss": 0.0034,
      "step": 26164
    },
    {
      "epoch": 2.8366218560277536,
      "grad_norm": 0.3781206011772156,
      "learning_rate": 5.465689830262585e-06,
      "loss": 0.03,
      "step": 26165
    },
    {
      "epoch": 2.8367302688638336,
      "grad_norm": 0.20079703629016876,
      "learning_rate": 5.462062962425649e-06,
      "loss": 0.0102,
      "step": 26166
    },
    {
      "epoch": 2.836838681699913,
      "grad_norm": 0.09124105423688889,
      "learning_rate": 5.458436094588713e-06,
      "loss": 0.0094,
      "step": 26167
    },
    {
      "epoch": 2.836947094535993,
      "grad_norm": 0.10413004457950592,
      "learning_rate": 5.454809226751777e-06,
      "loss": 0.0027,
      "step": 26168
    },
    {
      "epoch": 2.8370555073720727,
      "grad_norm": 0.12957768142223358,
      "learning_rate": 5.4511823589148415e-06,
      "loss": 0.0039,
      "step": 26169
    },
    {
      "epoch": 2.8371639202081527,
      "grad_norm": 0.2962833642959595,
      "learning_rate": 5.447555491077906e-06,
      "loss": 0.0534,
      "step": 26170
    },
    {
      "epoch": 2.8372723330442327,
      "grad_norm": 0.20899949967861176,
      "learning_rate": 5.44392862324097e-06,
      "loss": 0.017,
      "step": 26171
    },
    {
      "epoch": 2.837380745880312,
      "grad_norm": 0.019637571647763252,
      "learning_rate": 5.440301755404034e-06,
      "loss": 0.001,
      "step": 26172
    },
    {
      "epoch": 2.837489158716392,
      "grad_norm": 0.187064066529274,
      "learning_rate": 5.436674887567098e-06,
      "loss": 0.0135,
      "step": 26173
    },
    {
      "epoch": 2.8375975715524717,
      "grad_norm": 0.10799550265073776,
      "learning_rate": 5.433048019730161e-06,
      "loss": 0.0018,
      "step": 26174
    },
    {
      "epoch": 2.8377059843885517,
      "grad_norm": 0.2434689849615097,
      "learning_rate": 5.429421151893225e-06,
      "loss": 0.0191,
      "step": 26175
    },
    {
      "epoch": 2.8378143972246312,
      "grad_norm": 0.03974265605211258,
      "learning_rate": 5.4257942840562885e-06,
      "loss": 0.0017,
      "step": 26176
    },
    {
      "epoch": 2.8379228100607112,
      "grad_norm": 0.034972332417964935,
      "learning_rate": 5.422167416219353e-06,
      "loss": 0.0017,
      "step": 26177
    },
    {
      "epoch": 2.8380312228967908,
      "grad_norm": 0.15450583398342133,
      "learning_rate": 5.418540548382417e-06,
      "loss": 0.0075,
      "step": 26178
    },
    {
      "epoch": 2.8381396357328708,
      "grad_norm": 0.3217012286186218,
      "learning_rate": 5.414913680545481e-06,
      "loss": 0.0124,
      "step": 26179
    },
    {
      "epoch": 2.8382480485689507,
      "grad_norm": 0.11534210294485092,
      "learning_rate": 5.411286812708545e-06,
      "loss": 0.0074,
      "step": 26180
    },
    {
      "epoch": 2.8383564614050303,
      "grad_norm": 0.10001078248023987,
      "learning_rate": 5.407659944871609e-06,
      "loss": 0.0069,
      "step": 26181
    },
    {
      "epoch": 2.8384648742411103,
      "grad_norm": 0.25096452236175537,
      "learning_rate": 5.404033077034673e-06,
      "loss": 0.019,
      "step": 26182
    },
    {
      "epoch": 2.83857328707719,
      "grad_norm": 0.03948293626308441,
      "learning_rate": 5.400406209197737e-06,
      "loss": 0.0022,
      "step": 26183
    },
    {
      "epoch": 2.83868169991327,
      "grad_norm": 0.12078065425157547,
      "learning_rate": 5.396779341360801e-06,
      "loss": 0.0066,
      "step": 26184
    },
    {
      "epoch": 2.83879011274935,
      "grad_norm": 0.20093697309494019,
      "learning_rate": 5.3931524735238655e-06,
      "loss": 0.0206,
      "step": 26185
    },
    {
      "epoch": 2.8388985255854293,
      "grad_norm": 0.09446850419044495,
      "learning_rate": 5.38952560568693e-06,
      "loss": 0.0044,
      "step": 26186
    },
    {
      "epoch": 2.839006938421509,
      "grad_norm": 0.2593444883823395,
      "learning_rate": 5.385898737849993e-06,
      "loss": 0.0103,
      "step": 26187
    },
    {
      "epoch": 2.839115351257589,
      "grad_norm": 0.33455348014831543,
      "learning_rate": 5.382271870013057e-06,
      "loss": 0.0216,
      "step": 26188
    },
    {
      "epoch": 2.839223764093669,
      "grad_norm": 0.06483323872089386,
      "learning_rate": 5.378645002176121e-06,
      "loss": 0.0075,
      "step": 26189
    },
    {
      "epoch": 2.8393321769297484,
      "grad_norm": 0.08124471455812454,
      "learning_rate": 5.375018134339184e-06,
      "loss": 0.0024,
      "step": 26190
    },
    {
      "epoch": 2.8394405897658284,
      "grad_norm": 0.5264294743537903,
      "learning_rate": 5.371391266502248e-06,
      "loss": 0.0541,
      "step": 26191
    },
    {
      "epoch": 2.839549002601908,
      "grad_norm": 0.035838574171066284,
      "learning_rate": 5.3677643986653125e-06,
      "loss": 0.0029,
      "step": 26192
    },
    {
      "epoch": 2.839657415437988,
      "grad_norm": 0.15299932658672333,
      "learning_rate": 5.364137530828377e-06,
      "loss": 0.0074,
      "step": 26193
    },
    {
      "epoch": 2.839765828274068,
      "grad_norm": 0.6662828326225281,
      "learning_rate": 5.360510662991441e-06,
      "loss": 0.0578,
      "step": 26194
    },
    {
      "epoch": 2.8398742411101474,
      "grad_norm": 0.16211003065109253,
      "learning_rate": 5.356883795154505e-06,
      "loss": 0.0057,
      "step": 26195
    },
    {
      "epoch": 2.8399826539462274,
      "grad_norm": 0.0322917103767395,
      "learning_rate": 5.353256927317569e-06,
      "loss": 0.0032,
      "step": 26196
    },
    {
      "epoch": 2.840091066782307,
      "grad_norm": 0.20757120847702026,
      "learning_rate": 5.349630059480633e-06,
      "loss": 0.021,
      "step": 26197
    },
    {
      "epoch": 2.840199479618387,
      "grad_norm": 0.5565217137336731,
      "learning_rate": 5.346003191643697e-06,
      "loss": 0.0249,
      "step": 26198
    },
    {
      "epoch": 2.8403078924544665,
      "grad_norm": 0.7071385383605957,
      "learning_rate": 5.342376323806761e-06,
      "loss": 0.0228,
      "step": 26199
    },
    {
      "epoch": 2.8404163052905465,
      "grad_norm": 0.08710609376430511,
      "learning_rate": 5.3387494559698245e-06,
      "loss": 0.0097,
      "step": 26200
    },
    {
      "epoch": 2.840524718126626,
      "grad_norm": 0.1431339979171753,
      "learning_rate": 5.335122588132889e-06,
      "loss": 0.0066,
      "step": 26201
    },
    {
      "epoch": 2.840633130962706,
      "grad_norm": 0.0662611648440361,
      "learning_rate": 5.331495720295953e-06,
      "loss": 0.0062,
      "step": 26202
    },
    {
      "epoch": 2.840741543798786,
      "grad_norm": 0.14461256563663483,
      "learning_rate": 5.327868852459016e-06,
      "loss": 0.0104,
      "step": 26203
    },
    {
      "epoch": 2.8408499566348655,
      "grad_norm": 0.1638585776090622,
      "learning_rate": 5.32424198462208e-06,
      "loss": 0.0088,
      "step": 26204
    },
    {
      "epoch": 2.8409583694709455,
      "grad_norm": 0.13541191816329956,
      "learning_rate": 5.320615116785144e-06,
      "loss": 0.0072,
      "step": 26205
    },
    {
      "epoch": 2.841066782307025,
      "grad_norm": 1.1625792980194092,
      "learning_rate": 5.316988248948208e-06,
      "loss": 0.0288,
      "step": 26206
    },
    {
      "epoch": 2.841175195143105,
      "grad_norm": 0.1592167466878891,
      "learning_rate": 5.313361381111272e-06,
      "loss": 0.0175,
      "step": 26207
    },
    {
      "epoch": 2.841283607979185,
      "grad_norm": 0.20447438955307007,
      "learning_rate": 5.3097345132743365e-06,
      "loss": 0.0105,
      "step": 26208
    },
    {
      "epoch": 2.8413920208152645,
      "grad_norm": 0.26587358117103577,
      "learning_rate": 5.306107645437401e-06,
      "loss": 0.0397,
      "step": 26209
    },
    {
      "epoch": 2.841500433651344,
      "grad_norm": 0.3323850631713867,
      "learning_rate": 5.302480777600465e-06,
      "loss": 0.0178,
      "step": 26210
    },
    {
      "epoch": 2.841608846487424,
      "grad_norm": 0.7025443315505981,
      "learning_rate": 5.298853909763529e-06,
      "loss": 0.0181,
      "step": 26211
    },
    {
      "epoch": 2.841717259323504,
      "grad_norm": 0.24333953857421875,
      "learning_rate": 5.295227041926593e-06,
      "loss": 0.0209,
      "step": 26212
    },
    {
      "epoch": 2.8418256721595836,
      "grad_norm": 0.22349479794502258,
      "learning_rate": 5.291600174089656e-06,
      "loss": 0.0108,
      "step": 26213
    },
    {
      "epoch": 2.8419340849956636,
      "grad_norm": 0.07942759990692139,
      "learning_rate": 5.28797330625272e-06,
      "loss": 0.0051,
      "step": 26214
    },
    {
      "epoch": 2.842042497831743,
      "grad_norm": 0.2651267945766449,
      "learning_rate": 5.284346438415784e-06,
      "loss": 0.0459,
      "step": 26215
    },
    {
      "epoch": 2.842150910667823,
      "grad_norm": 0.36112987995147705,
      "learning_rate": 5.2807195705788485e-06,
      "loss": 0.0841,
      "step": 26216
    },
    {
      "epoch": 2.842259323503903,
      "grad_norm": 0.28798651695251465,
      "learning_rate": 5.277092702741912e-06,
      "loss": 0.0098,
      "step": 26217
    },
    {
      "epoch": 2.8423677363399826,
      "grad_norm": 0.18418824672698975,
      "learning_rate": 5.273465834904976e-06,
      "loss": 0.0324,
      "step": 26218
    },
    {
      "epoch": 2.842476149176062,
      "grad_norm": 0.32282009720802307,
      "learning_rate": 5.26983896706804e-06,
      "loss": 0.0386,
      "step": 26219
    },
    {
      "epoch": 2.842584562012142,
      "grad_norm": 0.31524935364723206,
      "learning_rate": 5.266212099231104e-06,
      "loss": 0.0299,
      "step": 26220
    },
    {
      "epoch": 2.842692974848222,
      "grad_norm": 0.07463076710700989,
      "learning_rate": 5.262585231394168e-06,
      "loss": 0.0049,
      "step": 26221
    },
    {
      "epoch": 2.8428013876843017,
      "grad_norm": 0.38909539580345154,
      "learning_rate": 5.258958363557232e-06,
      "loss": 0.0476,
      "step": 26222
    },
    {
      "epoch": 2.8429098005203817,
      "grad_norm": 0.3046313524246216,
      "learning_rate": 5.255331495720296e-06,
      "loss": 0.0159,
      "step": 26223
    },
    {
      "epoch": 2.843018213356461,
      "grad_norm": 0.26057249307632446,
      "learning_rate": 5.2517046278833605e-06,
      "loss": 0.0164,
      "step": 26224
    },
    {
      "epoch": 2.843126626192541,
      "grad_norm": 0.1467086672782898,
      "learning_rate": 5.248077760046425e-06,
      "loss": 0.0045,
      "step": 26225
    },
    {
      "epoch": 2.843235039028621,
      "grad_norm": 0.23141248524188995,
      "learning_rate": 5.244450892209489e-06,
      "loss": 0.0132,
      "step": 26226
    },
    {
      "epoch": 2.8433434518647007,
      "grad_norm": 0.062045954167842865,
      "learning_rate": 5.240824024372552e-06,
      "loss": 0.0024,
      "step": 26227
    },
    {
      "epoch": 2.8434518647007807,
      "grad_norm": 0.05227474868297577,
      "learning_rate": 5.237197156535616e-06,
      "loss": 0.0021,
      "step": 26228
    },
    {
      "epoch": 2.8435602775368602,
      "grad_norm": 0.019911618903279305,
      "learning_rate": 5.23357028869868e-06,
      "loss": 0.0011,
      "step": 26229
    },
    {
      "epoch": 2.8436686903729402,
      "grad_norm": 0.1595475971698761,
      "learning_rate": 5.2299434208617434e-06,
      "loss": 0.0064,
      "step": 26230
    },
    {
      "epoch": 2.84377710320902,
      "grad_norm": 0.057093892246484756,
      "learning_rate": 5.2263165530248075e-06,
      "loss": 0.0021,
      "step": 26231
    },
    {
      "epoch": 2.8438855160450998,
      "grad_norm": 0.07506709545850754,
      "learning_rate": 5.222689685187872e-06,
      "loss": 0.0023,
      "step": 26232
    },
    {
      "epoch": 2.8439939288811793,
      "grad_norm": 0.2035263329744339,
      "learning_rate": 5.219062817350936e-06,
      "loss": 0.0104,
      "step": 26233
    },
    {
      "epoch": 2.8441023417172593,
      "grad_norm": 0.07737244665622711,
      "learning_rate": 5.215435949514e-06,
      "loss": 0.0043,
      "step": 26234
    },
    {
      "epoch": 2.8442107545533393,
      "grad_norm": 0.2070855051279068,
      "learning_rate": 5.211809081677064e-06,
      "loss": 0.0183,
      "step": 26235
    },
    {
      "epoch": 2.844319167389419,
      "grad_norm": 0.06138947233557701,
      "learning_rate": 5.208182213840128e-06,
      "loss": 0.0034,
      "step": 26236
    },
    {
      "epoch": 2.844427580225499,
      "grad_norm": 0.16799600422382355,
      "learning_rate": 5.204555346003192e-06,
      "loss": 0.0108,
      "step": 26237
    },
    {
      "epoch": 2.8445359930615783,
      "grad_norm": 0.8105204105377197,
      "learning_rate": 5.200928478166256e-06,
      "loss": 0.028,
      "step": 26238
    },
    {
      "epoch": 2.8446444058976583,
      "grad_norm": 0.08085630089044571,
      "learning_rate": 5.19730161032932e-06,
      "loss": 0.0056,
      "step": 26239
    },
    {
      "epoch": 2.8447528187337383,
      "grad_norm": 0.1878911852836609,
      "learning_rate": 5.193674742492384e-06,
      "loss": 0.0263,
      "step": 26240
    },
    {
      "epoch": 2.844861231569818,
      "grad_norm": 0.36086785793304443,
      "learning_rate": 5.190047874655448e-06,
      "loss": 0.0217,
      "step": 26241
    },
    {
      "epoch": 2.8449696444058974,
      "grad_norm": 0.10558421909809113,
      "learning_rate": 5.186421006818512e-06,
      "loss": 0.0051,
      "step": 26242
    },
    {
      "epoch": 2.8450780572419774,
      "grad_norm": 0.34467649459838867,
      "learning_rate": 5.182794138981576e-06,
      "loss": 0.0149,
      "step": 26243
    },
    {
      "epoch": 2.8451864700780574,
      "grad_norm": 0.08653297275304794,
      "learning_rate": 5.179167271144639e-06,
      "loss": 0.0069,
      "step": 26244
    },
    {
      "epoch": 2.845294882914137,
      "grad_norm": 0.3107864260673523,
      "learning_rate": 5.175540403307703e-06,
      "loss": 0.0064,
      "step": 26245
    },
    {
      "epoch": 2.845403295750217,
      "grad_norm": 0.3627212345600128,
      "learning_rate": 5.171913535470767e-06,
      "loss": 0.0116,
      "step": 26246
    },
    {
      "epoch": 2.8455117085862964,
      "grad_norm": 0.3269178569316864,
      "learning_rate": 5.1682866676338315e-06,
      "loss": 0.0196,
      "step": 26247
    },
    {
      "epoch": 2.8456201214223764,
      "grad_norm": 0.22162744402885437,
      "learning_rate": 5.164659799796896e-06,
      "loss": 0.0282,
      "step": 26248
    },
    {
      "epoch": 2.8457285342584564,
      "grad_norm": 0.09406479448080063,
      "learning_rate": 5.16103293195996e-06,
      "loss": 0.0069,
      "step": 26249
    },
    {
      "epoch": 2.845836947094536,
      "grad_norm": 0.5447961091995239,
      "learning_rate": 5.157406064123024e-06,
      "loss": 0.0475,
      "step": 26250
    },
    {
      "epoch": 2.845945359930616,
      "grad_norm": 0.21961702406406403,
      "learning_rate": 5.153779196286088e-06,
      "loss": 0.0102,
      "step": 26251
    },
    {
      "epoch": 2.8460537727666955,
      "grad_norm": 0.1926937997341156,
      "learning_rate": 5.150152328449152e-06,
      "loss": 0.0121,
      "step": 26252
    },
    {
      "epoch": 2.8461621856027755,
      "grad_norm": 0.17658990621566772,
      "learning_rate": 5.146525460612215e-06,
      "loss": 0.0111,
      "step": 26253
    },
    {
      "epoch": 2.8462705984388554,
      "grad_norm": 0.1873835325241089,
      "learning_rate": 5.142898592775279e-06,
      "loss": 0.0203,
      "step": 26254
    },
    {
      "epoch": 2.846379011274935,
      "grad_norm": 0.22468774020671844,
      "learning_rate": 5.1392717249383435e-06,
      "loss": 0.0121,
      "step": 26255
    },
    {
      "epoch": 2.8464874241110145,
      "grad_norm": 0.4473763704299927,
      "learning_rate": 5.135644857101408e-06,
      "loss": 0.0313,
      "step": 26256
    },
    {
      "epoch": 2.8465958369470945,
      "grad_norm": 0.48386600613594055,
      "learning_rate": 5.132017989264471e-06,
      "loss": 0.0073,
      "step": 26257
    },
    {
      "epoch": 2.8467042497831745,
      "grad_norm": 0.2161167860031128,
      "learning_rate": 5.128391121427535e-06,
      "loss": 0.0099,
      "step": 26258
    },
    {
      "epoch": 2.846812662619254,
      "grad_norm": 0.2756349742412567,
      "learning_rate": 5.124764253590599e-06,
      "loss": 0.0102,
      "step": 26259
    },
    {
      "epoch": 2.846921075455334,
      "grad_norm": 0.5572172403335571,
      "learning_rate": 5.121137385753663e-06,
      "loss": 0.029,
      "step": 26260
    },
    {
      "epoch": 2.8470294882914136,
      "grad_norm": 0.08688414841890335,
      "learning_rate": 5.117510517916727e-06,
      "loss": 0.0053,
      "step": 26261
    },
    {
      "epoch": 2.8471379011274935,
      "grad_norm": 0.12428860366344452,
      "learning_rate": 5.113883650079791e-06,
      "loss": 0.0074,
      "step": 26262
    },
    {
      "epoch": 2.8472463139635735,
      "grad_norm": 0.31494492292404175,
      "learning_rate": 5.1102567822428555e-06,
      "loss": 0.0302,
      "step": 26263
    },
    {
      "epoch": 2.847354726799653,
      "grad_norm": 0.1666220724582672,
      "learning_rate": 5.10662991440592e-06,
      "loss": 0.0181,
      "step": 26264
    },
    {
      "epoch": 2.8474631396357326,
      "grad_norm": 0.3333278298377991,
      "learning_rate": 5.103003046568984e-06,
      "loss": 0.0122,
      "step": 26265
    },
    {
      "epoch": 2.8475715524718126,
      "grad_norm": 0.12862476706504822,
      "learning_rate": 5.099376178732047e-06,
      "loss": 0.0098,
      "step": 26266
    },
    {
      "epoch": 2.8476799653078926,
      "grad_norm": 0.16538941860198975,
      "learning_rate": 5.095749310895111e-06,
      "loss": 0.0126,
      "step": 26267
    },
    {
      "epoch": 2.847788378143972,
      "grad_norm": 0.014066076837480068,
      "learning_rate": 5.092122443058175e-06,
      "loss": 0.0008,
      "step": 26268
    },
    {
      "epoch": 2.847896790980052,
      "grad_norm": 0.013475517742335796,
      "learning_rate": 5.088495575221239e-06,
      "loss": 0.0006,
      "step": 26269
    },
    {
      "epoch": 2.8480052038161316,
      "grad_norm": 0.5059628486633301,
      "learning_rate": 5.084868707384303e-06,
      "loss": 0.0319,
      "step": 26270
    },
    {
      "epoch": 2.8481136166522116,
      "grad_norm": 0.023807473480701447,
      "learning_rate": 5.081241839547367e-06,
      "loss": 0.0012,
      "step": 26271
    },
    {
      "epoch": 2.8482220294882916,
      "grad_norm": 0.6588335037231445,
      "learning_rate": 5.077614971710431e-06,
      "loss": 0.0522,
      "step": 26272
    },
    {
      "epoch": 2.848330442324371,
      "grad_norm": 0.2031855583190918,
      "learning_rate": 5.073988103873495e-06,
      "loss": 0.023,
      "step": 26273
    },
    {
      "epoch": 2.848438855160451,
      "grad_norm": 0.01124561857432127,
      "learning_rate": 5.070361236036559e-06,
      "loss": 0.0005,
      "step": 26274
    },
    {
      "epoch": 2.8485472679965307,
      "grad_norm": 0.23353920876979828,
      "learning_rate": 5.066734368199623e-06,
      "loss": 0.0293,
      "step": 26275
    },
    {
      "epoch": 2.8486556808326107,
      "grad_norm": 0.1709711104631424,
      "learning_rate": 5.063107500362687e-06,
      "loss": 0.0165,
      "step": 26276
    },
    {
      "epoch": 2.84876409366869,
      "grad_norm": 0.20264752209186554,
      "learning_rate": 5.059480632525751e-06,
      "loss": 0.0157,
      "step": 26277
    },
    {
      "epoch": 2.84887250650477,
      "grad_norm": 0.18959499895572662,
      "learning_rate": 5.055853764688815e-06,
      "loss": 0.0083,
      "step": 26278
    },
    {
      "epoch": 2.8489809193408497,
      "grad_norm": 0.305230051279068,
      "learning_rate": 5.052226896851879e-06,
      "loss": 0.0201,
      "step": 26279
    },
    {
      "epoch": 2.8490893321769297,
      "grad_norm": 0.26806917786598206,
      "learning_rate": 5.048600029014943e-06,
      "loss": 0.0288,
      "step": 26280
    },
    {
      "epoch": 2.8491977450130097,
      "grad_norm": 0.45907652378082275,
      "learning_rate": 5.044973161178007e-06,
      "loss": 0.0623,
      "step": 26281
    },
    {
      "epoch": 2.8493061578490892,
      "grad_norm": 0.2908470630645752,
      "learning_rate": 5.041346293341071e-06,
      "loss": 0.0317,
      "step": 26282
    },
    {
      "epoch": 2.8494145706851692,
      "grad_norm": 0.16477875411510468,
      "learning_rate": 5.037719425504135e-06,
      "loss": 0.0097,
      "step": 26283
    },
    {
      "epoch": 2.8495229835212488,
      "grad_norm": 0.37099605798721313,
      "learning_rate": 5.034092557667198e-06,
      "loss": 0.0246,
      "step": 26284
    },
    {
      "epoch": 2.8496313963573288,
      "grad_norm": 0.2021244764328003,
      "learning_rate": 5.0304656898302624e-06,
      "loss": 0.0197,
      "step": 26285
    },
    {
      "epoch": 2.8497398091934087,
      "grad_norm": 0.1284414827823639,
      "learning_rate": 5.0268388219933265e-06,
      "loss": 0.0044,
      "step": 26286
    },
    {
      "epoch": 2.8498482220294883,
      "grad_norm": 0.19721300899982452,
      "learning_rate": 5.023211954156391e-06,
      "loss": 0.0123,
      "step": 26287
    },
    {
      "epoch": 2.849956634865568,
      "grad_norm": 0.13327765464782715,
      "learning_rate": 5.019585086319455e-06,
      "loss": 0.0146,
      "step": 26288
    },
    {
      "epoch": 2.850065047701648,
      "grad_norm": 0.20323173701763153,
      "learning_rate": 5.015958218482519e-06,
      "loss": 0.0165,
      "step": 26289
    },
    {
      "epoch": 2.850173460537728,
      "grad_norm": 0.17755989730358124,
      "learning_rate": 5.012331350645583e-06,
      "loss": 0.013,
      "step": 26290
    },
    {
      "epoch": 2.8502818733738073,
      "grad_norm": 0.11378468573093414,
      "learning_rate": 5.008704482808647e-06,
      "loss": 0.0064,
      "step": 26291
    },
    {
      "epoch": 2.8503902862098873,
      "grad_norm": 0.17676429450511932,
      "learning_rate": 5.00507761497171e-06,
      "loss": 0.019,
      "step": 26292
    },
    {
      "epoch": 2.850498699045967,
      "grad_norm": 0.5415976047515869,
      "learning_rate": 5.0014507471347744e-06,
      "loss": 0.0733,
      "step": 26293
    },
    {
      "epoch": 2.850607111882047,
      "grad_norm": 0.4052733778953552,
      "learning_rate": 4.9978238792978385e-06,
      "loss": 0.015,
      "step": 26294
    },
    {
      "epoch": 2.850715524718127,
      "grad_norm": 0.02619633823633194,
      "learning_rate": 4.994197011460903e-06,
      "loss": 0.0015,
      "step": 26295
    },
    {
      "epoch": 2.8508239375542064,
      "grad_norm": 0.13040734827518463,
      "learning_rate": 4.990570143623967e-06,
      "loss": 0.0109,
      "step": 26296
    },
    {
      "epoch": 2.8509323503902864,
      "grad_norm": 0.24246156215667725,
      "learning_rate": 4.986943275787031e-06,
      "loss": 0.0183,
      "step": 26297
    },
    {
      "epoch": 2.851040763226366,
      "grad_norm": 0.620002031326294,
      "learning_rate": 4.983316407950094e-06,
      "loss": 0.0449,
      "step": 26298
    },
    {
      "epoch": 2.851149176062446,
      "grad_norm": 0.1377519965171814,
      "learning_rate": 4.979689540113158e-06,
      "loss": 0.0223,
      "step": 26299
    },
    {
      "epoch": 2.8512575888985254,
      "grad_norm": 0.21635566651821136,
      "learning_rate": 4.976062672276222e-06,
      "loss": 0.021,
      "step": 26300
    },
    {
      "epoch": 2.8513660017346054,
      "grad_norm": 0.12728264927864075,
      "learning_rate": 4.972435804439286e-06,
      "loss": 0.0089,
      "step": 26301
    },
    {
      "epoch": 2.851474414570685,
      "grad_norm": 0.08451946079730988,
      "learning_rate": 4.9688089366023505e-06,
      "loss": 0.007,
      "step": 26302
    },
    {
      "epoch": 2.851582827406765,
      "grad_norm": 0.3529047667980194,
      "learning_rate": 4.965182068765415e-06,
      "loss": 0.028,
      "step": 26303
    },
    {
      "epoch": 2.851691240242845,
      "grad_norm": 0.49134376645088196,
      "learning_rate": 4.961555200928479e-06,
      "loss": 0.0147,
      "step": 26304
    },
    {
      "epoch": 2.8517996530789245,
      "grad_norm": 0.39525872468948364,
      "learning_rate": 4.957928333091543e-06,
      "loss": 0.0447,
      "step": 26305
    },
    {
      "epoch": 2.8519080659150045,
      "grad_norm": 0.07738955318927765,
      "learning_rate": 4.954301465254606e-06,
      "loss": 0.0031,
      "step": 26306
    },
    {
      "epoch": 2.852016478751084,
      "grad_norm": 0.3461333215236664,
      "learning_rate": 4.95067459741767e-06,
      "loss": 0.0165,
      "step": 26307
    },
    {
      "epoch": 2.852124891587164,
      "grad_norm": 0.04908746853470802,
      "learning_rate": 4.947047729580734e-06,
      "loss": 0.0033,
      "step": 26308
    },
    {
      "epoch": 2.852233304423244,
      "grad_norm": 0.03917761519551277,
      "learning_rate": 4.943420861743798e-06,
      "loss": 0.0025,
      "step": 26309
    },
    {
      "epoch": 2.8523417172593235,
      "grad_norm": 0.30953308939933777,
      "learning_rate": 4.9397939939068625e-06,
      "loss": 0.019,
      "step": 26310
    },
    {
      "epoch": 2.852450130095403,
      "grad_norm": 0.2812938094139099,
      "learning_rate": 4.936167126069927e-06,
      "loss": 0.0083,
      "step": 26311
    },
    {
      "epoch": 2.852558542931483,
      "grad_norm": 0.49873825907707214,
      "learning_rate": 4.93254025823299e-06,
      "loss": 0.0151,
      "step": 26312
    },
    {
      "epoch": 2.852666955767563,
      "grad_norm": 0.2477070391178131,
      "learning_rate": 4.928913390396054e-06,
      "loss": 0.0147,
      "step": 26313
    },
    {
      "epoch": 2.8527753686036426,
      "grad_norm": 0.26873651146888733,
      "learning_rate": 4.925286522559118e-06,
      "loss": 0.0274,
      "step": 26314
    },
    {
      "epoch": 2.8528837814397225,
      "grad_norm": 0.6681505441665649,
      "learning_rate": 4.921659654722182e-06,
      "loss": 0.0496,
      "step": 26315
    },
    {
      "epoch": 2.852992194275802,
      "grad_norm": 0.12458840012550354,
      "learning_rate": 4.918032786885246e-06,
      "loss": 0.0109,
      "step": 26316
    },
    {
      "epoch": 2.853100607111882,
      "grad_norm": 0.21411745250225067,
      "learning_rate": 4.91440591904831e-06,
      "loss": 0.0084,
      "step": 26317
    },
    {
      "epoch": 2.853209019947962,
      "grad_norm": 0.8792805671691895,
      "learning_rate": 4.9107790512113745e-06,
      "loss": 0.0175,
      "step": 26318
    },
    {
      "epoch": 2.8533174327840416,
      "grad_norm": 0.0739140659570694,
      "learning_rate": 4.907152183374438e-06,
      "loss": 0.0066,
      "step": 26319
    },
    {
      "epoch": 2.8534258456201216,
      "grad_norm": 0.2176745980978012,
      "learning_rate": 4.903525315537502e-06,
      "loss": 0.0098,
      "step": 26320
    },
    {
      "epoch": 2.853534258456201,
      "grad_norm": 0.20817360281944275,
      "learning_rate": 4.899898447700566e-06,
      "loss": 0.0167,
      "step": 26321
    },
    {
      "epoch": 2.853642671292281,
      "grad_norm": 0.1932062953710556,
      "learning_rate": 4.89627157986363e-06,
      "loss": 0.0269,
      "step": 26322
    },
    {
      "epoch": 2.8537510841283606,
      "grad_norm": 0.06354265660047531,
      "learning_rate": 4.892644712026694e-06,
      "loss": 0.0034,
      "step": 26323
    },
    {
      "epoch": 2.8538594969644406,
      "grad_norm": 0.46780455112457275,
      "learning_rate": 4.889017844189758e-06,
      "loss": 0.018,
      "step": 26324
    },
    {
      "epoch": 2.85396790980052,
      "grad_norm": 0.16174358129501343,
      "learning_rate": 4.8853909763528216e-06,
      "loss": 0.0188,
      "step": 26325
    },
    {
      "epoch": 2.8540763226366,
      "grad_norm": 0.13807664811611176,
      "learning_rate": 4.881764108515886e-06,
      "loss": 0.0025,
      "step": 26326
    },
    {
      "epoch": 2.85418473547268,
      "grad_norm": 0.6101785898208618,
      "learning_rate": 4.87813724067895e-06,
      "loss": 0.0534,
      "step": 26327
    },
    {
      "epoch": 2.8542931483087597,
      "grad_norm": 0.1299172341823578,
      "learning_rate": 4.874510372842014e-06,
      "loss": 0.0093,
      "step": 26328
    },
    {
      "epoch": 2.8544015611448397,
      "grad_norm": 0.07349861413240433,
      "learning_rate": 4.870883505005078e-06,
      "loss": 0.0064,
      "step": 26329
    },
    {
      "epoch": 2.854509973980919,
      "grad_norm": 0.10118062049150467,
      "learning_rate": 4.867256637168142e-06,
      "loss": 0.003,
      "step": 26330
    },
    {
      "epoch": 2.854618386816999,
      "grad_norm": 0.0462520495057106,
      "learning_rate": 4.863629769331206e-06,
      "loss": 0.0027,
      "step": 26331
    },
    {
      "epoch": 2.854726799653079,
      "grad_norm": 0.4576303958892822,
      "learning_rate": 4.8600029014942694e-06,
      "loss": 0.0253,
      "step": 26332
    },
    {
      "epoch": 2.8548352124891587,
      "grad_norm": 0.25847214460372925,
      "learning_rate": 4.8563760336573335e-06,
      "loss": 0.0097,
      "step": 26333
    },
    {
      "epoch": 2.8549436253252383,
      "grad_norm": 0.020840242505073547,
      "learning_rate": 4.852749165820398e-06,
      "loss": 0.0015,
      "step": 26334
    },
    {
      "epoch": 2.8550520381613183,
      "grad_norm": 0.15007920563220978,
      "learning_rate": 4.849122297983462e-06,
      "loss": 0.0117,
      "step": 26335
    },
    {
      "epoch": 2.8551604509973982,
      "grad_norm": 0.07526496797800064,
      "learning_rate": 4.845495430146526e-06,
      "loss": 0.003,
      "step": 26336
    },
    {
      "epoch": 2.8552688638334778,
      "grad_norm": 0.24059414863586426,
      "learning_rate": 4.84186856230959e-06,
      "loss": 0.0104,
      "step": 26337
    },
    {
      "epoch": 2.8553772766695578,
      "grad_norm": 0.12543834745883942,
      "learning_rate": 4.838241694472654e-06,
      "loss": 0.0052,
      "step": 26338
    },
    {
      "epoch": 2.8554856895056373,
      "grad_norm": 0.23487794399261475,
      "learning_rate": 4.834614826635717e-06,
      "loss": 0.0179,
      "step": 26339
    },
    {
      "epoch": 2.8555941023417173,
      "grad_norm": 0.020620524883270264,
      "learning_rate": 4.8309879587987814e-06,
      "loss": 0.0012,
      "step": 26340
    },
    {
      "epoch": 2.8557025151777973,
      "grad_norm": 0.025800606235861778,
      "learning_rate": 4.8273610909618455e-06,
      "loss": 0.0014,
      "step": 26341
    },
    {
      "epoch": 2.855810928013877,
      "grad_norm": 0.10474580526351929,
      "learning_rate": 4.82373422312491e-06,
      "loss": 0.0025,
      "step": 26342
    },
    {
      "epoch": 2.855919340849957,
      "grad_norm": 0.16994287073612213,
      "learning_rate": 4.820107355287974e-06,
      "loss": 0.0111,
      "step": 26343
    },
    {
      "epoch": 2.8560277536860363,
      "grad_norm": 0.15643656253814697,
      "learning_rate": 4.816480487451038e-06,
      "loss": 0.0155,
      "step": 26344
    },
    {
      "epoch": 2.8561361665221163,
      "grad_norm": 0.1969517171382904,
      "learning_rate": 4.812853619614101e-06,
      "loss": 0.013,
      "step": 26345
    },
    {
      "epoch": 2.856244579358196,
      "grad_norm": 0.21995136141777039,
      "learning_rate": 4.809226751777165e-06,
      "loss": 0.0191,
      "step": 26346
    },
    {
      "epoch": 2.856352992194276,
      "grad_norm": 0.12937059998512268,
      "learning_rate": 4.805599883940229e-06,
      "loss": 0.0115,
      "step": 26347
    },
    {
      "epoch": 2.8564614050303554,
      "grad_norm": 0.318634033203125,
      "learning_rate": 4.8019730161032934e-06,
      "loss": 0.0205,
      "step": 26348
    },
    {
      "epoch": 2.8565698178664354,
      "grad_norm": 0.24754491448402405,
      "learning_rate": 4.7983461482663575e-06,
      "loss": 0.0183,
      "step": 26349
    },
    {
      "epoch": 2.8566782307025154,
      "grad_norm": 0.15706151723861694,
      "learning_rate": 4.794719280429422e-06,
      "loss": 0.0046,
      "step": 26350
    },
    {
      "epoch": 2.856786643538595,
      "grad_norm": 0.30348315834999084,
      "learning_rate": 4.791092412592486e-06,
      "loss": 0.013,
      "step": 26351
    },
    {
      "epoch": 2.856895056374675,
      "grad_norm": 0.32955652475357056,
      "learning_rate": 4.787465544755549e-06,
      "loss": 0.0502,
      "step": 26352
    },
    {
      "epoch": 2.8570034692107544,
      "grad_norm": 0.30346259474754333,
      "learning_rate": 4.783838676918613e-06,
      "loss": 0.0129,
      "step": 26353
    },
    {
      "epoch": 2.8571118820468344,
      "grad_norm": 0.17570975422859192,
      "learning_rate": 4.780211809081677e-06,
      "loss": 0.0124,
      "step": 26354
    },
    {
      "epoch": 2.8572202948829144,
      "grad_norm": 0.2642137110233307,
      "learning_rate": 4.776584941244741e-06,
      "loss": 0.0189,
      "step": 26355
    },
    {
      "epoch": 2.857328707718994,
      "grad_norm": 0.05732450634241104,
      "learning_rate": 4.7729580734078054e-06,
      "loss": 0.0021,
      "step": 26356
    },
    {
      "epoch": 2.8574371205550735,
      "grad_norm": 0.02974693663418293,
      "learning_rate": 4.7693312055708695e-06,
      "loss": 0.0022,
      "step": 26357
    },
    {
      "epoch": 2.8575455333911535,
      "grad_norm": 0.28929126262664795,
      "learning_rate": 4.765704337733933e-06,
      "loss": 0.0231,
      "step": 26358
    },
    {
      "epoch": 2.8576539462272335,
      "grad_norm": 0.5946155786514282,
      "learning_rate": 4.762077469896997e-06,
      "loss": 0.027,
      "step": 26359
    },
    {
      "epoch": 2.857762359063313,
      "grad_norm": 0.2556910514831543,
      "learning_rate": 4.758450602060061e-06,
      "loss": 0.0073,
      "step": 26360
    },
    {
      "epoch": 2.857870771899393,
      "grad_norm": 0.10282716900110245,
      "learning_rate": 4.754823734223125e-06,
      "loss": 0.0079,
      "step": 26361
    },
    {
      "epoch": 2.8579791847354725,
      "grad_norm": 0.11795392632484436,
      "learning_rate": 4.751196866386189e-06,
      "loss": 0.0043,
      "step": 26362
    },
    {
      "epoch": 2.8580875975715525,
      "grad_norm": 0.27829256653785706,
      "learning_rate": 4.747569998549253e-06,
      "loss": 0.0196,
      "step": 26363
    },
    {
      "epoch": 2.8581960104076325,
      "grad_norm": 0.543283998966217,
      "learning_rate": 4.743943130712317e-06,
      "loss": 0.0568,
      "step": 26364
    },
    {
      "epoch": 2.858304423243712,
      "grad_norm": 0.1696181446313858,
      "learning_rate": 4.7403162628753815e-06,
      "loss": 0.0096,
      "step": 26365
    },
    {
      "epoch": 2.8584128360797916,
      "grad_norm": 0.122074656188488,
      "learning_rate": 4.736689395038445e-06,
      "loss": 0.0092,
      "step": 26366
    },
    {
      "epoch": 2.8585212489158716,
      "grad_norm": 0.31180456280708313,
      "learning_rate": 4.733062527201509e-06,
      "loss": 0.0139,
      "step": 26367
    },
    {
      "epoch": 2.8586296617519515,
      "grad_norm": 0.018415287137031555,
      "learning_rate": 4.729435659364573e-06,
      "loss": 0.0009,
      "step": 26368
    },
    {
      "epoch": 2.858738074588031,
      "grad_norm": 0.28213417530059814,
      "learning_rate": 4.725808791527637e-06,
      "loss": 0.0381,
      "step": 26369
    },
    {
      "epoch": 2.858846487424111,
      "grad_norm": 0.08177293837070465,
      "learning_rate": 4.722181923690701e-06,
      "loss": 0.0056,
      "step": 26370
    },
    {
      "epoch": 2.8589549002601906,
      "grad_norm": 0.17467187345027924,
      "learning_rate": 4.7185550558537645e-06,
      "loss": 0.0053,
      "step": 26371
    },
    {
      "epoch": 2.8590633130962706,
      "grad_norm": 0.6533898711204529,
      "learning_rate": 4.7149281880168286e-06,
      "loss": 0.0629,
      "step": 26372
    },
    {
      "epoch": 2.8591717259323506,
      "grad_norm": 0.07841213047504425,
      "learning_rate": 4.711301320179893e-06,
      "loss": 0.005,
      "step": 26373
    },
    {
      "epoch": 2.85928013876843,
      "grad_norm": 0.1578894853591919,
      "learning_rate": 4.707674452342957e-06,
      "loss": 0.0069,
      "step": 26374
    },
    {
      "epoch": 2.85938855160451,
      "grad_norm": 0.21287645399570465,
      "learning_rate": 4.704047584506021e-06,
      "loss": 0.0299,
      "step": 26375
    },
    {
      "epoch": 2.8594969644405897,
      "grad_norm": 0.3325176537036896,
      "learning_rate": 4.700420716669085e-06,
      "loss": 0.0288,
      "step": 26376
    },
    {
      "epoch": 2.8596053772766696,
      "grad_norm": 0.1839369684457779,
      "learning_rate": 4.696793848832149e-06,
      "loss": 0.0152,
      "step": 26377
    },
    {
      "epoch": 2.8597137901127496,
      "grad_norm": 0.06890869140625,
      "learning_rate": 4.693166980995213e-06,
      "loss": 0.0109,
      "step": 26378
    },
    {
      "epoch": 2.859822202948829,
      "grad_norm": 0.0626259371638298,
      "learning_rate": 4.6895401131582765e-06,
      "loss": 0.0044,
      "step": 26379
    },
    {
      "epoch": 2.8599306157849087,
      "grad_norm": 0.06180713698267937,
      "learning_rate": 4.6859132453213406e-06,
      "loss": 0.0048,
      "step": 26380
    },
    {
      "epoch": 2.8600390286209887,
      "grad_norm": 0.05299403518438339,
      "learning_rate": 4.682286377484405e-06,
      "loss": 0.0037,
      "step": 26381
    },
    {
      "epoch": 2.8601474414570687,
      "grad_norm": 0.3353063762187958,
      "learning_rate": 4.678659509647469e-06,
      "loss": 0.0124,
      "step": 26382
    },
    {
      "epoch": 2.860255854293148,
      "grad_norm": 0.6408674716949463,
      "learning_rate": 4.675032641810533e-06,
      "loss": 0.0372,
      "step": 26383
    },
    {
      "epoch": 2.860364267129228,
      "grad_norm": 0.08866660296916962,
      "learning_rate": 4.671405773973596e-06,
      "loss": 0.0039,
      "step": 26384
    },
    {
      "epoch": 2.8604726799653077,
      "grad_norm": 0.062228091061115265,
      "learning_rate": 4.66777890613666e-06,
      "loss": 0.0042,
      "step": 26385
    },
    {
      "epoch": 2.8605810928013877,
      "grad_norm": 0.01971105858683586,
      "learning_rate": 4.664152038299724e-06,
      "loss": 0.0008,
      "step": 26386
    },
    {
      "epoch": 2.8606895056374677,
      "grad_norm": 0.0449562631547451,
      "learning_rate": 4.6605251704627884e-06,
      "loss": 0.0027,
      "step": 26387
    },
    {
      "epoch": 2.8607979184735473,
      "grad_norm": 0.20214299857616425,
      "learning_rate": 4.6568983026258526e-06,
      "loss": 0.0099,
      "step": 26388
    },
    {
      "epoch": 2.860906331309627,
      "grad_norm": 0.16782957315444946,
      "learning_rate": 4.653271434788917e-06,
      "loss": 0.0157,
      "step": 26389
    },
    {
      "epoch": 2.861014744145707,
      "grad_norm": 0.17224936187267303,
      "learning_rate": 4.649644566951981e-06,
      "loss": 0.0118,
      "step": 26390
    },
    {
      "epoch": 2.8611231569817868,
      "grad_norm": 0.3389173746109009,
      "learning_rate": 4.646017699115045e-06,
      "loss": 0.0302,
      "step": 26391
    },
    {
      "epoch": 2.8612315698178663,
      "grad_norm": 0.22505970299243927,
      "learning_rate": 4.642390831278109e-06,
      "loss": 0.0117,
      "step": 26392
    },
    {
      "epoch": 2.8613399826539463,
      "grad_norm": 0.241720512509346,
      "learning_rate": 4.638763963441172e-06,
      "loss": 0.0143,
      "step": 26393
    },
    {
      "epoch": 2.861448395490026,
      "grad_norm": 0.14977343380451202,
      "learning_rate": 4.635137095604236e-06,
      "loss": 0.0104,
      "step": 26394
    },
    {
      "epoch": 2.861556808326106,
      "grad_norm": 0.10623440891504288,
      "learning_rate": 4.6315102277673004e-06,
      "loss": 0.0054,
      "step": 26395
    },
    {
      "epoch": 2.861665221162186,
      "grad_norm": 0.2521798610687256,
      "learning_rate": 4.6278833599303645e-06,
      "loss": 0.0195,
      "step": 26396
    },
    {
      "epoch": 2.8617736339982653,
      "grad_norm": 0.17211300134658813,
      "learning_rate": 4.624256492093429e-06,
      "loss": 0.0161,
      "step": 26397
    },
    {
      "epoch": 2.8618820468343453,
      "grad_norm": 0.45522621273994446,
      "learning_rate": 4.620629624256492e-06,
      "loss": 0.0155,
      "step": 26398
    },
    {
      "epoch": 2.861990459670425,
      "grad_norm": 0.058393694460392,
      "learning_rate": 4.617002756419556e-06,
      "loss": 0.0033,
      "step": 26399
    },
    {
      "epoch": 2.862098872506505,
      "grad_norm": 0.2911302447319031,
      "learning_rate": 4.61337588858262e-06,
      "loss": 0.0169,
      "step": 26400
    },
    {
      "epoch": 2.862207285342585,
      "grad_norm": 0.5203052759170532,
      "learning_rate": 4.609749020745684e-06,
      "loss": 0.0393,
      "step": 26401
    },
    {
      "epoch": 2.8623156981786644,
      "grad_norm": 0.1977248638868332,
      "learning_rate": 4.606122152908748e-06,
      "loss": 0.0195,
      "step": 26402
    },
    {
      "epoch": 2.862424111014744,
      "grad_norm": 0.15618756413459778,
      "learning_rate": 4.6024952850718124e-06,
      "loss": 0.0043,
      "step": 26403
    },
    {
      "epoch": 2.862532523850824,
      "grad_norm": 0.09990590065717697,
      "learning_rate": 4.5988684172348765e-06,
      "loss": 0.0158,
      "step": 26404
    },
    {
      "epoch": 2.862640936686904,
      "grad_norm": 0.010205651633441448,
      "learning_rate": 4.595241549397941e-06,
      "loss": 0.0005,
      "step": 26405
    },
    {
      "epoch": 2.8627493495229834,
      "grad_norm": 0.3381947875022888,
      "learning_rate": 4.591614681561004e-06,
      "loss": 0.0177,
      "step": 26406
    },
    {
      "epoch": 2.8628577623590634,
      "grad_norm": 0.05155961960554123,
      "learning_rate": 4.587987813724068e-06,
      "loss": 0.004,
      "step": 26407
    },
    {
      "epoch": 2.862966175195143,
      "grad_norm": 0.039915286004543304,
      "learning_rate": 4.584360945887132e-06,
      "loss": 0.0034,
      "step": 26408
    },
    {
      "epoch": 2.863074588031223,
      "grad_norm": 0.2818504273891449,
      "learning_rate": 4.580734078050196e-06,
      "loss": 0.0167,
      "step": 26409
    },
    {
      "epoch": 2.863183000867303,
      "grad_norm": 0.2627246677875519,
      "learning_rate": 4.57710721021326e-06,
      "loss": 0.0105,
      "step": 26410
    },
    {
      "epoch": 2.8632914137033825,
      "grad_norm": 1.0095125436782837,
      "learning_rate": 4.573480342376324e-06,
      "loss": 0.0275,
      "step": 26411
    },
    {
      "epoch": 2.863399826539462,
      "grad_norm": 0.10540072619915009,
      "learning_rate": 4.569853474539388e-06,
      "loss": 0.0038,
      "step": 26412
    },
    {
      "epoch": 2.863508239375542,
      "grad_norm": 0.12906990945339203,
      "learning_rate": 4.566226606702452e-06,
      "loss": 0.0149,
      "step": 26413
    },
    {
      "epoch": 2.863616652211622,
      "grad_norm": 0.4043906331062317,
      "learning_rate": 4.562599738865516e-06,
      "loss": 0.0284,
      "step": 26414
    },
    {
      "epoch": 2.8637250650477015,
      "grad_norm": 0.5685948133468628,
      "learning_rate": 4.55897287102858e-06,
      "loss": 0.0262,
      "step": 26415
    },
    {
      "epoch": 2.8638334778837815,
      "grad_norm": 0.2001662403345108,
      "learning_rate": 4.555346003191644e-06,
      "loss": 0.0151,
      "step": 26416
    },
    {
      "epoch": 2.863941890719861,
      "grad_norm": 0.3516959249973297,
      "learning_rate": 4.551719135354708e-06,
      "loss": 0.0211,
      "step": 26417
    },
    {
      "epoch": 2.864050303555941,
      "grad_norm": 0.1040639653801918,
      "learning_rate": 4.548092267517772e-06,
      "loss": 0.0015,
      "step": 26418
    },
    {
      "epoch": 2.864158716392021,
      "grad_norm": 0.2343614399433136,
      "learning_rate": 4.544465399680836e-06,
      "loss": 0.0279,
      "step": 26419
    },
    {
      "epoch": 2.8642671292281006,
      "grad_norm": 0.2862454652786255,
      "learning_rate": 4.5408385318439e-06,
      "loss": 0.0268,
      "step": 26420
    },
    {
      "epoch": 2.8643755420641805,
      "grad_norm": 0.21178878843784332,
      "learning_rate": 4.537211664006964e-06,
      "loss": 0.0209,
      "step": 26421
    },
    {
      "epoch": 2.86448395490026,
      "grad_norm": 0.1321582943201065,
      "learning_rate": 4.533584796170028e-06,
      "loss": 0.0062,
      "step": 26422
    },
    {
      "epoch": 2.86459236773634,
      "grad_norm": 0.4403752386569977,
      "learning_rate": 4.529957928333092e-06,
      "loss": 0.0205,
      "step": 26423
    },
    {
      "epoch": 2.8647007805724196,
      "grad_norm": 0.13824625313282013,
      "learning_rate": 4.526331060496155e-06,
      "loss": 0.0139,
      "step": 26424
    },
    {
      "epoch": 2.8648091934084996,
      "grad_norm": 0.24920403957366943,
      "learning_rate": 4.522704192659219e-06,
      "loss": 0.0045,
      "step": 26425
    },
    {
      "epoch": 2.864917606244579,
      "grad_norm": 0.22180122137069702,
      "learning_rate": 4.5190773248222835e-06,
      "loss": 0.0128,
      "step": 26426
    },
    {
      "epoch": 2.865026019080659,
      "grad_norm": 0.33515456318855286,
      "learning_rate": 4.5154504569853476e-06,
      "loss": 0.0146,
      "step": 26427
    },
    {
      "epoch": 2.865134431916739,
      "grad_norm": 0.1526256799697876,
      "learning_rate": 4.511823589148412e-06,
      "loss": 0.0073,
      "step": 26428
    },
    {
      "epoch": 2.8652428447528187,
      "grad_norm": 0.13660025596618652,
      "learning_rate": 4.508196721311476e-06,
      "loss": 0.0141,
      "step": 26429
    },
    {
      "epoch": 2.8653512575888986,
      "grad_norm": 0.2895781695842743,
      "learning_rate": 4.50456985347454e-06,
      "loss": 0.0126,
      "step": 26430
    },
    {
      "epoch": 2.865459670424978,
      "grad_norm": 0.20875854790210724,
      "learning_rate": 4.500942985637604e-06,
      "loss": 0.0079,
      "step": 26431
    },
    {
      "epoch": 2.865568083261058,
      "grad_norm": 0.35926303267478943,
      "learning_rate": 4.497316117800668e-06,
      "loss": 0.0078,
      "step": 26432
    },
    {
      "epoch": 2.865676496097138,
      "grad_norm": 0.17518827319145203,
      "learning_rate": 4.493689249963731e-06,
      "loss": 0.0217,
      "step": 26433
    },
    {
      "epoch": 2.8657849089332177,
      "grad_norm": 0.08010460436344147,
      "learning_rate": 4.4900623821267955e-06,
      "loss": 0.0079,
      "step": 26434
    },
    {
      "epoch": 2.8658933217692972,
      "grad_norm": 0.10141458362340927,
      "learning_rate": 4.4864355142898596e-06,
      "loss": 0.0059,
      "step": 26435
    },
    {
      "epoch": 2.866001734605377,
      "grad_norm": 0.03612926974892616,
      "learning_rate": 4.482808646452924e-06,
      "loss": 0.0023,
      "step": 26436
    },
    {
      "epoch": 2.866110147441457,
      "grad_norm": 0.13751591742038727,
      "learning_rate": 4.479181778615987e-06,
      "loss": 0.0179,
      "step": 26437
    },
    {
      "epoch": 2.8662185602775367,
      "grad_norm": 0.18162018060684204,
      "learning_rate": 4.475554910779051e-06,
      "loss": 0.0062,
      "step": 26438
    },
    {
      "epoch": 2.8663269731136167,
      "grad_norm": 0.3445001542568207,
      "learning_rate": 4.471928042942115e-06,
      "loss": 0.0153,
      "step": 26439
    },
    {
      "epoch": 2.8664353859496963,
      "grad_norm": 0.2483743578195572,
      "learning_rate": 4.468301175105179e-06,
      "loss": 0.018,
      "step": 26440
    },
    {
      "epoch": 2.8665437987857763,
      "grad_norm": 0.047807883471250534,
      "learning_rate": 4.464674307268243e-06,
      "loss": 0.0027,
      "step": 26441
    },
    {
      "epoch": 2.8666522116218562,
      "grad_norm": 0.06330695748329163,
      "learning_rate": 4.4610474394313075e-06,
      "loss": 0.0046,
      "step": 26442
    },
    {
      "epoch": 2.866760624457936,
      "grad_norm": 0.053377650678157806,
      "learning_rate": 4.4574205715943716e-06,
      "loss": 0.0018,
      "step": 26443
    },
    {
      "epoch": 2.8668690372940158,
      "grad_norm": 0.19754761457443237,
      "learning_rate": 4.453793703757436e-06,
      "loss": 0.0124,
      "step": 26444
    },
    {
      "epoch": 2.8669774501300953,
      "grad_norm": 0.32259565591812134,
      "learning_rate": 4.4501668359205e-06,
      "loss": 0.0134,
      "step": 26445
    },
    {
      "epoch": 2.8670858629661753,
      "grad_norm": 0.028117988258600235,
      "learning_rate": 4.446539968083564e-06,
      "loss": 0.0016,
      "step": 26446
    },
    {
      "epoch": 2.867194275802255,
      "grad_norm": 0.08383560180664062,
      "learning_rate": 4.442913100246627e-06,
      "loss": 0.005,
      "step": 26447
    },
    {
      "epoch": 2.867302688638335,
      "grad_norm": 0.08790431916713715,
      "learning_rate": 4.439286232409691e-06,
      "loss": 0.009,
      "step": 26448
    },
    {
      "epoch": 2.8674111014744144,
      "grad_norm": 0.1838514804840088,
      "learning_rate": 4.435659364572755e-06,
      "loss": 0.0235,
      "step": 26449
    },
    {
      "epoch": 2.8675195143104943,
      "grad_norm": 0.23868481814861298,
      "learning_rate": 4.432032496735819e-06,
      "loss": 0.0179,
      "step": 26450
    },
    {
      "epoch": 2.8676279271465743,
      "grad_norm": 0.13871897757053375,
      "learning_rate": 4.428405628898883e-06,
      "loss": 0.0118,
      "step": 26451
    },
    {
      "epoch": 2.867736339982654,
      "grad_norm": 0.09269878268241882,
      "learning_rate": 4.424778761061947e-06,
      "loss": 0.007,
      "step": 26452
    },
    {
      "epoch": 2.867844752818734,
      "grad_norm": 0.33906441926956177,
      "learning_rate": 4.421151893225011e-06,
      "loss": 0.0337,
      "step": 26453
    },
    {
      "epoch": 2.8679531656548134,
      "grad_norm": 0.28816038370132446,
      "learning_rate": 4.417525025388075e-06,
      "loss": 0.0066,
      "step": 26454
    },
    {
      "epoch": 2.8680615784908934,
      "grad_norm": 0.37316322326660156,
      "learning_rate": 4.413898157551139e-06,
      "loss": 0.0361,
      "step": 26455
    },
    {
      "epoch": 2.8681699913269734,
      "grad_norm": 0.30363574624061584,
      "learning_rate": 4.410271289714203e-06,
      "loss": 0.0253,
      "step": 26456
    },
    {
      "epoch": 2.868278404163053,
      "grad_norm": 0.24941055476665497,
      "learning_rate": 4.406644421877267e-06,
      "loss": 0.0123,
      "step": 26457
    },
    {
      "epoch": 2.8683868169991324,
      "grad_norm": 0.14736075699329376,
      "learning_rate": 4.4030175540403314e-06,
      "loss": 0.0051,
      "step": 26458
    },
    {
      "epoch": 2.8684952298352124,
      "grad_norm": 0.1562415510416031,
      "learning_rate": 4.3993906862033955e-06,
      "loss": 0.0569,
      "step": 26459
    },
    {
      "epoch": 2.8686036426712924,
      "grad_norm": 0.14579397439956665,
      "learning_rate": 4.395763818366459e-06,
      "loss": 0.0097,
      "step": 26460
    },
    {
      "epoch": 2.868712055507372,
      "grad_norm": 0.4473489820957184,
      "learning_rate": 4.392136950529523e-06,
      "loss": 0.0222,
      "step": 26461
    },
    {
      "epoch": 2.868820468343452,
      "grad_norm": 0.0339093878865242,
      "learning_rate": 4.388510082692587e-06,
      "loss": 0.0024,
      "step": 26462
    },
    {
      "epoch": 2.8689288811795315,
      "grad_norm": 0.23760177195072174,
      "learning_rate": 4.38488321485565e-06,
      "loss": 0.0261,
      "step": 26463
    },
    {
      "epoch": 2.8690372940156115,
      "grad_norm": 0.2816186845302582,
      "learning_rate": 4.381256347018714e-06,
      "loss": 0.017,
      "step": 26464
    },
    {
      "epoch": 2.8691457068516915,
      "grad_norm": 0.02101784013211727,
      "learning_rate": 4.3776294791817785e-06,
      "loss": 0.0008,
      "step": 26465
    },
    {
      "epoch": 2.869254119687771,
      "grad_norm": 0.09072205424308777,
      "learning_rate": 4.374002611344843e-06,
      "loss": 0.006,
      "step": 26466
    },
    {
      "epoch": 2.869362532523851,
      "grad_norm": 0.20550350844860077,
      "learning_rate": 4.370375743507907e-06,
      "loss": 0.012,
      "step": 26467
    },
    {
      "epoch": 2.8694709453599305,
      "grad_norm": 0.06724565476179123,
      "learning_rate": 4.366748875670971e-06,
      "loss": 0.0032,
      "step": 26468
    },
    {
      "epoch": 2.8695793581960105,
      "grad_norm": 0.3562646210193634,
      "learning_rate": 4.363122007834035e-06,
      "loss": 0.0153,
      "step": 26469
    },
    {
      "epoch": 2.86968777103209,
      "grad_norm": 0.10585855692625046,
      "learning_rate": 4.359495139997099e-06,
      "loss": 0.0114,
      "step": 26470
    },
    {
      "epoch": 2.86979618386817,
      "grad_norm": 0.24658113718032837,
      "learning_rate": 4.355868272160163e-06,
      "loss": 0.0237,
      "step": 26471
    },
    {
      "epoch": 2.8699045967042496,
      "grad_norm": 0.24480846524238586,
      "learning_rate": 4.352241404323227e-06,
      "loss": 0.0417,
      "step": 26472
    },
    {
      "epoch": 2.8700130095403296,
      "grad_norm": 0.21904461085796356,
      "learning_rate": 4.348614536486291e-06,
      "loss": 0.0284,
      "step": 26473
    },
    {
      "epoch": 2.8701214223764095,
      "grad_norm": 0.09421097487211227,
      "learning_rate": 4.344987668649355e-06,
      "loss": 0.0048,
      "step": 26474
    },
    {
      "epoch": 2.870229835212489,
      "grad_norm": 0.3471989035606384,
      "learning_rate": 4.341360800812419e-06,
      "loss": 0.0097,
      "step": 26475
    },
    {
      "epoch": 2.870338248048569,
      "grad_norm": 0.43180200457572937,
      "learning_rate": 4.337733932975482e-06,
      "loss": 0.0461,
      "step": 26476
    },
    {
      "epoch": 2.8704466608846486,
      "grad_norm": 0.3170236647129059,
      "learning_rate": 4.334107065138546e-06,
      "loss": 0.0176,
      "step": 26477
    },
    {
      "epoch": 2.8705550737207286,
      "grad_norm": 0.1953963339328766,
      "learning_rate": 4.33048019730161e-06,
      "loss": 0.016,
      "step": 26478
    },
    {
      "epoch": 2.8706634865568086,
      "grad_norm": 0.06574413180351257,
      "learning_rate": 4.326853329464674e-06,
      "loss": 0.0049,
      "step": 26479
    },
    {
      "epoch": 2.870771899392888,
      "grad_norm": 0.07392042130231857,
      "learning_rate": 4.323226461627738e-06,
      "loss": 0.0044,
      "step": 26480
    },
    {
      "epoch": 2.8708803122289677,
      "grad_norm": 0.22386813163757324,
      "learning_rate": 4.3195995937908025e-06,
      "loss": 0.007,
      "step": 26481
    },
    {
      "epoch": 2.8709887250650477,
      "grad_norm": 0.14114469289779663,
      "learning_rate": 4.3159727259538666e-06,
      "loss": 0.0188,
      "step": 26482
    },
    {
      "epoch": 2.8710971379011276,
      "grad_norm": 0.08893964439630508,
      "learning_rate": 4.312345858116931e-06,
      "loss": 0.0018,
      "step": 26483
    },
    {
      "epoch": 2.871205550737207,
      "grad_norm": 0.25094449520111084,
      "learning_rate": 4.308718990279995e-06,
      "loss": 0.0045,
      "step": 26484
    },
    {
      "epoch": 2.871313963573287,
      "grad_norm": 0.2538718581199646,
      "learning_rate": 4.305092122443059e-06,
      "loss": 0.0076,
      "step": 26485
    },
    {
      "epoch": 2.8714223764093667,
      "grad_norm": 0.14202916622161865,
      "learning_rate": 4.301465254606123e-06,
      "loss": 0.0115,
      "step": 26486
    },
    {
      "epoch": 2.8715307892454467,
      "grad_norm": 0.40198126435279846,
      "learning_rate": 4.297838386769187e-06,
      "loss": 0.0175,
      "step": 26487
    },
    {
      "epoch": 2.8716392020815267,
      "grad_norm": 0.06353423744440079,
      "learning_rate": 4.29421151893225e-06,
      "loss": 0.0056,
      "step": 26488
    },
    {
      "epoch": 2.871747614917606,
      "grad_norm": 0.14540448784828186,
      "learning_rate": 4.2905846510953145e-06,
      "loss": 0.019,
      "step": 26489
    },
    {
      "epoch": 2.871856027753686,
      "grad_norm": 0.026399385184049606,
      "learning_rate": 4.286957783258378e-06,
      "loss": 0.0019,
      "step": 26490
    },
    {
      "epoch": 2.8719644405897657,
      "grad_norm": 0.06521253287792206,
      "learning_rate": 4.283330915421442e-06,
      "loss": 0.0063,
      "step": 26491
    },
    {
      "epoch": 2.8720728534258457,
      "grad_norm": 0.14158472418785095,
      "learning_rate": 4.279704047584506e-06,
      "loss": 0.0124,
      "step": 26492
    },
    {
      "epoch": 2.8721812662619253,
      "grad_norm": 0.5459932088851929,
      "learning_rate": 4.27607717974757e-06,
      "loss": 0.0236,
      "step": 26493
    },
    {
      "epoch": 2.8722896790980053,
      "grad_norm": 0.3307158946990967,
      "learning_rate": 4.272450311910634e-06,
      "loss": 0.0089,
      "step": 26494
    },
    {
      "epoch": 2.872398091934085,
      "grad_norm": 0.0611116997897625,
      "learning_rate": 4.268823444073698e-06,
      "loss": 0.0057,
      "step": 26495
    },
    {
      "epoch": 2.872506504770165,
      "grad_norm": 0.06622153520584106,
      "learning_rate": 4.265196576236762e-06,
      "loss": 0.003,
      "step": 26496
    },
    {
      "epoch": 2.8726149176062448,
      "grad_norm": 0.03846677020192146,
      "learning_rate": 4.2615697083998265e-06,
      "loss": 0.0014,
      "step": 26497
    },
    {
      "epoch": 2.8727233304423243,
      "grad_norm": 0.3272559940814972,
      "learning_rate": 4.2579428405628906e-06,
      "loss": 0.0163,
      "step": 26498
    },
    {
      "epoch": 2.8728317432784043,
      "grad_norm": 0.3659812808036804,
      "learning_rate": 4.254315972725955e-06,
      "loss": 0.0223,
      "step": 26499
    },
    {
      "epoch": 2.872940156114484,
      "grad_norm": 0.20479817688465118,
      "learning_rate": 4.250689104889019e-06,
      "loss": 0.0647,
      "step": 26500
    },
    {
      "epoch": 2.873048568950564,
      "grad_norm": 0.18342824280261993,
      "learning_rate": 4.247062237052082e-06,
      "loss": 0.0086,
      "step": 26501
    },
    {
      "epoch": 2.873156981786644,
      "grad_norm": 0.2187070995569229,
      "learning_rate": 4.243435369215146e-06,
      "loss": 0.017,
      "step": 26502
    },
    {
      "epoch": 2.8732653946227233,
      "grad_norm": 0.20823074877262115,
      "learning_rate": 4.239808501378209e-06,
      "loss": 0.0134,
      "step": 26503
    },
    {
      "epoch": 2.873373807458803,
      "grad_norm": 0.5046545267105103,
      "learning_rate": 4.2361816335412735e-06,
      "loss": 0.053,
      "step": 26504
    },
    {
      "epoch": 2.873482220294883,
      "grad_norm": 0.05065692588686943,
      "learning_rate": 4.232554765704338e-06,
      "loss": 0.0031,
      "step": 26505
    },
    {
      "epoch": 2.873590633130963,
      "grad_norm": 0.36550214886665344,
      "learning_rate": 4.228927897867402e-06,
      "loss": 0.027,
      "step": 26506
    },
    {
      "epoch": 2.8736990459670424,
      "grad_norm": 0.17637479305267334,
      "learning_rate": 4.225301030030466e-06,
      "loss": 0.0078,
      "step": 26507
    },
    {
      "epoch": 2.8738074588031224,
      "grad_norm": 0.14387239515781403,
      "learning_rate": 4.22167416219353e-06,
      "loss": 0.0045,
      "step": 26508
    },
    {
      "epoch": 2.873915871639202,
      "grad_norm": 0.23493163287639618,
      "learning_rate": 4.218047294356594e-06,
      "loss": 0.0124,
      "step": 26509
    },
    {
      "epoch": 2.874024284475282,
      "grad_norm": 0.0096717718988657,
      "learning_rate": 4.214420426519658e-06,
      "loss": 0.0008,
      "step": 26510
    },
    {
      "epoch": 2.874132697311362,
      "grad_norm": 0.10517910867929459,
      "learning_rate": 4.210793558682722e-06,
      "loss": 0.0103,
      "step": 26511
    },
    {
      "epoch": 2.8742411101474414,
      "grad_norm": 0.23029033839702606,
      "learning_rate": 4.207166690845786e-06,
      "loss": 0.0167,
      "step": 26512
    },
    {
      "epoch": 2.874349522983521,
      "grad_norm": 1.0110764503479004,
      "learning_rate": 4.2035398230088504e-06,
      "loss": 0.0134,
      "step": 26513
    },
    {
      "epoch": 2.874457935819601,
      "grad_norm": 0.0583968460559845,
      "learning_rate": 4.199912955171914e-06,
      "loss": 0.0029,
      "step": 26514
    },
    {
      "epoch": 2.874566348655681,
      "grad_norm": 0.5583921670913696,
      "learning_rate": 4.196286087334978e-06,
      "loss": 0.036,
      "step": 26515
    },
    {
      "epoch": 2.8746747614917605,
      "grad_norm": 0.09835631400346756,
      "learning_rate": 4.192659219498041e-06,
      "loss": 0.0121,
      "step": 26516
    },
    {
      "epoch": 2.8747831743278405,
      "grad_norm": 0.2329137921333313,
      "learning_rate": 4.189032351661105e-06,
      "loss": 0.0183,
      "step": 26517
    },
    {
      "epoch": 2.87489158716392,
      "grad_norm": 0.33230993151664734,
      "learning_rate": 4.185405483824169e-06,
      "loss": 0.0122,
      "step": 26518
    },
    {
      "epoch": 2.875,
      "grad_norm": 0.16087348759174347,
      "learning_rate": 4.181778615987233e-06,
      "loss": 0.009,
      "step": 26519
    },
    {
      "epoch": 2.87510841283608,
      "grad_norm": 0.3979695737361908,
      "learning_rate": 4.1781517481502975e-06,
      "loss": 0.0226,
      "step": 26520
    },
    {
      "epoch": 2.8752168256721595,
      "grad_norm": 0.04774845764040947,
      "learning_rate": 4.174524880313362e-06,
      "loss": 0.0016,
      "step": 26521
    },
    {
      "epoch": 2.8753252385082395,
      "grad_norm": 0.31778547167778015,
      "learning_rate": 4.170898012476426e-06,
      "loss": 0.0221,
      "step": 26522
    },
    {
      "epoch": 2.875433651344319,
      "grad_norm": 0.2491816282272339,
      "learning_rate": 4.16727114463949e-06,
      "loss": 0.0322,
      "step": 26523
    },
    {
      "epoch": 2.875542064180399,
      "grad_norm": 0.3036036789417267,
      "learning_rate": 4.163644276802554e-06,
      "loss": 0.0172,
      "step": 26524
    },
    {
      "epoch": 2.875650477016479,
      "grad_norm": 0.17236462235450745,
      "learning_rate": 4.160017408965618e-06,
      "loss": 0.0083,
      "step": 26525
    },
    {
      "epoch": 2.8757588898525586,
      "grad_norm": 0.45272544026374817,
      "learning_rate": 4.156390541128682e-06,
      "loss": 0.0415,
      "step": 26526
    },
    {
      "epoch": 2.875867302688638,
      "grad_norm": 1.0155340433120728,
      "learning_rate": 4.152763673291745e-06,
      "loss": 0.0685,
      "step": 26527
    },
    {
      "epoch": 2.875975715524718,
      "grad_norm": 0.5007194876670837,
      "learning_rate": 4.1491368054548095e-06,
      "loss": 0.0385,
      "step": 26528
    },
    {
      "epoch": 2.876084128360798,
      "grad_norm": 0.3095483183860779,
      "learning_rate": 4.145509937617873e-06,
      "loss": 0.0333,
      "step": 26529
    },
    {
      "epoch": 2.8761925411968776,
      "grad_norm": 0.28706517815589905,
      "learning_rate": 4.141883069780937e-06,
      "loss": 0.0227,
      "step": 26530
    },
    {
      "epoch": 2.8763009540329576,
      "grad_norm": 0.32540491223335266,
      "learning_rate": 4.138256201944001e-06,
      "loss": 0.0291,
      "step": 26531
    },
    {
      "epoch": 2.876409366869037,
      "grad_norm": 0.3711007237434387,
      "learning_rate": 4.134629334107065e-06,
      "loss": 0.0515,
      "step": 26532
    },
    {
      "epoch": 2.876517779705117,
      "grad_norm": 0.24971386790275574,
      "learning_rate": 4.131002466270129e-06,
      "loss": 0.0131,
      "step": 26533
    },
    {
      "epoch": 2.876626192541197,
      "grad_norm": 0.23593628406524658,
      "learning_rate": 4.127375598433193e-06,
      "loss": 0.0116,
      "step": 26534
    },
    {
      "epoch": 2.8767346053772767,
      "grad_norm": 0.057558439671993256,
      "learning_rate": 4.123748730596257e-06,
      "loss": 0.0039,
      "step": 26535
    },
    {
      "epoch": 2.876843018213356,
      "grad_norm": 0.14245744049549103,
      "learning_rate": 4.1201218627593215e-06,
      "loss": 0.0088,
      "step": 26536
    },
    {
      "epoch": 2.876951431049436,
      "grad_norm": 0.12737126648426056,
      "learning_rate": 4.1164949949223856e-06,
      "loss": 0.0104,
      "step": 26537
    },
    {
      "epoch": 2.877059843885516,
      "grad_norm": 0.4758509397506714,
      "learning_rate": 4.11286812708545e-06,
      "loss": 0.0347,
      "step": 26538
    },
    {
      "epoch": 2.8771682567215957,
      "grad_norm": 0.04387294873595238,
      "learning_rate": 4.109241259248514e-06,
      "loss": 0.0028,
      "step": 26539
    },
    {
      "epoch": 2.8772766695576757,
      "grad_norm": 0.58486407995224,
      "learning_rate": 4.105614391411577e-06,
      "loss": 0.0094,
      "step": 26540
    },
    {
      "epoch": 2.8773850823937552,
      "grad_norm": 0.07834470272064209,
      "learning_rate": 4.101987523574641e-06,
      "loss": 0.0082,
      "step": 26541
    },
    {
      "epoch": 2.877493495229835,
      "grad_norm": 0.3004780411720276,
      "learning_rate": 4.098360655737704e-06,
      "loss": 0.0264,
      "step": 26542
    },
    {
      "epoch": 2.877601908065915,
      "grad_norm": 0.08729545772075653,
      "learning_rate": 4.0947337879007685e-06,
      "loss": 0.006,
      "step": 26543
    },
    {
      "epoch": 2.8777103209019947,
      "grad_norm": 0.2125789374113083,
      "learning_rate": 4.091106920063833e-06,
      "loss": 0.0307,
      "step": 26544
    },
    {
      "epoch": 2.8778187337380747,
      "grad_norm": 0.02028030715882778,
      "learning_rate": 4.087480052226897e-06,
      "loss": 0.0013,
      "step": 26545
    },
    {
      "epoch": 2.8779271465741543,
      "grad_norm": 0.13689224421977997,
      "learning_rate": 4.083853184389961e-06,
      "loss": 0.0078,
      "step": 26546
    },
    {
      "epoch": 2.8780355594102343,
      "grad_norm": 0.1807008683681488,
      "learning_rate": 4.080226316553025e-06,
      "loss": 0.0073,
      "step": 26547
    },
    {
      "epoch": 2.878143972246314,
      "grad_norm": 0.10323479771614075,
      "learning_rate": 4.076599448716089e-06,
      "loss": 0.0091,
      "step": 26548
    },
    {
      "epoch": 2.878252385082394,
      "grad_norm": 0.050927598029375076,
      "learning_rate": 4.072972580879153e-06,
      "loss": 0.0022,
      "step": 26549
    },
    {
      "epoch": 2.8783607979184733,
      "grad_norm": 0.04337265342473984,
      "learning_rate": 4.069345713042217e-06,
      "loss": 0.0016,
      "step": 26550
    },
    {
      "epoch": 2.8784692107545533,
      "grad_norm": 1.008141279220581,
      "learning_rate": 4.065718845205281e-06,
      "loss": 0.0392,
      "step": 26551
    },
    {
      "epoch": 2.8785776235906333,
      "grad_norm": 0.02277757041156292,
      "learning_rate": 4.0620919773683455e-06,
      "loss": 0.0011,
      "step": 26552
    },
    {
      "epoch": 2.878686036426713,
      "grad_norm": 0.257948100566864,
      "learning_rate": 4.058465109531409e-06,
      "loss": 0.0261,
      "step": 26553
    },
    {
      "epoch": 2.878794449262793,
      "grad_norm": 0.3273709714412689,
      "learning_rate": 4.054838241694473e-06,
      "loss": 0.0366,
      "step": 26554
    },
    {
      "epoch": 2.8789028620988724,
      "grad_norm": 0.22975823283195496,
      "learning_rate": 4.051211373857536e-06,
      "loss": 0.0344,
      "step": 26555
    },
    {
      "epoch": 2.8790112749349523,
      "grad_norm": 0.23772549629211426,
      "learning_rate": 4.0475845060206e-06,
      "loss": 0.0203,
      "step": 26556
    },
    {
      "epoch": 2.8791196877710323,
      "grad_norm": 0.008547891862690449,
      "learning_rate": 4.043957638183664e-06,
      "loss": 0.0004,
      "step": 26557
    },
    {
      "epoch": 2.879228100607112,
      "grad_norm": 0.20227491855621338,
      "learning_rate": 4.040330770346728e-06,
      "loss": 0.0096,
      "step": 26558
    },
    {
      "epoch": 2.8793365134431914,
      "grad_norm": 0.017294038087129593,
      "learning_rate": 4.0367039025097925e-06,
      "loss": 0.0008,
      "step": 26559
    },
    {
      "epoch": 2.8794449262792714,
      "grad_norm": 0.031763914972543716,
      "learning_rate": 4.033077034672857e-06,
      "loss": 0.0016,
      "step": 26560
    },
    {
      "epoch": 2.8795533391153514,
      "grad_norm": 0.3738894760608673,
      "learning_rate": 4.029450166835921e-06,
      "loss": 0.0185,
      "step": 26561
    },
    {
      "epoch": 2.879661751951431,
      "grad_norm": 0.23790709674358368,
      "learning_rate": 4.025823298998985e-06,
      "loss": 0.0083,
      "step": 26562
    },
    {
      "epoch": 2.879770164787511,
      "grad_norm": 0.08253584802150726,
      "learning_rate": 4.022196431162049e-06,
      "loss": 0.0047,
      "step": 26563
    },
    {
      "epoch": 2.8798785776235905,
      "grad_norm": 0.18829947710037231,
      "learning_rate": 4.018569563325113e-06,
      "loss": 0.0111,
      "step": 26564
    },
    {
      "epoch": 2.8799869904596704,
      "grad_norm": 0.40013906359672546,
      "learning_rate": 4.014942695488177e-06,
      "loss": 0.017,
      "step": 26565
    },
    {
      "epoch": 2.8800954032957504,
      "grad_norm": 0.21533429622650146,
      "learning_rate": 4.01131582765124e-06,
      "loss": 0.01,
      "step": 26566
    },
    {
      "epoch": 2.88020381613183,
      "grad_norm": 0.1284044235944748,
      "learning_rate": 4.0076889598143045e-06,
      "loss": 0.0093,
      "step": 26567
    },
    {
      "epoch": 2.88031222896791,
      "grad_norm": 0.3989139497280121,
      "learning_rate": 4.004062091977369e-06,
      "loss": 0.0144,
      "step": 26568
    },
    {
      "epoch": 2.8804206418039895,
      "grad_norm": 0.10883908718824387,
      "learning_rate": 4.000435224140432e-06,
      "loss": 0.0036,
      "step": 26569
    },
    {
      "epoch": 2.8805290546400695,
      "grad_norm": 0.1724618673324585,
      "learning_rate": 3.996808356303496e-06,
      "loss": 0.0129,
      "step": 26570
    },
    {
      "epoch": 2.880637467476149,
      "grad_norm": 0.3070831596851349,
      "learning_rate": 3.99318148846656e-06,
      "loss": 0.0381,
      "step": 26571
    },
    {
      "epoch": 2.880745880312229,
      "grad_norm": 0.2334304004907608,
      "learning_rate": 3.989554620629624e-06,
      "loss": 0.0234,
      "step": 26572
    },
    {
      "epoch": 2.8808542931483085,
      "grad_norm": 0.10414618998765945,
      "learning_rate": 3.985927752792688e-06,
      "loss": 0.0061,
      "step": 26573
    },
    {
      "epoch": 2.8809627059843885,
      "grad_norm": 0.4538617730140686,
      "learning_rate": 3.982300884955752e-06,
      "loss": 0.0265,
      "step": 26574
    },
    {
      "epoch": 2.8810711188204685,
      "grad_norm": 0.08207187801599503,
      "learning_rate": 3.9786740171188165e-06,
      "loss": 0.0055,
      "step": 26575
    },
    {
      "epoch": 2.881179531656548,
      "grad_norm": 0.3334158957004547,
      "learning_rate": 3.975047149281881e-06,
      "loss": 0.028,
      "step": 26576
    },
    {
      "epoch": 2.881287944492628,
      "grad_norm": 0.126326322555542,
      "learning_rate": 3.971420281444945e-06,
      "loss": 0.0079,
      "step": 26577
    },
    {
      "epoch": 2.8813963573287076,
      "grad_norm": 0.03201369196176529,
      "learning_rate": 3.967793413608009e-06,
      "loss": 0.0009,
      "step": 26578
    },
    {
      "epoch": 2.8815047701647876,
      "grad_norm": 0.4728682339191437,
      "learning_rate": 3.964166545771073e-06,
      "loss": 0.0244,
      "step": 26579
    },
    {
      "epoch": 2.8816131830008676,
      "grad_norm": 0.0991896390914917,
      "learning_rate": 3.960539677934136e-06,
      "loss": 0.0039,
      "step": 26580
    },
    {
      "epoch": 2.881721595836947,
      "grad_norm": 0.040356237441301346,
      "learning_rate": 3.9569128100972e-06,
      "loss": 0.003,
      "step": 26581
    },
    {
      "epoch": 2.8818300086730266,
      "grad_norm": 0.23342742025852203,
      "learning_rate": 3.9532859422602635e-06,
      "loss": 0.0526,
      "step": 26582
    },
    {
      "epoch": 2.8819384215091066,
      "grad_norm": 0.16054882109165192,
      "learning_rate": 3.949659074423328e-06,
      "loss": 0.0109,
      "step": 26583
    },
    {
      "epoch": 2.8820468343451866,
      "grad_norm": 0.1485283374786377,
      "learning_rate": 3.946032206586392e-06,
      "loss": 0.0092,
      "step": 26584
    },
    {
      "epoch": 2.882155247181266,
      "grad_norm": 0.18602372705936432,
      "learning_rate": 3.942405338749456e-06,
      "loss": 0.0098,
      "step": 26585
    },
    {
      "epoch": 2.882263660017346,
      "grad_norm": 0.30234426259994507,
      "learning_rate": 3.93877847091252e-06,
      "loss": 0.036,
      "step": 26586
    },
    {
      "epoch": 2.8823720728534257,
      "grad_norm": 0.08772750198841095,
      "learning_rate": 3.935151603075584e-06,
      "loss": 0.0071,
      "step": 26587
    },
    {
      "epoch": 2.8824804856895057,
      "grad_norm": 0.2450602501630783,
      "learning_rate": 3.931524735238648e-06,
      "loss": 0.0272,
      "step": 26588
    },
    {
      "epoch": 2.8825888985255856,
      "grad_norm": 0.22309733927249908,
      "learning_rate": 3.927897867401712e-06,
      "loss": 0.0182,
      "step": 26589
    },
    {
      "epoch": 2.882697311361665,
      "grad_norm": 0.3925621211528778,
      "learning_rate": 3.924270999564776e-06,
      "loss": 0.0167,
      "step": 26590
    },
    {
      "epoch": 2.882805724197745,
      "grad_norm": 0.22605620324611664,
      "learning_rate": 3.9206441317278405e-06,
      "loss": 0.0076,
      "step": 26591
    },
    {
      "epoch": 2.8829141370338247,
      "grad_norm": 0.033887434750795364,
      "learning_rate": 3.917017263890905e-06,
      "loss": 0.0015,
      "step": 26592
    },
    {
      "epoch": 2.8830225498699047,
      "grad_norm": 0.20542721450328827,
      "learning_rate": 3.913390396053968e-06,
      "loss": 0.0066,
      "step": 26593
    },
    {
      "epoch": 2.8831309627059842,
      "grad_norm": 0.16831263899803162,
      "learning_rate": 3.909763528217032e-06,
      "loss": 0.0038,
      "step": 26594
    },
    {
      "epoch": 2.883239375542064,
      "grad_norm": 0.45463132858276367,
      "learning_rate": 3.906136660380096e-06,
      "loss": 0.0193,
      "step": 26595
    },
    {
      "epoch": 2.8833477883781438,
      "grad_norm": 0.1662101000547409,
      "learning_rate": 3.902509792543159e-06,
      "loss": 0.0095,
      "step": 26596
    },
    {
      "epoch": 2.8834562012142237,
      "grad_norm": 0.1714431345462799,
      "learning_rate": 3.898882924706223e-06,
      "loss": 0.0191,
      "step": 26597
    },
    {
      "epoch": 2.8835646140503037,
      "grad_norm": 0.5169488191604614,
      "learning_rate": 3.8952560568692875e-06,
      "loss": 0.022,
      "step": 26598
    },
    {
      "epoch": 2.8836730268863833,
      "grad_norm": 0.0018984480993822217,
      "learning_rate": 3.891629189032352e-06,
      "loss": 0.0002,
      "step": 26599
    },
    {
      "epoch": 2.8837814397224633,
      "grad_norm": 0.1866823136806488,
      "learning_rate": 3.888002321195416e-06,
      "loss": 0.0172,
      "step": 26600
    },
    {
      "epoch": 2.883889852558543,
      "grad_norm": 0.05129674822092056,
      "learning_rate": 3.88437545335848e-06,
      "loss": 0.0031,
      "step": 26601
    },
    {
      "epoch": 2.883998265394623,
      "grad_norm": 0.3812088072299957,
      "learning_rate": 3.880748585521544e-06,
      "loss": 0.027,
      "step": 26602
    },
    {
      "epoch": 2.8841066782307028,
      "grad_norm": 0.025187579914927483,
      "learning_rate": 3.877121717684608e-06,
      "loss": 0.0016,
      "step": 26603
    },
    {
      "epoch": 2.8842150910667823,
      "grad_norm": 0.19664426147937775,
      "learning_rate": 3.873494849847672e-06,
      "loss": 0.0157,
      "step": 26604
    },
    {
      "epoch": 2.884323503902862,
      "grad_norm": 0.14037418365478516,
      "learning_rate": 3.869867982010736e-06,
      "loss": 0.0079,
      "step": 26605
    },
    {
      "epoch": 2.884431916738942,
      "grad_norm": 0.8662351369857788,
      "learning_rate": 3.8662411141737995e-06,
      "loss": 0.028,
      "step": 26606
    },
    {
      "epoch": 2.884540329575022,
      "grad_norm": 0.042353399097919464,
      "learning_rate": 3.862614246336864e-06,
      "loss": 0.0026,
      "step": 26607
    },
    {
      "epoch": 2.8846487424111014,
      "grad_norm": 0.25487545132637024,
      "learning_rate": 3.858987378499928e-06,
      "loss": 0.0099,
      "step": 26608
    },
    {
      "epoch": 2.8847571552471813,
      "grad_norm": 0.37523210048675537,
      "learning_rate": 3.855360510662991e-06,
      "loss": 0.0146,
      "step": 26609
    },
    {
      "epoch": 2.884865568083261,
      "grad_norm": 0.1920679360628128,
      "learning_rate": 3.851733642826055e-06,
      "loss": 0.0164,
      "step": 26610
    },
    {
      "epoch": 2.884973980919341,
      "grad_norm": 0.11717159301042557,
      "learning_rate": 3.848106774989119e-06,
      "loss": 0.0082,
      "step": 26611
    },
    {
      "epoch": 2.885082393755421,
      "grad_norm": 0.42648613452911377,
      "learning_rate": 3.844479907152183e-06,
      "loss": 0.025,
      "step": 26612
    },
    {
      "epoch": 2.8851908065915004,
      "grad_norm": 0.02688722126185894,
      "learning_rate": 3.840853039315247e-06,
      "loss": 0.0011,
      "step": 26613
    },
    {
      "epoch": 2.8852992194275804,
      "grad_norm": 0.3144718110561371,
      "learning_rate": 3.8372261714783115e-06,
      "loss": 0.0213,
      "step": 26614
    },
    {
      "epoch": 2.88540763226366,
      "grad_norm": 0.11009784787893295,
      "learning_rate": 3.833599303641376e-06,
      "loss": 0.009,
      "step": 26615
    },
    {
      "epoch": 2.88551604509974,
      "grad_norm": 0.24159303307533264,
      "learning_rate": 3.82997243580444e-06,
      "loss": 0.0234,
      "step": 26616
    },
    {
      "epoch": 2.8856244579358195,
      "grad_norm": 0.426219642162323,
      "learning_rate": 3.826345567967504e-06,
      "loss": 0.0252,
      "step": 26617
    },
    {
      "epoch": 2.8857328707718994,
      "grad_norm": 0.28762587904930115,
      "learning_rate": 3.822718700130568e-06,
      "loss": 0.0274,
      "step": 26618
    },
    {
      "epoch": 2.885841283607979,
      "grad_norm": 0.43563923239707947,
      "learning_rate": 3.819091832293631e-06,
      "loss": 0.018,
      "step": 26619
    },
    {
      "epoch": 2.885949696444059,
      "grad_norm": 0.5053461790084839,
      "learning_rate": 3.815464964456695e-06,
      "loss": 0.02,
      "step": 26620
    },
    {
      "epoch": 2.886058109280139,
      "grad_norm": 0.2417212724685669,
      "learning_rate": 3.81183809661976e-06,
      "loss": 0.0114,
      "step": 26621
    },
    {
      "epoch": 2.8861665221162185,
      "grad_norm": 0.11634640395641327,
      "learning_rate": 3.8082112287828235e-06,
      "loss": 0.0073,
      "step": 26622
    },
    {
      "epoch": 2.8862749349522985,
      "grad_norm": 0.22823596000671387,
      "learning_rate": 3.804584360945887e-06,
      "loss": 0.0184,
      "step": 26623
    },
    {
      "epoch": 2.886383347788378,
      "grad_norm": 0.15296469628810883,
      "learning_rate": 3.800957493108951e-06,
      "loss": 0.0085,
      "step": 26624
    },
    {
      "epoch": 2.886491760624458,
      "grad_norm": 0.11707228422164917,
      "learning_rate": 3.797330625272015e-06,
      "loss": 0.0075,
      "step": 26625
    },
    {
      "epoch": 2.886600173460538,
      "grad_norm": 0.16318459808826447,
      "learning_rate": 3.793703757435079e-06,
      "loss": 0.008,
      "step": 26626
    },
    {
      "epoch": 2.8867085862966175,
      "grad_norm": 0.11402627825737,
      "learning_rate": 3.790076889598143e-06,
      "loss": 0.0116,
      "step": 26627
    },
    {
      "epoch": 2.886816999132697,
      "grad_norm": 0.19332411885261536,
      "learning_rate": 3.7864500217612073e-06,
      "loss": 0.0153,
      "step": 26628
    },
    {
      "epoch": 2.886925411968777,
      "grad_norm": 0.16024920344352722,
      "learning_rate": 3.782823153924271e-06,
      "loss": 0.0125,
      "step": 26629
    },
    {
      "epoch": 2.887033824804857,
      "grad_norm": 0.013290523551404476,
      "learning_rate": 3.779196286087335e-06,
      "loss": 0.001,
      "step": 26630
    },
    {
      "epoch": 2.8871422376409366,
      "grad_norm": 0.09202328324317932,
      "learning_rate": 3.775569418250399e-06,
      "loss": 0.0061,
      "step": 26631
    },
    {
      "epoch": 2.8872506504770166,
      "grad_norm": 0.1196211725473404,
      "learning_rate": 3.7719425504134633e-06,
      "loss": 0.0131,
      "step": 26632
    },
    {
      "epoch": 2.887359063313096,
      "grad_norm": 0.28160250186920166,
      "learning_rate": 3.7683156825765274e-06,
      "loss": 0.0126,
      "step": 26633
    },
    {
      "epoch": 2.887467476149176,
      "grad_norm": 0.4670884907245636,
      "learning_rate": 3.7646888147395915e-06,
      "loss": 0.0223,
      "step": 26634
    },
    {
      "epoch": 2.887575888985256,
      "grad_norm": 0.07424117624759674,
      "learning_rate": 3.761061946902655e-06,
      "loss": 0.0025,
      "step": 26635
    },
    {
      "epoch": 2.8876843018213356,
      "grad_norm": 0.1559431105852127,
      "learning_rate": 3.7574350790657193e-06,
      "loss": 0.0143,
      "step": 26636
    },
    {
      "epoch": 2.887792714657415,
      "grad_norm": 0.09808418154716492,
      "learning_rate": 3.7538082112287825e-06,
      "loss": 0.0087,
      "step": 26637
    },
    {
      "epoch": 2.887901127493495,
      "grad_norm": 0.28494760394096375,
      "learning_rate": 3.7501813433918466e-06,
      "loss": 0.0167,
      "step": 26638
    },
    {
      "epoch": 2.888009540329575,
      "grad_norm": 0.20888926088809967,
      "learning_rate": 3.7465544755549107e-06,
      "loss": 0.0093,
      "step": 26639
    },
    {
      "epoch": 2.8881179531656547,
      "grad_norm": 0.15100426971912384,
      "learning_rate": 3.742927607717975e-06,
      "loss": 0.0176,
      "step": 26640
    },
    {
      "epoch": 2.8882263660017347,
      "grad_norm": 0.30334851145744324,
      "learning_rate": 3.739300739881039e-06,
      "loss": 0.0081,
      "step": 26641
    },
    {
      "epoch": 2.888334778837814,
      "grad_norm": 0.2834877669811249,
      "learning_rate": 3.735673872044103e-06,
      "loss": 0.012,
      "step": 26642
    },
    {
      "epoch": 2.888443191673894,
      "grad_norm": 0.24614092707633972,
      "learning_rate": 3.7320470042071667e-06,
      "loss": 0.0249,
      "step": 26643
    },
    {
      "epoch": 2.888551604509974,
      "grad_norm": 0.11417753249406815,
      "learning_rate": 3.728420136370231e-06,
      "loss": 0.0071,
      "step": 26644
    },
    {
      "epoch": 2.8886600173460537,
      "grad_norm": 0.31886377930641174,
      "learning_rate": 3.724793268533295e-06,
      "loss": 0.0416,
      "step": 26645
    },
    {
      "epoch": 2.8887684301821337,
      "grad_norm": 0.16662611067295074,
      "learning_rate": 3.721166400696359e-06,
      "loss": 0.0139,
      "step": 26646
    },
    {
      "epoch": 2.8888768430182132,
      "grad_norm": 0.6510072946548462,
      "learning_rate": 3.717539532859423e-06,
      "loss": 0.0389,
      "step": 26647
    },
    {
      "epoch": 2.888985255854293,
      "grad_norm": 0.14125943183898926,
      "learning_rate": 3.713912665022487e-06,
      "loss": 0.0112,
      "step": 26648
    },
    {
      "epoch": 2.889093668690373,
      "grad_norm": 0.18542657792568207,
      "learning_rate": 3.710285797185551e-06,
      "loss": 0.0172,
      "step": 26649
    },
    {
      "epoch": 2.8892020815264527,
      "grad_norm": 0.08877620100975037,
      "learning_rate": 3.706658929348614e-06,
      "loss": 0.0054,
      "step": 26650
    },
    {
      "epoch": 2.8893104943625323,
      "grad_norm": 0.15731777250766754,
      "learning_rate": 3.7030320615116783e-06,
      "loss": 0.006,
      "step": 26651
    },
    {
      "epoch": 2.8894189071986123,
      "grad_norm": 0.3504786491394043,
      "learning_rate": 3.6994051936747424e-06,
      "loss": 0.0352,
      "step": 26652
    },
    {
      "epoch": 2.8895273200346923,
      "grad_norm": 0.36241742968559265,
      "learning_rate": 3.6957783258378065e-06,
      "loss": 0.0153,
      "step": 26653
    },
    {
      "epoch": 2.889635732870772,
      "grad_norm": 0.48159658908843994,
      "learning_rate": 3.6921514580008706e-06,
      "loss": 0.033,
      "step": 26654
    },
    {
      "epoch": 2.889744145706852,
      "grad_norm": 0.23951207101345062,
      "learning_rate": 3.6885245901639347e-06,
      "loss": 0.0092,
      "step": 26655
    },
    {
      "epoch": 2.8898525585429313,
      "grad_norm": 0.3940553069114685,
      "learning_rate": 3.6848977223269984e-06,
      "loss": 0.0323,
      "step": 26656
    },
    {
      "epoch": 2.8899609713790113,
      "grad_norm": 0.08539237082004547,
      "learning_rate": 3.6812708544900625e-06,
      "loss": 0.0041,
      "step": 26657
    },
    {
      "epoch": 2.8900693842150913,
      "grad_norm": 0.17555801570415497,
      "learning_rate": 3.6776439866531266e-06,
      "loss": 0.006,
      "step": 26658
    },
    {
      "epoch": 2.890177797051171,
      "grad_norm": 0.15979038178920746,
      "learning_rate": 3.6740171188161907e-06,
      "loss": 0.0108,
      "step": 26659
    },
    {
      "epoch": 2.8902862098872504,
      "grad_norm": 0.27517542243003845,
      "learning_rate": 3.670390250979255e-06,
      "loss": 0.0058,
      "step": 26660
    },
    {
      "epoch": 2.8903946227233304,
      "grad_norm": 0.11551732569932938,
      "learning_rate": 3.6667633831423185e-06,
      "loss": 0.0048,
      "step": 26661
    },
    {
      "epoch": 2.8905030355594103,
      "grad_norm": 0.09677507728338242,
      "learning_rate": 3.6631365153053826e-06,
      "loss": 0.0059,
      "step": 26662
    },
    {
      "epoch": 2.89061144839549,
      "grad_norm": 0.1876380741596222,
      "learning_rate": 3.6595096474684467e-06,
      "loss": 0.0155,
      "step": 26663
    },
    {
      "epoch": 2.89071986123157,
      "grad_norm": 0.21491627395153046,
      "learning_rate": 3.65588277963151e-06,
      "loss": 0.024,
      "step": 26664
    },
    {
      "epoch": 2.8908282740676494,
      "grad_norm": 0.1581232249736786,
      "learning_rate": 3.652255911794574e-06,
      "loss": 0.0059,
      "step": 26665
    },
    {
      "epoch": 2.8909366869037294,
      "grad_norm": 0.1395726501941681,
      "learning_rate": 3.648629043957638e-06,
      "loss": 0.0128,
      "step": 26666
    },
    {
      "epoch": 2.8910450997398094,
      "grad_norm": 0.101682648062706,
      "learning_rate": 3.6450021761207023e-06,
      "loss": 0.0082,
      "step": 26667
    },
    {
      "epoch": 2.891153512575889,
      "grad_norm": 0.41009384393692017,
      "learning_rate": 3.6413753082837664e-06,
      "loss": 0.0368,
      "step": 26668
    },
    {
      "epoch": 2.891261925411969,
      "grad_norm": 0.12132398039102554,
      "learning_rate": 3.63774844044683e-06,
      "loss": 0.0043,
      "step": 26669
    },
    {
      "epoch": 2.8913703382480485,
      "grad_norm": 0.22203661501407623,
      "learning_rate": 3.634121572609894e-06,
      "loss": 0.0106,
      "step": 26670
    },
    {
      "epoch": 2.8914787510841284,
      "grad_norm": 0.039766259491443634,
      "learning_rate": 3.6304947047729583e-06,
      "loss": 0.0022,
      "step": 26671
    },
    {
      "epoch": 2.8915871639202084,
      "grad_norm": 0.5012821555137634,
      "learning_rate": 3.6268678369360224e-06,
      "loss": 0.008,
      "step": 26672
    },
    {
      "epoch": 2.891695576756288,
      "grad_norm": 0.2581678628921509,
      "learning_rate": 3.6232409690990865e-06,
      "loss": 0.015,
      "step": 26673
    },
    {
      "epoch": 2.8918039895923675,
      "grad_norm": 0.20561105012893677,
      "learning_rate": 3.61961410126215e-06,
      "loss": 0.0254,
      "step": 26674
    },
    {
      "epoch": 2.8919124024284475,
      "grad_norm": 0.17839643359184265,
      "learning_rate": 3.6159872334252143e-06,
      "loss": 0.0191,
      "step": 26675
    },
    {
      "epoch": 2.8920208152645275,
      "grad_norm": 0.060620807111263275,
      "learning_rate": 3.6123603655882784e-06,
      "loss": 0.0066,
      "step": 26676
    },
    {
      "epoch": 2.892129228100607,
      "grad_norm": 0.10953004658222198,
      "learning_rate": 3.6087334977513417e-06,
      "loss": 0.0048,
      "step": 26677
    },
    {
      "epoch": 2.892237640936687,
      "grad_norm": 0.838408887386322,
      "learning_rate": 3.6051066299144058e-06,
      "loss": 0.0194,
      "step": 26678
    },
    {
      "epoch": 2.8923460537727665,
      "grad_norm": 0.13511402904987335,
      "learning_rate": 3.60147976207747e-06,
      "loss": 0.0071,
      "step": 26679
    },
    {
      "epoch": 2.8924544666088465,
      "grad_norm": 0.12034685909748077,
      "learning_rate": 3.597852894240534e-06,
      "loss": 0.0185,
      "step": 26680
    },
    {
      "epoch": 2.8925628794449265,
      "grad_norm": 0.12120982259511948,
      "learning_rate": 3.594226026403598e-06,
      "loss": 0.0084,
      "step": 26681
    },
    {
      "epoch": 2.892671292281006,
      "grad_norm": 0.19515986740589142,
      "learning_rate": 3.5905991585666618e-06,
      "loss": 0.0048,
      "step": 26682
    },
    {
      "epoch": 2.8927797051170856,
      "grad_norm": 0.2050522416830063,
      "learning_rate": 3.586972290729726e-06,
      "loss": 0.0134,
      "step": 26683
    },
    {
      "epoch": 2.8928881179531656,
      "grad_norm": 0.24925845861434937,
      "learning_rate": 3.58334542289279e-06,
      "loss": 0.0257,
      "step": 26684
    },
    {
      "epoch": 2.8929965307892456,
      "grad_norm": 0.2141888439655304,
      "learning_rate": 3.579718555055854e-06,
      "loss": 0.0098,
      "step": 26685
    },
    {
      "epoch": 2.893104943625325,
      "grad_norm": 0.1519550085067749,
      "learning_rate": 3.576091687218918e-06,
      "loss": 0.0069,
      "step": 26686
    },
    {
      "epoch": 2.893213356461405,
      "grad_norm": 0.0069154431112110615,
      "learning_rate": 3.5724648193819823e-06,
      "loss": 0.0006,
      "step": 26687
    },
    {
      "epoch": 2.8933217692974846,
      "grad_norm": 0.13401861488819122,
      "learning_rate": 3.568837951545046e-06,
      "loss": 0.0625,
      "step": 26688
    },
    {
      "epoch": 2.8934301821335646,
      "grad_norm": 0.16481806337833405,
      "learning_rate": 3.56521108370811e-06,
      "loss": 0.0106,
      "step": 26689
    },
    {
      "epoch": 2.8935385949696446,
      "grad_norm": 0.2500971853733063,
      "learning_rate": 3.561584215871174e-06,
      "loss": 0.0122,
      "step": 26690
    },
    {
      "epoch": 2.893647007805724,
      "grad_norm": 0.3286963701248169,
      "learning_rate": 3.5579573480342374e-06,
      "loss": 0.0204,
      "step": 26691
    },
    {
      "epoch": 2.893755420641804,
      "grad_norm": 0.18147516250610352,
      "learning_rate": 3.5543304801973015e-06,
      "loss": 0.0063,
      "step": 26692
    },
    {
      "epoch": 2.8938638334778837,
      "grad_norm": 0.1500672847032547,
      "learning_rate": 3.5507036123603656e-06,
      "loss": 0.0148,
      "step": 26693
    },
    {
      "epoch": 2.8939722463139637,
      "grad_norm": 0.2821139693260193,
      "learning_rate": 3.5470767445234297e-06,
      "loss": 0.017,
      "step": 26694
    },
    {
      "epoch": 2.894080659150043,
      "grad_norm": 0.12662862241268158,
      "learning_rate": 3.5434498766864934e-06,
      "loss": 0.0048,
      "step": 26695
    },
    {
      "epoch": 2.894189071986123,
      "grad_norm": 0.15892556309700012,
      "learning_rate": 3.5398230088495575e-06,
      "loss": 0.0099,
      "step": 26696
    },
    {
      "epoch": 2.8942974848222027,
      "grad_norm": 0.0675167441368103,
      "learning_rate": 3.5361961410126216e-06,
      "loss": 0.0037,
      "step": 26697
    },
    {
      "epoch": 2.8944058976582827,
      "grad_norm": 0.051025550812482834,
      "learning_rate": 3.5325692731756857e-06,
      "loss": 0.0035,
      "step": 26698
    },
    {
      "epoch": 2.8945143104943627,
      "grad_norm": 0.16861842572689056,
      "learning_rate": 3.52894240533875e-06,
      "loss": 0.005,
      "step": 26699
    },
    {
      "epoch": 2.8946227233304422,
      "grad_norm": 0.15429337322711945,
      "learning_rate": 3.525315537501814e-06,
      "loss": 0.0063,
      "step": 26700
    },
    {
      "epoch": 2.8947311361665222,
      "grad_norm": 0.30112722516059875,
      "learning_rate": 3.5216886696648776e-06,
      "loss": 0.0248,
      "step": 26701
    },
    {
      "epoch": 2.8948395490026018,
      "grad_norm": 0.14126622676849365,
      "learning_rate": 3.5180618018279417e-06,
      "loss": 0.0097,
      "step": 26702
    },
    {
      "epoch": 2.8949479618386817,
      "grad_norm": 0.14198364317417145,
      "learning_rate": 3.514434933991006e-06,
      "loss": 0.0189,
      "step": 26703
    },
    {
      "epoch": 2.8950563746747617,
      "grad_norm": 0.3137117624282837,
      "learning_rate": 3.510808066154069e-06,
      "loss": 0.016,
      "step": 26704
    },
    {
      "epoch": 2.8951647875108413,
      "grad_norm": 0.09978868067264557,
      "learning_rate": 3.507181198317133e-06,
      "loss": 0.0059,
      "step": 26705
    },
    {
      "epoch": 2.895273200346921,
      "grad_norm": 0.23696862161159515,
      "learning_rate": 3.5035543304801973e-06,
      "loss": 0.0096,
      "step": 26706
    },
    {
      "epoch": 2.895381613183001,
      "grad_norm": 0.12481242418289185,
      "learning_rate": 3.4999274626432614e-06,
      "loss": 0.005,
      "step": 26707
    },
    {
      "epoch": 2.895490026019081,
      "grad_norm": 0.23729388415813446,
      "learning_rate": 3.496300594806325e-06,
      "loss": 0.0333,
      "step": 26708
    },
    {
      "epoch": 2.8955984388551603,
      "grad_norm": 0.1948150098323822,
      "learning_rate": 3.492673726969389e-06,
      "loss": 0.0065,
      "step": 26709
    },
    {
      "epoch": 2.8957068516912403,
      "grad_norm": 0.13727854192256927,
      "learning_rate": 3.4890468591324533e-06,
      "loss": 0.0099,
      "step": 26710
    },
    {
      "epoch": 2.89581526452732,
      "grad_norm": 0.2624302804470062,
      "learning_rate": 3.4854199912955174e-06,
      "loss": 0.0571,
      "step": 26711
    },
    {
      "epoch": 2.8959236773634,
      "grad_norm": 0.055165961384773254,
      "learning_rate": 3.4817931234585815e-06,
      "loss": 0.0013,
      "step": 26712
    },
    {
      "epoch": 2.89603209019948,
      "grad_norm": 0.08804779499769211,
      "learning_rate": 3.4781662556216456e-06,
      "loss": 0.0084,
      "step": 26713
    },
    {
      "epoch": 2.8961405030355594,
      "grad_norm": 0.40180760622024536,
      "learning_rate": 3.4745393877847093e-06,
      "loss": 0.0347,
      "step": 26714
    },
    {
      "epoch": 2.8962489158716394,
      "grad_norm": 0.22534054517745972,
      "learning_rate": 3.4709125199477734e-06,
      "loss": 0.0088,
      "step": 26715
    },
    {
      "epoch": 2.896357328707719,
      "grad_norm": 0.016761137172579765,
      "learning_rate": 3.4672856521108375e-06,
      "loss": 0.0006,
      "step": 26716
    },
    {
      "epoch": 2.896465741543799,
      "grad_norm": 0.2645461857318878,
      "learning_rate": 3.4636587842739016e-06,
      "loss": 0.0434,
      "step": 26717
    },
    {
      "epoch": 2.8965741543798784,
      "grad_norm": 0.280486524105072,
      "learning_rate": 3.460031916436965e-06,
      "loss": 0.0139,
      "step": 26718
    },
    {
      "epoch": 2.8966825672159584,
      "grad_norm": 0.10050143301486969,
      "learning_rate": 3.456405048600029e-06,
      "loss": 0.0119,
      "step": 26719
    },
    {
      "epoch": 2.896790980052038,
      "grad_norm": 0.07427280396223068,
      "learning_rate": 3.452778180763093e-06,
      "loss": 0.0053,
      "step": 26720
    },
    {
      "epoch": 2.896899392888118,
      "grad_norm": 0.04951860010623932,
      "learning_rate": 3.4491513129261568e-06,
      "loss": 0.0036,
      "step": 26721
    },
    {
      "epoch": 2.897007805724198,
      "grad_norm": 0.13491834700107574,
      "learning_rate": 3.445524445089221e-06,
      "loss": 0.0108,
      "step": 26722
    },
    {
      "epoch": 2.8971162185602775,
      "grad_norm": 0.15939413011074066,
      "learning_rate": 3.441897577252285e-06,
      "loss": 0.0138,
      "step": 26723
    },
    {
      "epoch": 2.8972246313963574,
      "grad_norm": 0.028327755630016327,
      "learning_rate": 3.438270709415349e-06,
      "loss": 0.001,
      "step": 26724
    },
    {
      "epoch": 2.897333044232437,
      "grad_norm": 0.20356757938861847,
      "learning_rate": 3.434643841578413e-06,
      "loss": 0.0094,
      "step": 26725
    },
    {
      "epoch": 2.897441457068517,
      "grad_norm": 0.40630316734313965,
      "learning_rate": 3.4310169737414773e-06,
      "loss": 0.0402,
      "step": 26726
    },
    {
      "epoch": 2.897549869904597,
      "grad_norm": 0.14370648562908173,
      "learning_rate": 3.427390105904541e-06,
      "loss": 0.0038,
      "step": 26727
    },
    {
      "epoch": 2.8976582827406765,
      "grad_norm": 0.47081342339515686,
      "learning_rate": 3.423763238067605e-06,
      "loss": 0.0128,
      "step": 26728
    },
    {
      "epoch": 2.897766695576756,
      "grad_norm": 0.09176414459943771,
      "learning_rate": 3.420136370230669e-06,
      "loss": 0.0064,
      "step": 26729
    },
    {
      "epoch": 2.897875108412836,
      "grad_norm": 0.03598926588892937,
      "learning_rate": 3.4165095023937333e-06,
      "loss": 0.0017,
      "step": 26730
    },
    {
      "epoch": 2.897983521248916,
      "grad_norm": 0.1690419316291809,
      "learning_rate": 3.4128826345567965e-06,
      "loss": 0.0095,
      "step": 26731
    },
    {
      "epoch": 2.8980919340849955,
      "grad_norm": 0.8253849744796753,
      "learning_rate": 3.4092557667198607e-06,
      "loss": 0.0464,
      "step": 26732
    },
    {
      "epoch": 2.8982003469210755,
      "grad_norm": 0.6028734445571899,
      "learning_rate": 3.4056288988829248e-06,
      "loss": 0.0208,
      "step": 26733
    },
    {
      "epoch": 2.898308759757155,
      "grad_norm": 0.573505163192749,
      "learning_rate": 3.402002031045989e-06,
      "loss": 0.0526,
      "step": 26734
    },
    {
      "epoch": 2.898417172593235,
      "grad_norm": 0.11001797765493393,
      "learning_rate": 3.3983751632090525e-06,
      "loss": 0.0055,
      "step": 26735
    },
    {
      "epoch": 2.898525585429315,
      "grad_norm": 0.38270384073257446,
      "learning_rate": 3.3947482953721167e-06,
      "loss": 0.0094,
      "step": 26736
    },
    {
      "epoch": 2.8986339982653946,
      "grad_norm": 0.10860829055309296,
      "learning_rate": 3.3911214275351808e-06,
      "loss": 0.0077,
      "step": 26737
    },
    {
      "epoch": 2.8987424111014746,
      "grad_norm": 0.33633098006248474,
      "learning_rate": 3.387494559698245e-06,
      "loss": 0.0187,
      "step": 26738
    },
    {
      "epoch": 2.898850823937554,
      "grad_norm": 0.05458366498351097,
      "learning_rate": 3.383867691861309e-06,
      "loss": 0.0034,
      "step": 26739
    },
    {
      "epoch": 2.898959236773634,
      "grad_norm": 0.15316252410411835,
      "learning_rate": 3.3802408240243726e-06,
      "loss": 0.0093,
      "step": 26740
    },
    {
      "epoch": 2.8990676496097136,
      "grad_norm": 0.1671745479106903,
      "learning_rate": 3.3766139561874368e-06,
      "loss": 0.0073,
      "step": 26741
    },
    {
      "epoch": 2.8991760624457936,
      "grad_norm": 0.2291315644979477,
      "learning_rate": 3.372987088350501e-06,
      "loss": 0.0174,
      "step": 26742
    },
    {
      "epoch": 2.899284475281873,
      "grad_norm": 0.25307077169418335,
      "learning_rate": 3.369360220513565e-06,
      "loss": 0.025,
      "step": 26743
    },
    {
      "epoch": 2.899392888117953,
      "grad_norm": 0.1852770447731018,
      "learning_rate": 3.365733352676629e-06,
      "loss": 0.0094,
      "step": 26744
    },
    {
      "epoch": 2.899501300954033,
      "grad_norm": 0.28816697001457214,
      "learning_rate": 3.3621064848396923e-06,
      "loss": 0.0214,
      "step": 26745
    },
    {
      "epoch": 2.8996097137901127,
      "grad_norm": 0.14145730435848236,
      "learning_rate": 3.3584796170027564e-06,
      "loss": 0.0112,
      "step": 26746
    },
    {
      "epoch": 2.8997181266261927,
      "grad_norm": 0.4978671073913574,
      "learning_rate": 3.3548527491658205e-06,
      "loss": 0.0118,
      "step": 26747
    },
    {
      "epoch": 2.899826539462272,
      "grad_norm": 0.042942628264427185,
      "learning_rate": 3.3512258813288842e-06,
      "loss": 0.0035,
      "step": 26748
    },
    {
      "epoch": 2.899934952298352,
      "grad_norm": 0.09646624326705933,
      "learning_rate": 3.3475990134919483e-06,
      "loss": 0.0092,
      "step": 26749
    },
    {
      "epoch": 2.900043365134432,
      "grad_norm": 0.03162359818816185,
      "learning_rate": 3.3439721456550124e-06,
      "loss": 0.0017,
      "step": 26750
    },
    {
      "epoch": 2.9001517779705117,
      "grad_norm": 0.19603784382343292,
      "learning_rate": 3.3403452778180765e-06,
      "loss": 0.018,
      "step": 26751
    },
    {
      "epoch": 2.9002601908065913,
      "grad_norm": 0.23269493877887726,
      "learning_rate": 3.3367184099811406e-06,
      "loss": 0.0436,
      "step": 26752
    },
    {
      "epoch": 2.9003686036426712,
      "grad_norm": 0.23094958066940308,
      "learning_rate": 3.3330915421442043e-06,
      "loss": 0.0137,
      "step": 26753
    },
    {
      "epoch": 2.9004770164787512,
      "grad_norm": 0.23957237601280212,
      "learning_rate": 3.3294646743072684e-06,
      "loss": 0.0102,
      "step": 26754
    },
    {
      "epoch": 2.9005854293148308,
      "grad_norm": 0.2657032907009125,
      "learning_rate": 3.3258378064703325e-06,
      "loss": 0.0097,
      "step": 26755
    },
    {
      "epoch": 2.9006938421509108,
      "grad_norm": 0.008799128234386444,
      "learning_rate": 3.3222109386333966e-06,
      "loss": 0.0006,
      "step": 26756
    },
    {
      "epoch": 2.9008022549869903,
      "grad_norm": 0.2640492916107178,
      "learning_rate": 3.3185840707964607e-06,
      "loss": 0.0122,
      "step": 26757
    },
    {
      "epoch": 2.9009106678230703,
      "grad_norm": 0.33732256293296814,
      "learning_rate": 3.314957202959524e-06,
      "loss": 0.0466,
      "step": 26758
    },
    {
      "epoch": 2.9010190806591503,
      "grad_norm": 0.528858482837677,
      "learning_rate": 3.311330335122588e-06,
      "loss": 0.0462,
      "step": 26759
    },
    {
      "epoch": 2.90112749349523,
      "grad_norm": 0.29772263765335083,
      "learning_rate": 3.307703467285652e-06,
      "loss": 0.006,
      "step": 26760
    },
    {
      "epoch": 2.90123590633131,
      "grad_norm": 0.2613161504268646,
      "learning_rate": 3.304076599448716e-06,
      "loss": 0.0185,
      "step": 26761
    },
    {
      "epoch": 2.9013443191673893,
      "grad_norm": 0.05519333854317665,
      "learning_rate": 3.30044973161178e-06,
      "loss": 0.0042,
      "step": 26762
    },
    {
      "epoch": 2.9014527320034693,
      "grad_norm": 0.061668481677770615,
      "learning_rate": 3.296822863774844e-06,
      "loss": 0.002,
      "step": 26763
    },
    {
      "epoch": 2.901561144839549,
      "grad_norm": 0.1124594509601593,
      "learning_rate": 3.293195995937908e-06,
      "loss": 0.0045,
      "step": 26764
    },
    {
      "epoch": 2.901669557675629,
      "grad_norm": 0.09743469208478928,
      "learning_rate": 3.2895691281009723e-06,
      "loss": 0.0139,
      "step": 26765
    },
    {
      "epoch": 2.9017779705117084,
      "grad_norm": 0.07849516719579697,
      "learning_rate": 3.285942260264036e-06,
      "loss": 0.0007,
      "step": 26766
    },
    {
      "epoch": 2.9018863833477884,
      "grad_norm": 0.26945626735687256,
      "learning_rate": 3.2823153924271e-06,
      "loss": 0.029,
      "step": 26767
    },
    {
      "epoch": 2.9019947961838684,
      "grad_norm": 0.08796839416027069,
      "learning_rate": 3.278688524590164e-06,
      "loss": 0.0047,
      "step": 26768
    },
    {
      "epoch": 2.902103209019948,
      "grad_norm": 0.10986936092376709,
      "learning_rate": 3.2750616567532283e-06,
      "loss": 0.0083,
      "step": 26769
    },
    {
      "epoch": 2.902211621856028,
      "grad_norm": 0.1365104466676712,
      "learning_rate": 3.2714347889162924e-06,
      "loss": 0.0078,
      "step": 26770
    },
    {
      "epoch": 2.9023200346921074,
      "grad_norm": 0.020612850785255432,
      "learning_rate": 3.2678079210793565e-06,
      "loss": 0.001,
      "step": 26771
    },
    {
      "epoch": 2.9024284475281874,
      "grad_norm": 0.04831642284989357,
      "learning_rate": 3.2641810532424198e-06,
      "loss": 0.0027,
      "step": 26772
    },
    {
      "epoch": 2.9025368603642674,
      "grad_norm": 0.06631249189376831,
      "learning_rate": 3.260554185405484e-06,
      "loss": 0.002,
      "step": 26773
    },
    {
      "epoch": 2.902645273200347,
      "grad_norm": 0.0748482346534729,
      "learning_rate": 3.2569273175685476e-06,
      "loss": 0.0043,
      "step": 26774
    },
    {
      "epoch": 2.9027536860364265,
      "grad_norm": 0.5385147333145142,
      "learning_rate": 3.2533004497316117e-06,
      "loss": 0.0176,
      "step": 26775
    },
    {
      "epoch": 2.9028620988725065,
      "grad_norm": 0.1719466894865036,
      "learning_rate": 3.2496735818946758e-06,
      "loss": 0.0096,
      "step": 26776
    },
    {
      "epoch": 2.9029705117085864,
      "grad_norm": 0.09488220512866974,
      "learning_rate": 3.24604671405774e-06,
      "loss": 0.0044,
      "step": 26777
    },
    {
      "epoch": 2.903078924544666,
      "grad_norm": 0.17141298949718475,
      "learning_rate": 3.242419846220804e-06,
      "loss": 0.0072,
      "step": 26778
    },
    {
      "epoch": 2.903187337380746,
      "grad_norm": 0.06799206137657166,
      "learning_rate": 3.238792978383868e-06,
      "loss": 0.0035,
      "step": 26779
    },
    {
      "epoch": 2.9032957502168255,
      "grad_norm": 0.15933376550674438,
      "learning_rate": 3.2351661105469318e-06,
      "loss": 0.0104,
      "step": 26780
    },
    {
      "epoch": 2.9034041630529055,
      "grad_norm": 0.2986868619918823,
      "learning_rate": 3.231539242709996e-06,
      "loss": 0.0078,
      "step": 26781
    },
    {
      "epoch": 2.9035125758889855,
      "grad_norm": 0.3632288873195648,
      "learning_rate": 3.22791237487306e-06,
      "loss": 0.0122,
      "step": 26782
    },
    {
      "epoch": 2.903620988725065,
      "grad_norm": 0.0636252909898758,
      "learning_rate": 3.224285507036124e-06,
      "loss": 0.0028,
      "step": 26783
    },
    {
      "epoch": 2.9037294015611446,
      "grad_norm": 0.2565348446369171,
      "learning_rate": 3.220658639199188e-06,
      "loss": 0.0283,
      "step": 26784
    },
    {
      "epoch": 2.9038378143972245,
      "grad_norm": 0.3868847191333771,
      "learning_rate": 3.2170317713622514e-06,
      "loss": 0.0263,
      "step": 26785
    },
    {
      "epoch": 2.9039462272333045,
      "grad_norm": 0.02617940492928028,
      "learning_rate": 3.2134049035253156e-06,
      "loss": 0.0013,
      "step": 26786
    },
    {
      "epoch": 2.904054640069384,
      "grad_norm": 0.27665194869041443,
      "learning_rate": 3.2097780356883792e-06,
      "loss": 0.0216,
      "step": 26787
    },
    {
      "epoch": 2.904163052905464,
      "grad_norm": 0.24268583953380585,
      "learning_rate": 3.2061511678514433e-06,
      "loss": 0.0078,
      "step": 26788
    },
    {
      "epoch": 2.9042714657415436,
      "grad_norm": 0.17302975058555603,
      "learning_rate": 3.2025243000145074e-06,
      "loss": 0.0168,
      "step": 26789
    },
    {
      "epoch": 2.9043798785776236,
      "grad_norm": 0.18942096829414368,
      "learning_rate": 3.1988974321775715e-06,
      "loss": 0.0182,
      "step": 26790
    },
    {
      "epoch": 2.9044882914137036,
      "grad_norm": 0.42901328206062317,
      "learning_rate": 3.1952705643406357e-06,
      "loss": 0.0112,
      "step": 26791
    },
    {
      "epoch": 2.904596704249783,
      "grad_norm": 0.18341250717639923,
      "learning_rate": 3.1916436965036998e-06,
      "loss": 0.0168,
      "step": 26792
    },
    {
      "epoch": 2.904705117085863,
      "grad_norm": 0.26809459924697876,
      "learning_rate": 3.1880168286667634e-06,
      "loss": 0.0154,
      "step": 26793
    },
    {
      "epoch": 2.9048135299219426,
      "grad_norm": 0.19774703681468964,
      "learning_rate": 3.1843899608298275e-06,
      "loss": 0.0283,
      "step": 26794
    },
    {
      "epoch": 2.9049219427580226,
      "grad_norm": 0.10302810370922089,
      "learning_rate": 3.1807630929928917e-06,
      "loss": 0.0121,
      "step": 26795
    },
    {
      "epoch": 2.9050303555941026,
      "grad_norm": 0.21112589538097382,
      "learning_rate": 3.1771362251559558e-06,
      "loss": 0.0165,
      "step": 26796
    },
    {
      "epoch": 2.905138768430182,
      "grad_norm": 0.6532270312309265,
      "learning_rate": 3.17350935731902e-06,
      "loss": 0.0212,
      "step": 26797
    },
    {
      "epoch": 2.9052471812662617,
      "grad_norm": 0.07398641109466553,
      "learning_rate": 3.1698824894820835e-06,
      "loss": 0.0049,
      "step": 26798
    },
    {
      "epoch": 2.9053555941023417,
      "grad_norm": 0.05430089682340622,
      "learning_rate": 3.1662556216451472e-06,
      "loss": 0.0041,
      "step": 26799
    },
    {
      "epoch": 2.9054640069384217,
      "grad_norm": 0.1062043234705925,
      "learning_rate": 3.162628753808211e-06,
      "loss": 0.0048,
      "step": 26800
    },
    {
      "epoch": 2.905572419774501,
      "grad_norm": 0.3710891008377075,
      "learning_rate": 3.159001885971275e-06,
      "loss": 0.0231,
      "step": 26801
    },
    {
      "epoch": 2.905680832610581,
      "grad_norm": 0.20358484983444214,
      "learning_rate": 3.155375018134339e-06,
      "loss": 0.0123,
      "step": 26802
    },
    {
      "epoch": 2.9057892454466607,
      "grad_norm": 0.3406367599964142,
      "learning_rate": 3.1517481502974032e-06,
      "loss": 0.0353,
      "step": 26803
    },
    {
      "epoch": 2.9058976582827407,
      "grad_norm": 0.03311510384082794,
      "learning_rate": 3.1481212824604673e-06,
      "loss": 0.0024,
      "step": 26804
    },
    {
      "epoch": 2.9060060711188207,
      "grad_norm": 0.056254588067531586,
      "learning_rate": 3.1444944146235314e-06,
      "loss": 0.0012,
      "step": 26805
    },
    {
      "epoch": 2.9061144839549002,
      "grad_norm": 0.20046058297157288,
      "learning_rate": 3.140867546786595e-06,
      "loss": 0.0057,
      "step": 26806
    },
    {
      "epoch": 2.90622289679098,
      "grad_norm": 0.1297861486673355,
      "learning_rate": 3.1372406789496592e-06,
      "loss": 0.0031,
      "step": 26807
    },
    {
      "epoch": 2.9063313096270598,
      "grad_norm": 0.23776313662528992,
      "learning_rate": 3.1336138111127233e-06,
      "loss": 0.0203,
      "step": 26808
    },
    {
      "epoch": 2.9064397224631398,
      "grad_norm": 0.05248725041747093,
      "learning_rate": 3.1299869432757874e-06,
      "loss": 0.0021,
      "step": 26809
    },
    {
      "epoch": 2.9065481352992193,
      "grad_norm": 0.3011168837547302,
      "learning_rate": 3.1263600754388515e-06,
      "loss": 0.015,
      "step": 26810
    },
    {
      "epoch": 2.9066565481352993,
      "grad_norm": 0.19295048713684082,
      "learning_rate": 3.1227332076019152e-06,
      "loss": 0.0118,
      "step": 26811
    },
    {
      "epoch": 2.906764960971379,
      "grad_norm": 0.16724784672260284,
      "learning_rate": 3.1191063397649793e-06,
      "loss": 0.0076,
      "step": 26812
    },
    {
      "epoch": 2.906873373807459,
      "grad_norm": 0.3335082232952118,
      "learning_rate": 3.115479471928043e-06,
      "loss": 0.0245,
      "step": 26813
    },
    {
      "epoch": 2.906981786643539,
      "grad_norm": 0.22581812739372253,
      "learning_rate": 3.111852604091107e-06,
      "loss": 0.0114,
      "step": 26814
    },
    {
      "epoch": 2.9070901994796183,
      "grad_norm": 0.20183101296424866,
      "learning_rate": 3.1082257362541712e-06,
      "loss": 0.0113,
      "step": 26815
    },
    {
      "epoch": 2.9071986123156983,
      "grad_norm": 0.03233946114778519,
      "learning_rate": 3.104598868417235e-06,
      "loss": 0.0026,
      "step": 26816
    },
    {
      "epoch": 2.907307025151778,
      "grad_norm": 0.2645637094974518,
      "learning_rate": 3.100972000580299e-06,
      "loss": 0.0375,
      "step": 26817
    },
    {
      "epoch": 2.907415437987858,
      "grad_norm": 0.032514557242393494,
      "learning_rate": 3.097345132743363e-06,
      "loss": 0.0025,
      "step": 26818
    },
    {
      "epoch": 2.907523850823938,
      "grad_norm": 0.45312589406967163,
      "learning_rate": 3.0937182649064268e-06,
      "loss": 0.0513,
      "step": 26819
    },
    {
      "epoch": 2.9076322636600174,
      "grad_norm": 0.06771602481603622,
      "learning_rate": 3.090091397069491e-06,
      "loss": 0.0045,
      "step": 26820
    },
    {
      "epoch": 2.907740676496097,
      "grad_norm": 0.26423701643943787,
      "learning_rate": 3.086464529232555e-06,
      "loss": 0.0179,
      "step": 26821
    },
    {
      "epoch": 2.907849089332177,
      "grad_norm": 0.2117704451084137,
      "learning_rate": 3.082837661395619e-06,
      "loss": 0.0095,
      "step": 26822
    },
    {
      "epoch": 2.907957502168257,
      "grad_norm": 0.08299687504768372,
      "learning_rate": 3.0792107935586828e-06,
      "loss": 0.0056,
      "step": 26823
    },
    {
      "epoch": 2.9080659150043364,
      "grad_norm": 0.24567100405693054,
      "learning_rate": 3.075583925721747e-06,
      "loss": 0.0199,
      "step": 26824
    },
    {
      "epoch": 2.9081743278404164,
      "grad_norm": 0.36564862728118896,
      "learning_rate": 3.071957057884811e-06,
      "loss": 0.0424,
      "step": 26825
    },
    {
      "epoch": 2.908282740676496,
      "grad_norm": 0.11931267380714417,
      "learning_rate": 3.0683301900478747e-06,
      "loss": 0.0133,
      "step": 26826
    },
    {
      "epoch": 2.908391153512576,
      "grad_norm": 0.20146912336349487,
      "learning_rate": 3.0647033222109388e-06,
      "loss": 0.0152,
      "step": 26827
    },
    {
      "epoch": 2.908499566348656,
      "grad_norm": 0.3732373118400574,
      "learning_rate": 3.061076454374003e-06,
      "loss": 0.0247,
      "step": 26828
    },
    {
      "epoch": 2.9086079791847355,
      "grad_norm": 0.35557061433792114,
      "learning_rate": 3.0574495865370666e-06,
      "loss": 0.0341,
      "step": 26829
    },
    {
      "epoch": 2.908716392020815,
      "grad_norm": 0.10966552793979645,
      "learning_rate": 3.0538227187001307e-06,
      "loss": 0.0068,
      "step": 26830
    },
    {
      "epoch": 2.908824804856895,
      "grad_norm": 0.03528546541929245,
      "learning_rate": 3.0501958508631948e-06,
      "loss": 0.0019,
      "step": 26831
    },
    {
      "epoch": 2.908933217692975,
      "grad_norm": 0.08661077916622162,
      "learning_rate": 3.0465689830262585e-06,
      "loss": 0.0043,
      "step": 26832
    },
    {
      "epoch": 2.9090416305290545,
      "grad_norm": 0.08581209182739258,
      "learning_rate": 3.0429421151893226e-06,
      "loss": 0.0087,
      "step": 26833
    },
    {
      "epoch": 2.9091500433651345,
      "grad_norm": 0.27403321862220764,
      "learning_rate": 3.0393152473523867e-06,
      "loss": 0.0196,
      "step": 26834
    },
    {
      "epoch": 2.909258456201214,
      "grad_norm": 0.6913484930992126,
      "learning_rate": 3.0356883795154508e-06,
      "loss": 0.034,
      "step": 26835
    },
    {
      "epoch": 2.909366869037294,
      "grad_norm": 0.13973471522331238,
      "learning_rate": 3.0320615116785145e-06,
      "loss": 0.0118,
      "step": 26836
    },
    {
      "epoch": 2.909475281873374,
      "grad_norm": 0.010071503929793835,
      "learning_rate": 3.0284346438415786e-06,
      "loss": 0.0005,
      "step": 26837
    },
    {
      "epoch": 2.9095836947094535,
      "grad_norm": 0.08367379754781723,
      "learning_rate": 3.0248077760046427e-06,
      "loss": 0.004,
      "step": 26838
    },
    {
      "epoch": 2.9096921075455335,
      "grad_norm": 0.12516041100025177,
      "learning_rate": 3.0211809081677063e-06,
      "loss": 0.0045,
      "step": 26839
    },
    {
      "epoch": 2.909800520381613,
      "grad_norm": 0.23456089198589325,
      "learning_rate": 3.0175540403307705e-06,
      "loss": 0.012,
      "step": 26840
    },
    {
      "epoch": 2.909908933217693,
      "grad_norm": 0.40705105662345886,
      "learning_rate": 3.0139271724938346e-06,
      "loss": 0.0372,
      "step": 26841
    },
    {
      "epoch": 2.9100173460537726,
      "grad_norm": 0.2906804084777832,
      "learning_rate": 3.0103003046568987e-06,
      "loss": 0.0123,
      "step": 26842
    },
    {
      "epoch": 2.9101257588898526,
      "grad_norm": 0.3730577826499939,
      "learning_rate": 3.0066734368199623e-06,
      "loss": 0.0504,
      "step": 26843
    },
    {
      "epoch": 2.910234171725932,
      "grad_norm": 0.4771815240383148,
      "learning_rate": 3.0030465689830264e-06,
      "loss": 0.0258,
      "step": 26844
    },
    {
      "epoch": 2.910342584562012,
      "grad_norm": 0.051840342581272125,
      "learning_rate": 2.99941970114609e-06,
      "loss": 0.0028,
      "step": 26845
    },
    {
      "epoch": 2.910450997398092,
      "grad_norm": 0.04791993647813797,
      "learning_rate": 2.9957928333091542e-06,
      "loss": 0.0026,
      "step": 26846
    },
    {
      "epoch": 2.9105594102341716,
      "grad_norm": 0.4056236743927002,
      "learning_rate": 2.9921659654722183e-06,
      "loss": 0.0343,
      "step": 26847
    },
    {
      "epoch": 2.9106678230702516,
      "grad_norm": 0.24553513526916504,
      "learning_rate": 2.9885390976352824e-06,
      "loss": 0.0294,
      "step": 26848
    },
    {
      "epoch": 2.910776235906331,
      "grad_norm": 0.16961030662059784,
      "learning_rate": 2.9849122297983465e-06,
      "loss": 0.0362,
      "step": 26849
    },
    {
      "epoch": 2.910884648742411,
      "grad_norm": 0.2183036357164383,
      "learning_rate": 2.9812853619614102e-06,
      "loss": 0.0377,
      "step": 26850
    },
    {
      "epoch": 2.910993061578491,
      "grad_norm": 0.11297618597745895,
      "learning_rate": 2.9776584941244743e-06,
      "loss": 0.0138,
      "step": 26851
    },
    {
      "epoch": 2.9111014744145707,
      "grad_norm": 0.014088376425206661,
      "learning_rate": 2.974031626287538e-06,
      "loss": 0.0007,
      "step": 26852
    },
    {
      "epoch": 2.91120988725065,
      "grad_norm": 0.09548767656087875,
      "learning_rate": 2.970404758450602e-06,
      "loss": 0.0031,
      "step": 26853
    },
    {
      "epoch": 2.91131830008673,
      "grad_norm": 0.2526057958602905,
      "learning_rate": 2.9667778906136662e-06,
      "loss": 0.0274,
      "step": 26854
    },
    {
      "epoch": 2.91142671292281,
      "grad_norm": 0.14152035117149353,
      "learning_rate": 2.9631510227767303e-06,
      "loss": 0.0107,
      "step": 26855
    },
    {
      "epoch": 2.9115351257588897,
      "grad_norm": 0.11901002377271652,
      "learning_rate": 2.9595241549397944e-06,
      "loss": 0.0096,
      "step": 26856
    },
    {
      "epoch": 2.9116435385949697,
      "grad_norm": 0.03659030795097351,
      "learning_rate": 2.955897287102858e-06,
      "loss": 0.0011,
      "step": 26857
    },
    {
      "epoch": 2.9117519514310493,
      "grad_norm": 0.16979394853115082,
      "learning_rate": 2.9522704192659222e-06,
      "loss": 0.0129,
      "step": 26858
    },
    {
      "epoch": 2.9118603642671292,
      "grad_norm": 0.3017529845237732,
      "learning_rate": 2.948643551428986e-06,
      "loss": 0.0248,
      "step": 26859
    },
    {
      "epoch": 2.9119687771032092,
      "grad_norm": 0.1059628576040268,
      "learning_rate": 2.94501668359205e-06,
      "loss": 0.0086,
      "step": 26860
    },
    {
      "epoch": 2.9120771899392888,
      "grad_norm": 0.11803870648145676,
      "learning_rate": 2.941389815755114e-06,
      "loss": 0.0077,
      "step": 26861
    },
    {
      "epoch": 2.9121856027753688,
      "grad_norm": 0.2389778345823288,
      "learning_rate": 2.9377629479181782e-06,
      "loss": 0.0279,
      "step": 26862
    },
    {
      "epoch": 2.9122940156114483,
      "grad_norm": 0.5976165533065796,
      "learning_rate": 2.934136080081242e-06,
      "loss": 0.0406,
      "step": 26863
    },
    {
      "epoch": 2.9124024284475283,
      "grad_norm": 0.8143472671508789,
      "learning_rate": 2.930509212244306e-06,
      "loss": 0.0564,
      "step": 26864
    },
    {
      "epoch": 2.912510841283608,
      "grad_norm": 0.0978541374206543,
      "learning_rate": 2.9268823444073697e-06,
      "loss": 0.0083,
      "step": 26865
    },
    {
      "epoch": 2.912619254119688,
      "grad_norm": 0.16760118305683136,
      "learning_rate": 2.923255476570434e-06,
      "loss": 0.0125,
      "step": 26866
    },
    {
      "epoch": 2.9127276669557673,
      "grad_norm": 0.2673071026802063,
      "learning_rate": 2.919628608733498e-06,
      "loss": 0.0284,
      "step": 26867
    },
    {
      "epoch": 2.9128360797918473,
      "grad_norm": 0.24285344779491425,
      "learning_rate": 2.916001740896562e-06,
      "loss": 0.0189,
      "step": 26868
    },
    {
      "epoch": 2.9129444926279273,
      "grad_norm": 0.2520079016685486,
      "learning_rate": 2.912374873059626e-06,
      "loss": 0.0103,
      "step": 26869
    },
    {
      "epoch": 2.913052905464007,
      "grad_norm": 0.0626605674624443,
      "learning_rate": 2.90874800522269e-06,
      "loss": 0.0038,
      "step": 26870
    },
    {
      "epoch": 2.913161318300087,
      "grad_norm": 0.24660955369472504,
      "learning_rate": 2.905121137385754e-06,
      "loss": 0.0103,
      "step": 26871
    },
    {
      "epoch": 2.9132697311361664,
      "grad_norm": 0.15283715724945068,
      "learning_rate": 2.9014942695488176e-06,
      "loss": 0.0089,
      "step": 26872
    },
    {
      "epoch": 2.9133781439722464,
      "grad_norm": 0.23660793900489807,
      "learning_rate": 2.8978674017118817e-06,
      "loss": 0.0275,
      "step": 26873
    },
    {
      "epoch": 2.9134865568083264,
      "grad_norm": 0.28590476512908936,
      "learning_rate": 2.894240533874946e-06,
      "loss": 0.0443,
      "step": 26874
    },
    {
      "epoch": 2.913594969644406,
      "grad_norm": 0.12300127744674683,
      "learning_rate": 2.89061366603801e-06,
      "loss": 0.0072,
      "step": 26875
    },
    {
      "epoch": 2.9137033824804854,
      "grad_norm": 0.05511971563100815,
      "learning_rate": 2.886986798201074e-06,
      "loss": 0.0036,
      "step": 26876
    },
    {
      "epoch": 2.9138117953165654,
      "grad_norm": 0.12358687818050385,
      "learning_rate": 2.8833599303641377e-06,
      "loss": 0.01,
      "step": 26877
    },
    {
      "epoch": 2.9139202081526454,
      "grad_norm": 0.05270383134484291,
      "learning_rate": 2.8797330625272014e-06,
      "loss": 0.0056,
      "step": 26878
    },
    {
      "epoch": 2.914028620988725,
      "grad_norm": 0.2287437468767166,
      "learning_rate": 2.8761061946902655e-06,
      "loss": 0.0135,
      "step": 26879
    },
    {
      "epoch": 2.914137033824805,
      "grad_norm": 0.09838122874498367,
      "learning_rate": 2.8724793268533296e-06,
      "loss": 0.006,
      "step": 26880
    },
    {
      "epoch": 2.9142454466608845,
      "grad_norm": 0.08365978300571442,
      "learning_rate": 2.8688524590163937e-06,
      "loss": 0.0055,
      "step": 26881
    },
    {
      "epoch": 2.9143538594969645,
      "grad_norm": 0.29600608348846436,
      "learning_rate": 2.8652255911794578e-06,
      "loss": 0.0259,
      "step": 26882
    },
    {
      "epoch": 2.9144622723330444,
      "grad_norm": 0.12653020024299622,
      "learning_rate": 2.861598723342522e-06,
      "loss": 0.0087,
      "step": 26883
    },
    {
      "epoch": 2.914570685169124,
      "grad_norm": 0.3197587728500366,
      "learning_rate": 2.8579718555055856e-06,
      "loss": 0.0166,
      "step": 26884
    },
    {
      "epoch": 2.914679098005204,
      "grad_norm": 0.5814143419265747,
      "learning_rate": 2.8543449876686493e-06,
      "loss": 0.0309,
      "step": 26885
    },
    {
      "epoch": 2.9147875108412835,
      "grad_norm": 0.16313530504703522,
      "learning_rate": 2.8507181198317134e-06,
      "loss": 0.0178,
      "step": 26886
    },
    {
      "epoch": 2.9148959236773635,
      "grad_norm": 0.0304171871393919,
      "learning_rate": 2.8470912519947775e-06,
      "loss": 0.0014,
      "step": 26887
    },
    {
      "epoch": 2.915004336513443,
      "grad_norm": 0.5569264888763428,
      "learning_rate": 2.8434643841578416e-06,
      "loss": 0.0252,
      "step": 26888
    },
    {
      "epoch": 2.915112749349523,
      "grad_norm": 0.3601701855659485,
      "learning_rate": 2.8398375163209057e-06,
      "loss": 0.0079,
      "step": 26889
    },
    {
      "epoch": 2.9152211621856026,
      "grad_norm": 1.0821181535720825,
      "learning_rate": 2.8362106484839694e-06,
      "loss": 0.032,
      "step": 26890
    },
    {
      "epoch": 2.9153295750216826,
      "grad_norm": 0.29896676540374756,
      "learning_rate": 2.832583780647033e-06,
      "loss": 0.014,
      "step": 26891
    },
    {
      "epoch": 2.9154379878577625,
      "grad_norm": 0.12555712461471558,
      "learning_rate": 2.828956912810097e-06,
      "loss": 0.0076,
      "step": 26892
    },
    {
      "epoch": 2.915546400693842,
      "grad_norm": 0.31569337844848633,
      "learning_rate": 2.8253300449731612e-06,
      "loss": 0.0247,
      "step": 26893
    },
    {
      "epoch": 2.915654813529922,
      "grad_norm": 0.25711560249328613,
      "learning_rate": 2.8217031771362253e-06,
      "loss": 0.0088,
      "step": 26894
    },
    {
      "epoch": 2.9157632263660016,
      "grad_norm": 0.4400847554206848,
      "learning_rate": 2.8180763092992895e-06,
      "loss": 0.0175,
      "step": 26895
    },
    {
      "epoch": 2.9158716392020816,
      "grad_norm": 0.004139806143939495,
      "learning_rate": 2.8144494414623536e-06,
      "loss": 0.0002,
      "step": 26896
    },
    {
      "epoch": 2.9159800520381616,
      "grad_norm": 0.29459047317504883,
      "learning_rate": 2.8108225736254172e-06,
      "loss": 0.0135,
      "step": 26897
    },
    {
      "epoch": 2.916088464874241,
      "grad_norm": 0.25122541189193726,
      "learning_rate": 2.807195705788481e-06,
      "loss": 0.0192,
      "step": 26898
    },
    {
      "epoch": 2.9161968777103207,
      "grad_norm": 0.06713686883449554,
      "learning_rate": 2.803568837951545e-06,
      "loss": 0.0113,
      "step": 26899
    },
    {
      "epoch": 2.9163052905464006,
      "grad_norm": 0.13537006080150604,
      "learning_rate": 2.799941970114609e-06,
      "loss": 0.0114,
      "step": 26900
    },
    {
      "epoch": 2.9164137033824806,
      "grad_norm": 0.16772747039794922,
      "learning_rate": 2.7963151022776732e-06,
      "loss": 0.0071,
      "step": 26901
    },
    {
      "epoch": 2.91652211621856,
      "grad_norm": 0.27510303258895874,
      "learning_rate": 2.7926882344407373e-06,
      "loss": 0.0121,
      "step": 26902
    },
    {
      "epoch": 2.91663052905464,
      "grad_norm": 0.1906643509864807,
      "learning_rate": 2.7890613666038014e-06,
      "loss": 0.0203,
      "step": 26903
    },
    {
      "epoch": 2.9167389418907197,
      "grad_norm": 0.19290581345558167,
      "learning_rate": 2.785434498766865e-06,
      "loss": 0.0208,
      "step": 26904
    },
    {
      "epoch": 2.9168473547267997,
      "grad_norm": 0.26688238978385925,
      "learning_rate": 2.781807630929929e-06,
      "loss": 0.0194,
      "step": 26905
    },
    {
      "epoch": 2.9169557675628797,
      "grad_norm": 0.025507984682917595,
      "learning_rate": 2.778180763092993e-06,
      "loss": 0.0015,
      "step": 26906
    },
    {
      "epoch": 2.917064180398959,
      "grad_norm": 0.19384074211120605,
      "learning_rate": 2.774553895256057e-06,
      "loss": 0.0177,
      "step": 26907
    },
    {
      "epoch": 2.917172593235039,
      "grad_norm": 0.38425496220588684,
      "learning_rate": 2.770927027419121e-06,
      "loss": 0.024,
      "step": 26908
    },
    {
      "epoch": 2.9172810060711187,
      "grad_norm": 0.32519713044166565,
      "learning_rate": 2.7673001595821852e-06,
      "loss": 0.0146,
      "step": 26909
    },
    {
      "epoch": 2.9173894189071987,
      "grad_norm": 0.42140892148017883,
      "learning_rate": 2.763673291745249e-06,
      "loss": 0.0172,
      "step": 26910
    },
    {
      "epoch": 2.9174978317432783,
      "grad_norm": 0.18671280145645142,
      "learning_rate": 2.7600464239083126e-06,
      "loss": 0.0097,
      "step": 26911
    },
    {
      "epoch": 2.9176062445793582,
      "grad_norm": 0.6407670378684998,
      "learning_rate": 2.7564195560713767e-06,
      "loss": 0.021,
      "step": 26912
    },
    {
      "epoch": 2.917714657415438,
      "grad_norm": 0.08188731223344803,
      "learning_rate": 2.752792688234441e-06,
      "loss": 0.0053,
      "step": 26913
    },
    {
      "epoch": 2.9178230702515178,
      "grad_norm": 0.33508065342903137,
      "learning_rate": 2.749165820397505e-06,
      "loss": 0.0157,
      "step": 26914
    },
    {
      "epoch": 2.9179314830875978,
      "grad_norm": 0.9300965070724487,
      "learning_rate": 2.745538952560569e-06,
      "loss": 0.0288,
      "step": 26915
    },
    {
      "epoch": 2.9180398959236773,
      "grad_norm": 0.26703500747680664,
      "learning_rate": 2.741912084723633e-06,
      "loss": 0.0129,
      "step": 26916
    },
    {
      "epoch": 2.9181483087597573,
      "grad_norm": 0.031395323574543,
      "learning_rate": 2.738285216886697e-06,
      "loss": 0.0015,
      "step": 26917
    },
    {
      "epoch": 2.918256721595837,
      "grad_norm": 0.08972183614969254,
      "learning_rate": 2.7346583490497605e-06,
      "loss": 0.0049,
      "step": 26918
    },
    {
      "epoch": 2.918365134431917,
      "grad_norm": 0.11772337555885315,
      "learning_rate": 2.7310314812128246e-06,
      "loss": 0.0091,
      "step": 26919
    },
    {
      "epoch": 2.918473547267997,
      "grad_norm": 0.5632379055023193,
      "learning_rate": 2.7274046133758887e-06,
      "loss": 0.0487,
      "step": 26920
    },
    {
      "epoch": 2.9185819601040763,
      "grad_norm": 0.5995669960975647,
      "learning_rate": 2.723777745538953e-06,
      "loss": 0.0188,
      "step": 26921
    },
    {
      "epoch": 2.918690372940156,
      "grad_norm": 0.046519700437784195,
      "learning_rate": 2.720150877702017e-06,
      "loss": 0.0015,
      "step": 26922
    },
    {
      "epoch": 2.918798785776236,
      "grad_norm": 0.08954989910125732,
      "learning_rate": 2.7165240098650806e-06,
      "loss": 0.0039,
      "step": 26923
    },
    {
      "epoch": 2.918907198612316,
      "grad_norm": 0.023852230980992317,
      "learning_rate": 2.7128971420281443e-06,
      "loss": 0.001,
      "step": 26924
    },
    {
      "epoch": 2.9190156114483954,
      "grad_norm": 0.15328320860862732,
      "learning_rate": 2.7092702741912084e-06,
      "loss": 0.0032,
      "step": 26925
    },
    {
      "epoch": 2.9191240242844754,
      "grad_norm": 0.3786851763725281,
      "learning_rate": 2.7056434063542725e-06,
      "loss": 0.0274,
      "step": 26926
    },
    {
      "epoch": 2.919232437120555,
      "grad_norm": 0.05602967366576195,
      "learning_rate": 2.7020165385173366e-06,
      "loss": 0.0023,
      "step": 26927
    },
    {
      "epoch": 2.919340849956635,
      "grad_norm": 0.14529778063297272,
      "learning_rate": 2.6983896706804007e-06,
      "loss": 0.0084,
      "step": 26928
    },
    {
      "epoch": 2.919449262792715,
      "grad_norm": 0.08037504553794861,
      "learning_rate": 2.694762802843465e-06,
      "loss": 0.0048,
      "step": 26929
    },
    {
      "epoch": 2.9195576756287944,
      "grad_norm": 0.13830551505088806,
      "learning_rate": 2.6911359350065285e-06,
      "loss": 0.011,
      "step": 26930
    },
    {
      "epoch": 2.919666088464874,
      "grad_norm": 0.06164678558707237,
      "learning_rate": 2.687509067169592e-06,
      "loss": 0.0027,
      "step": 26931
    },
    {
      "epoch": 2.919774501300954,
      "grad_norm": 0.1387498527765274,
      "learning_rate": 2.6838821993326563e-06,
      "loss": 0.0071,
      "step": 26932
    },
    {
      "epoch": 2.919882914137034,
      "grad_norm": 0.27635306119918823,
      "learning_rate": 2.6802553314957204e-06,
      "loss": 0.0101,
      "step": 26933
    },
    {
      "epoch": 2.9199913269731135,
      "grad_norm": 0.7468149065971375,
      "learning_rate": 2.6766284636587845e-06,
      "loss": 0.0164,
      "step": 26934
    },
    {
      "epoch": 2.9200997398091935,
      "grad_norm": 0.098787821829319,
      "learning_rate": 2.6730015958218486e-06,
      "loss": 0.0065,
      "step": 26935
    },
    {
      "epoch": 2.920208152645273,
      "grad_norm": 0.26338526606559753,
      "learning_rate": 2.6693747279849123e-06,
      "loss": 0.018,
      "step": 26936
    },
    {
      "epoch": 2.920316565481353,
      "grad_norm": 0.14874696731567383,
      "learning_rate": 2.6657478601479764e-06,
      "loss": 0.0123,
      "step": 26937
    },
    {
      "epoch": 2.920424978317433,
      "grad_norm": 0.28198182582855225,
      "learning_rate": 2.66212099231104e-06,
      "loss": 0.0111,
      "step": 26938
    },
    {
      "epoch": 2.9205333911535125,
      "grad_norm": 0.34894680976867676,
      "learning_rate": 2.658494124474104e-06,
      "loss": 0.0209,
      "step": 26939
    },
    {
      "epoch": 2.9206418039895925,
      "grad_norm": 0.31516632437705994,
      "learning_rate": 2.6548672566371683e-06,
      "loss": 0.0292,
      "step": 26940
    },
    {
      "epoch": 2.920750216825672,
      "grad_norm": 0.190643772482872,
      "learning_rate": 2.6512403888002324e-06,
      "loss": 0.0162,
      "step": 26941
    },
    {
      "epoch": 2.920858629661752,
      "grad_norm": 0.24344488978385925,
      "learning_rate": 2.6476135209632965e-06,
      "loss": 0.0094,
      "step": 26942
    },
    {
      "epoch": 2.920967042497832,
      "grad_norm": 0.1481463611125946,
      "learning_rate": 2.64398665312636e-06,
      "loss": 0.0046,
      "step": 26943
    },
    {
      "epoch": 2.9210754553339116,
      "grad_norm": 0.14241960644721985,
      "learning_rate": 2.6403597852894243e-06,
      "loss": 0.025,
      "step": 26944
    },
    {
      "epoch": 2.921183868169991,
      "grad_norm": 0.14087598025798798,
      "learning_rate": 2.636732917452488e-06,
      "loss": 0.005,
      "step": 26945
    },
    {
      "epoch": 2.921292281006071,
      "grad_norm": 0.009860404767096043,
      "learning_rate": 2.633106049615552e-06,
      "loss": 0.0006,
      "step": 26946
    },
    {
      "epoch": 2.921400693842151,
      "grad_norm": 0.21259596943855286,
      "learning_rate": 2.629479181778616e-06,
      "loss": 0.0086,
      "step": 26947
    },
    {
      "epoch": 2.9215091066782306,
      "grad_norm": 0.06933234632015228,
      "learning_rate": 2.6258523139416802e-06,
      "loss": 0.0046,
      "step": 26948
    },
    {
      "epoch": 2.9216175195143106,
      "grad_norm": 0.21166487038135529,
      "learning_rate": 2.6222254461047444e-06,
      "loss": 0.0271,
      "step": 26949
    },
    {
      "epoch": 2.92172593235039,
      "grad_norm": 0.08282210677862167,
      "learning_rate": 2.618598578267808e-06,
      "loss": 0.0084,
      "step": 26950
    },
    {
      "epoch": 2.92183434518647,
      "grad_norm": 0.4149726927280426,
      "learning_rate": 2.6149717104308717e-06,
      "loss": 0.0317,
      "step": 26951
    },
    {
      "epoch": 2.92194275802255,
      "grad_norm": 0.013063473626971245,
      "learning_rate": 2.611344842593936e-06,
      "loss": 0.0007,
      "step": 26952
    },
    {
      "epoch": 2.9220511708586296,
      "grad_norm": 0.07466340810060501,
      "learning_rate": 2.607717974757e-06,
      "loss": 0.0048,
      "step": 26953
    },
    {
      "epoch": 2.922159583694709,
      "grad_norm": 0.24966900050640106,
      "learning_rate": 2.604091106920064e-06,
      "loss": 0.0586,
      "step": 26954
    },
    {
      "epoch": 2.922267996530789,
      "grad_norm": 0.06655099242925644,
      "learning_rate": 2.600464239083128e-06,
      "loss": 0.006,
      "step": 26955
    },
    {
      "epoch": 2.922376409366869,
      "grad_norm": 0.13109390437602997,
      "learning_rate": 2.596837371246192e-06,
      "loss": 0.0058,
      "step": 26956
    },
    {
      "epoch": 2.9224848222029487,
      "grad_norm": 0.05784781277179718,
      "learning_rate": 2.593210503409256e-06,
      "loss": 0.0041,
      "step": 26957
    },
    {
      "epoch": 2.9225932350390287,
      "grad_norm": 0.13613751530647278,
      "learning_rate": 2.5895836355723196e-06,
      "loss": 0.0095,
      "step": 26958
    },
    {
      "epoch": 2.922701647875108,
      "grad_norm": 0.27513009309768677,
      "learning_rate": 2.5859567677353837e-06,
      "loss": 0.0057,
      "step": 26959
    },
    {
      "epoch": 2.922810060711188,
      "grad_norm": 0.09606998413801193,
      "learning_rate": 2.582329899898448e-06,
      "loss": 0.0104,
      "step": 26960
    },
    {
      "epoch": 2.922918473547268,
      "grad_norm": 0.12914074957370758,
      "learning_rate": 2.578703032061512e-06,
      "loss": 0.0072,
      "step": 26961
    },
    {
      "epoch": 2.9230268863833477,
      "grad_norm": 0.17041906714439392,
      "learning_rate": 2.575076164224576e-06,
      "loss": 0.0077,
      "step": 26962
    },
    {
      "epoch": 2.9231352992194277,
      "grad_norm": 0.08316323161125183,
      "learning_rate": 2.5714492963876397e-06,
      "loss": 0.0048,
      "step": 26963
    },
    {
      "epoch": 2.9232437120555073,
      "grad_norm": 0.031757134944200516,
      "learning_rate": 2.567822428550704e-06,
      "loss": 0.001,
      "step": 26964
    },
    {
      "epoch": 2.9233521248915872,
      "grad_norm": 0.2233242392539978,
      "learning_rate": 2.5641955607137675e-06,
      "loss": 0.0197,
      "step": 26965
    },
    {
      "epoch": 2.9234605377276672,
      "grad_norm": 0.41447821259498596,
      "learning_rate": 2.5605686928768316e-06,
      "loss": 0.0188,
      "step": 26966
    },
    {
      "epoch": 2.9235689505637468,
      "grad_norm": 0.24640393257141113,
      "learning_rate": 2.5569418250398957e-06,
      "loss": 0.026,
      "step": 26967
    },
    {
      "epoch": 2.9236773633998263,
      "grad_norm": 0.11633896827697754,
      "learning_rate": 2.55331495720296e-06,
      "loss": 0.0047,
      "step": 26968
    },
    {
      "epoch": 2.9237857762359063,
      "grad_norm": 0.5101520419120789,
      "learning_rate": 2.5496880893660235e-06,
      "loss": 0.0409,
      "step": 26969
    },
    {
      "epoch": 2.9238941890719863,
      "grad_norm": 0.13381297886371613,
      "learning_rate": 2.5460612215290876e-06,
      "loss": 0.0107,
      "step": 26970
    },
    {
      "epoch": 2.924002601908066,
      "grad_norm": 0.27274805307388306,
      "learning_rate": 2.5424343536921517e-06,
      "loss": 0.0219,
      "step": 26971
    },
    {
      "epoch": 2.924111014744146,
      "grad_norm": 0.19398953020572662,
      "learning_rate": 2.5388074858552154e-06,
      "loss": 0.0139,
      "step": 26972
    },
    {
      "epoch": 2.9242194275802254,
      "grad_norm": 0.2061997503042221,
      "learning_rate": 2.5351806180182795e-06,
      "loss": 0.0122,
      "step": 26973
    },
    {
      "epoch": 2.9243278404163053,
      "grad_norm": 0.1666225641965866,
      "learning_rate": 2.5315537501813436e-06,
      "loss": 0.0128,
      "step": 26974
    },
    {
      "epoch": 2.9244362532523853,
      "grad_norm": 0.04833388701081276,
      "learning_rate": 2.5279268823444077e-06,
      "loss": 0.0017,
      "step": 26975
    },
    {
      "epoch": 2.924544666088465,
      "grad_norm": 0.14758814871311188,
      "learning_rate": 2.5243000145074714e-06,
      "loss": 0.0184,
      "step": 26976
    },
    {
      "epoch": 2.9246530789245444,
      "grad_norm": 0.19677335023880005,
      "learning_rate": 2.5206731466705355e-06,
      "loss": 0.0244,
      "step": 26977
    },
    {
      "epoch": 2.9247614917606244,
      "grad_norm": 0.0052837044931948185,
      "learning_rate": 2.517046278833599e-06,
      "loss": 0.0003,
      "step": 26978
    },
    {
      "epoch": 2.9248699045967044,
      "grad_norm": 0.20939117670059204,
      "learning_rate": 2.5134194109966633e-06,
      "loss": 0.0264,
      "step": 26979
    },
    {
      "epoch": 2.924978317432784,
      "grad_norm": 0.2893650233745575,
      "learning_rate": 2.5097925431597274e-06,
      "loss": 0.0074,
      "step": 26980
    },
    {
      "epoch": 2.925086730268864,
      "grad_norm": 0.22612179815769196,
      "learning_rate": 2.5061656753227915e-06,
      "loss": 0.0272,
      "step": 26981
    },
    {
      "epoch": 2.9251951431049434,
      "grad_norm": 0.2352222055196762,
      "learning_rate": 2.502538807485855e-06,
      "loss": 0.0144,
      "step": 26982
    },
    {
      "epoch": 2.9253035559410234,
      "grad_norm": 0.3709353804588318,
      "learning_rate": 2.4989119396489193e-06,
      "loss": 0.0148,
      "step": 26983
    },
    {
      "epoch": 2.9254119687771034,
      "grad_norm": 0.30058079957962036,
      "learning_rate": 2.4952850718119834e-06,
      "loss": 0.032,
      "step": 26984
    },
    {
      "epoch": 2.925520381613183,
      "grad_norm": 0.08606130629777908,
      "learning_rate": 2.491658203975047e-06,
      "loss": 0.0032,
      "step": 26985
    },
    {
      "epoch": 2.925628794449263,
      "grad_norm": 0.13690419495105743,
      "learning_rate": 2.488031336138111e-06,
      "loss": 0.0057,
      "step": 26986
    },
    {
      "epoch": 2.9257372072853425,
      "grad_norm": 0.19903293251991272,
      "learning_rate": 2.4844044683011753e-06,
      "loss": 0.0383,
      "step": 26987
    },
    {
      "epoch": 2.9258456201214225,
      "grad_norm": 0.305151104927063,
      "learning_rate": 2.4807776004642394e-06,
      "loss": 0.0631,
      "step": 26988
    },
    {
      "epoch": 2.925954032957502,
      "grad_norm": 0.086367167532444,
      "learning_rate": 2.477150732627303e-06,
      "loss": 0.0042,
      "step": 26989
    },
    {
      "epoch": 2.926062445793582,
      "grad_norm": 0.15986447036266327,
      "learning_rate": 2.473523864790367e-06,
      "loss": 0.0067,
      "step": 26990
    },
    {
      "epoch": 2.9261708586296615,
      "grad_norm": 0.19103045761585236,
      "learning_rate": 2.4698969969534313e-06,
      "loss": 0.0086,
      "step": 26991
    },
    {
      "epoch": 2.9262792714657415,
      "grad_norm": 0.06117360293865204,
      "learning_rate": 2.466270129116495e-06,
      "loss": 0.0036,
      "step": 26992
    },
    {
      "epoch": 2.9263876843018215,
      "grad_norm": 0.164458766579628,
      "learning_rate": 2.462643261279559e-06,
      "loss": 0.0106,
      "step": 26993
    },
    {
      "epoch": 2.926496097137901,
      "grad_norm": 0.08229813724756241,
      "learning_rate": 2.459016393442623e-06,
      "loss": 0.0079,
      "step": 26994
    },
    {
      "epoch": 2.926604509973981,
      "grad_norm": 0.2821033000946045,
      "learning_rate": 2.4553895256056873e-06,
      "loss": 0.0273,
      "step": 26995
    },
    {
      "epoch": 2.9267129228100606,
      "grad_norm": 0.21607621014118195,
      "learning_rate": 2.451762657768751e-06,
      "loss": 0.0047,
      "step": 26996
    },
    {
      "epoch": 2.9268213356461406,
      "grad_norm": 0.3544023633003235,
      "learning_rate": 2.448135789931815e-06,
      "loss": 0.0188,
      "step": 26997
    },
    {
      "epoch": 2.9269297484822205,
      "grad_norm": 0.1794668287038803,
      "learning_rate": 2.444508922094879e-06,
      "loss": 0.0067,
      "step": 26998
    },
    {
      "epoch": 2.9270381613183,
      "grad_norm": 0.3073346018791199,
      "learning_rate": 2.440882054257943e-06,
      "loss": 0.0374,
      "step": 26999
    },
    {
      "epoch": 2.9271465741543796,
      "grad_norm": 0.6177119612693787,
      "learning_rate": 2.437255186421007e-06,
      "loss": 0.0099,
      "step": 27000
    },
    {
      "epoch": 2.9272549869904596,
      "grad_norm": 0.2946436107158661,
      "learning_rate": 2.433628318584071e-06,
      "loss": 0.0149,
      "step": 27001
    },
    {
      "epoch": 2.9273633998265396,
      "grad_norm": 0.3955609202384949,
      "learning_rate": 2.4300014507471347e-06,
      "loss": 0.0235,
      "step": 27002
    },
    {
      "epoch": 2.927471812662619,
      "grad_norm": 0.18589425086975098,
      "learning_rate": 2.426374582910199e-06,
      "loss": 0.0063,
      "step": 27003
    },
    {
      "epoch": 2.927580225498699,
      "grad_norm": 0.27606314420700073,
      "learning_rate": 2.422747715073263e-06,
      "loss": 0.0301,
      "step": 27004
    },
    {
      "epoch": 2.9276886383347787,
      "grad_norm": 0.007953137159347534,
      "learning_rate": 2.419120847236327e-06,
      "loss": 0.0005,
      "step": 27005
    },
    {
      "epoch": 2.9277970511708586,
      "grad_norm": 0.27189984917640686,
      "learning_rate": 2.4154939793993907e-06,
      "loss": 0.0178,
      "step": 27006
    },
    {
      "epoch": 2.9279054640069386,
      "grad_norm": 0.03334050625562668,
      "learning_rate": 2.411867111562455e-06,
      "loss": 0.0018,
      "step": 27007
    },
    {
      "epoch": 2.928013876843018,
      "grad_norm": 0.24832585453987122,
      "learning_rate": 2.408240243725519e-06,
      "loss": 0.0212,
      "step": 27008
    },
    {
      "epoch": 2.928122289679098,
      "grad_norm": 0.22174133360385895,
      "learning_rate": 2.4046133758885826e-06,
      "loss": 0.0353,
      "step": 27009
    },
    {
      "epoch": 2.9282307025151777,
      "grad_norm": 0.07780405133962631,
      "learning_rate": 2.4009865080516467e-06,
      "loss": 0.0031,
      "step": 27010
    },
    {
      "epoch": 2.9283391153512577,
      "grad_norm": 0.38893476128578186,
      "learning_rate": 2.397359640214711e-06,
      "loss": 0.0109,
      "step": 27011
    },
    {
      "epoch": 2.9284475281873372,
      "grad_norm": 0.1492414027452469,
      "learning_rate": 2.3937327723777745e-06,
      "loss": 0.0151,
      "step": 27012
    },
    {
      "epoch": 2.928555941023417,
      "grad_norm": 0.14287886023521423,
      "learning_rate": 2.3901059045408386e-06,
      "loss": 0.0092,
      "step": 27013
    },
    {
      "epoch": 2.9286643538594967,
      "grad_norm": 0.2810637354850769,
      "learning_rate": 2.3864790367039027e-06,
      "loss": 0.0248,
      "step": 27014
    },
    {
      "epoch": 2.9287727666955767,
      "grad_norm": 0.18149034678936005,
      "learning_rate": 2.3828521688669664e-06,
      "loss": 0.0202,
      "step": 27015
    },
    {
      "epoch": 2.9288811795316567,
      "grad_norm": 0.2719040513038635,
      "learning_rate": 2.3792253010300305e-06,
      "loss": 0.0316,
      "step": 27016
    },
    {
      "epoch": 2.9289895923677363,
      "grad_norm": 0.1668298989534378,
      "learning_rate": 2.3755984331930946e-06,
      "loss": 0.0098,
      "step": 27017
    },
    {
      "epoch": 2.9290980052038162,
      "grad_norm": 0.13097181916236877,
      "learning_rate": 2.3719715653561587e-06,
      "loss": 0.0037,
      "step": 27018
    },
    {
      "epoch": 2.929206418039896,
      "grad_norm": 0.20180971920490265,
      "learning_rate": 2.3683446975192224e-06,
      "loss": 0.0051,
      "step": 27019
    },
    {
      "epoch": 2.9293148308759758,
      "grad_norm": 0.18087245523929596,
      "learning_rate": 2.3647178296822865e-06,
      "loss": 0.0033,
      "step": 27020
    },
    {
      "epoch": 2.9294232437120558,
      "grad_norm": 0.13840918242931366,
      "learning_rate": 2.3610909618453506e-06,
      "loss": 0.0203,
      "step": 27021
    },
    {
      "epoch": 2.9295316565481353,
      "grad_norm": 0.1638878881931305,
      "learning_rate": 2.3574640940084143e-06,
      "loss": 0.0086,
      "step": 27022
    },
    {
      "epoch": 2.929640069384215,
      "grad_norm": 0.007356948684900999,
      "learning_rate": 2.3538372261714784e-06,
      "loss": 0.0003,
      "step": 27023
    },
    {
      "epoch": 2.929748482220295,
      "grad_norm": 0.4223892092704773,
      "learning_rate": 2.3502103583345425e-06,
      "loss": 0.0118,
      "step": 27024
    },
    {
      "epoch": 2.929856895056375,
      "grad_norm": 0.19059202075004578,
      "learning_rate": 2.3465834904976066e-06,
      "loss": 0.0142,
      "step": 27025
    },
    {
      "epoch": 2.9299653078924544,
      "grad_norm": 0.06161607801914215,
      "learning_rate": 2.3429566226606703e-06,
      "loss": 0.0036,
      "step": 27026
    },
    {
      "epoch": 2.9300737207285343,
      "grad_norm": 0.6938334107398987,
      "learning_rate": 2.3393297548237344e-06,
      "loss": 0.1141,
      "step": 27027
    },
    {
      "epoch": 2.930182133564614,
      "grad_norm": 0.08876189589500427,
      "learning_rate": 2.335702886986798e-06,
      "loss": 0.0047,
      "step": 27028
    },
    {
      "epoch": 2.930290546400694,
      "grad_norm": 0.2736860513687134,
      "learning_rate": 2.332076019149862e-06,
      "loss": 0.0327,
      "step": 27029
    },
    {
      "epoch": 2.930398959236774,
      "grad_norm": 0.16235239803791046,
      "learning_rate": 2.3284491513129263e-06,
      "loss": 0.0166,
      "step": 27030
    },
    {
      "epoch": 2.9305073720728534,
      "grad_norm": 0.4627797305583954,
      "learning_rate": 2.3248222834759904e-06,
      "loss": 0.0148,
      "step": 27031
    },
    {
      "epoch": 2.9306157849089334,
      "grad_norm": 0.01464890781790018,
      "learning_rate": 2.3211954156390545e-06,
      "loss": 0.001,
      "step": 27032
    },
    {
      "epoch": 2.930724197745013,
      "grad_norm": 0.2052261382341385,
      "learning_rate": 2.317568547802118e-06,
      "loss": 0.0163,
      "step": 27033
    },
    {
      "epoch": 2.930832610581093,
      "grad_norm": 0.04270286485552788,
      "learning_rate": 2.3139416799651823e-06,
      "loss": 0.0017,
      "step": 27034
    },
    {
      "epoch": 2.9309410234171724,
      "grad_norm": 0.20564237236976624,
      "learning_rate": 2.310314812128246e-06,
      "loss": 0.0149,
      "step": 27035
    },
    {
      "epoch": 2.9310494362532524,
      "grad_norm": 0.07741031795740128,
      "learning_rate": 2.30668794429131e-06,
      "loss": 0.0075,
      "step": 27036
    },
    {
      "epoch": 2.931157849089332,
      "grad_norm": 0.09887769818305969,
      "learning_rate": 2.303061076454374e-06,
      "loss": 0.0059,
      "step": 27037
    },
    {
      "epoch": 2.931266261925412,
      "grad_norm": 0.18869490921497345,
      "learning_rate": 2.2994342086174383e-06,
      "loss": 0.008,
      "step": 27038
    },
    {
      "epoch": 2.931374674761492,
      "grad_norm": 1.0004315376281738,
      "learning_rate": 2.295807340780502e-06,
      "loss": 0.0351,
      "step": 27039
    },
    {
      "epoch": 2.9314830875975715,
      "grad_norm": 0.0327473059296608,
      "learning_rate": 2.292180472943566e-06,
      "loss": 0.0021,
      "step": 27040
    },
    {
      "epoch": 2.9315915004336515,
      "grad_norm": 0.015337608754634857,
      "learning_rate": 2.28855360510663e-06,
      "loss": 0.0006,
      "step": 27041
    },
    {
      "epoch": 2.931699913269731,
      "grad_norm": 0.14980708062648773,
      "learning_rate": 2.284926737269694e-06,
      "loss": 0.0073,
      "step": 27042
    },
    {
      "epoch": 2.931808326105811,
      "grad_norm": 0.14212964475154877,
      "learning_rate": 2.281299869432758e-06,
      "loss": 0.0065,
      "step": 27043
    },
    {
      "epoch": 2.931916738941891,
      "grad_norm": 0.04322739318013191,
      "learning_rate": 2.277673001595822e-06,
      "loss": 0.0021,
      "step": 27044
    },
    {
      "epoch": 2.9320251517779705,
      "grad_norm": 0.4499087929725647,
      "learning_rate": 2.274046133758886e-06,
      "loss": 0.0127,
      "step": 27045
    },
    {
      "epoch": 2.93213356461405,
      "grad_norm": 0.34624966979026794,
      "learning_rate": 2.27041926592195e-06,
      "loss": 0.0172,
      "step": 27046
    },
    {
      "epoch": 2.93224197745013,
      "grad_norm": 0.3413577377796173,
      "learning_rate": 2.266792398085014e-06,
      "loss": 0.0468,
      "step": 27047
    },
    {
      "epoch": 2.93235039028621,
      "grad_norm": 0.04511577636003494,
      "learning_rate": 2.2631655302480776e-06,
      "loss": 0.0026,
      "step": 27048
    },
    {
      "epoch": 2.9324588031222896,
      "grad_norm": 0.06361261755228043,
      "learning_rate": 2.2595386624111417e-06,
      "loss": 0.0025,
      "step": 27049
    },
    {
      "epoch": 2.9325672159583696,
      "grad_norm": 0.01089837122708559,
      "learning_rate": 2.255911794574206e-06,
      "loss": 0.0005,
      "step": 27050
    },
    {
      "epoch": 2.932675628794449,
      "grad_norm": 0.3568996489048004,
      "learning_rate": 2.25228492673727e-06,
      "loss": 0.0234,
      "step": 27051
    },
    {
      "epoch": 2.932784041630529,
      "grad_norm": 0.06831546127796173,
      "learning_rate": 2.248658058900334e-06,
      "loss": 0.0012,
      "step": 27052
    },
    {
      "epoch": 2.932892454466609,
      "grad_norm": 0.38069960474967957,
      "learning_rate": 2.2450311910633977e-06,
      "loss": 0.0262,
      "step": 27053
    },
    {
      "epoch": 2.9330008673026886,
      "grad_norm": 0.05220663174986839,
      "learning_rate": 2.241404323226462e-06,
      "loss": 0.0029,
      "step": 27054
    },
    {
      "epoch": 2.9331092801387686,
      "grad_norm": 0.20379111170768738,
      "learning_rate": 2.2377774553895255e-06,
      "loss": 0.0076,
      "step": 27055
    },
    {
      "epoch": 2.933217692974848,
      "grad_norm": 0.13318778574466705,
      "learning_rate": 2.2341505875525896e-06,
      "loss": 0.0084,
      "step": 27056
    },
    {
      "epoch": 2.933326105810928,
      "grad_norm": 0.22448508441448212,
      "learning_rate": 2.2305237197156537e-06,
      "loss": 0.0241,
      "step": 27057
    },
    {
      "epoch": 2.9334345186470077,
      "grad_norm": 0.10626805573701859,
      "learning_rate": 2.226896851878718e-06,
      "loss": 0.0089,
      "step": 27058
    },
    {
      "epoch": 2.9335429314830876,
      "grad_norm": 0.12463372945785522,
      "learning_rate": 2.223269984041782e-06,
      "loss": 0.0034,
      "step": 27059
    },
    {
      "epoch": 2.933651344319167,
      "grad_norm": 0.26267674565315247,
      "learning_rate": 2.2196431162048456e-06,
      "loss": 0.0251,
      "step": 27060
    },
    {
      "epoch": 2.933759757155247,
      "grad_norm": 0.4195950925350189,
      "learning_rate": 2.2160162483679093e-06,
      "loss": 0.028,
      "step": 27061
    },
    {
      "epoch": 2.933868169991327,
      "grad_norm": 0.25724366307258606,
      "learning_rate": 2.2123893805309734e-06,
      "loss": 0.018,
      "step": 27062
    },
    {
      "epoch": 2.9339765828274067,
      "grad_norm": 0.01348012126982212,
      "learning_rate": 2.2087625126940375e-06,
      "loss": 0.0007,
      "step": 27063
    },
    {
      "epoch": 2.9340849956634867,
      "grad_norm": 0.14519169926643372,
      "learning_rate": 2.2051356448571016e-06,
      "loss": 0.0136,
      "step": 27064
    },
    {
      "epoch": 2.9341934084995662,
      "grad_norm": 0.1363997459411621,
      "learning_rate": 2.2015087770201657e-06,
      "loss": 0.0108,
      "step": 27065
    },
    {
      "epoch": 2.934301821335646,
      "grad_norm": 0.02179543673992157,
      "learning_rate": 2.1978819091832294e-06,
      "loss": 0.0008,
      "step": 27066
    },
    {
      "epoch": 2.934410234171726,
      "grad_norm": 0.16086320579051971,
      "learning_rate": 2.1942550413462935e-06,
      "loss": 0.0102,
      "step": 27067
    },
    {
      "epoch": 2.9345186470078057,
      "grad_norm": 0.10487926751375198,
      "learning_rate": 2.190628173509357e-06,
      "loss": 0.0053,
      "step": 27068
    },
    {
      "epoch": 2.9346270598438853,
      "grad_norm": 0.598224401473999,
      "learning_rate": 2.1870013056724213e-06,
      "loss": 0.0264,
      "step": 27069
    },
    {
      "epoch": 2.9347354726799653,
      "grad_norm": 0.2416081428527832,
      "learning_rate": 2.1833744378354854e-06,
      "loss": 0.0216,
      "step": 27070
    },
    {
      "epoch": 2.9348438855160452,
      "grad_norm": 0.30734580755233765,
      "learning_rate": 2.1797475699985495e-06,
      "loss": 0.0106,
      "step": 27071
    },
    {
      "epoch": 2.934952298352125,
      "grad_norm": 0.3299676179885864,
      "learning_rate": 2.1761207021616136e-06,
      "loss": 0.0473,
      "step": 27072
    },
    {
      "epoch": 2.9350607111882048,
      "grad_norm": 0.17445291578769684,
      "learning_rate": 2.1724938343246773e-06,
      "loss": 0.0125,
      "step": 27073
    },
    {
      "epoch": 2.9351691240242843,
      "grad_norm": 0.0717412531375885,
      "learning_rate": 2.168866966487741e-06,
      "loss": 0.0048,
      "step": 27074
    },
    {
      "epoch": 2.9352775368603643,
      "grad_norm": 0.1341305524110794,
      "learning_rate": 2.165240098650805e-06,
      "loss": 0.0158,
      "step": 27075
    },
    {
      "epoch": 2.9353859496964443,
      "grad_norm": 0.1886909008026123,
      "learning_rate": 2.161613230813869e-06,
      "loss": 0.0128,
      "step": 27076
    },
    {
      "epoch": 2.935494362532524,
      "grad_norm": 0.08013357222080231,
      "learning_rate": 2.1579863629769333e-06,
      "loss": 0.0054,
      "step": 27077
    },
    {
      "epoch": 2.9356027753686034,
      "grad_norm": 0.06891196221113205,
      "learning_rate": 2.1543594951399974e-06,
      "loss": 0.0033,
      "step": 27078
    },
    {
      "epoch": 2.9357111882046834,
      "grad_norm": 0.5955857634544373,
      "learning_rate": 2.1507326273030615e-06,
      "loss": 0.0309,
      "step": 27079
    },
    {
      "epoch": 2.9358196010407633,
      "grad_norm": 0.6961304545402527,
      "learning_rate": 2.147105759466125e-06,
      "loss": 0.0279,
      "step": 27080
    },
    {
      "epoch": 2.935928013876843,
      "grad_norm": 0.20500588417053223,
      "learning_rate": 2.143478891629189e-06,
      "loss": 0.015,
      "step": 27081
    },
    {
      "epoch": 2.936036426712923,
      "grad_norm": 0.015833932906389236,
      "learning_rate": 2.139852023792253e-06,
      "loss": 0.0009,
      "step": 27082
    },
    {
      "epoch": 2.9361448395490024,
      "grad_norm": 0.48034244775772095,
      "learning_rate": 2.136225155955317e-06,
      "loss": 0.0172,
      "step": 27083
    },
    {
      "epoch": 2.9362532523850824,
      "grad_norm": 0.3923288881778717,
      "learning_rate": 2.132598288118381e-06,
      "loss": 0.0283,
      "step": 27084
    },
    {
      "epoch": 2.9363616652211624,
      "grad_norm": 0.12804843485355377,
      "learning_rate": 2.1289714202814453e-06,
      "loss": 0.0073,
      "step": 27085
    },
    {
      "epoch": 2.936470078057242,
      "grad_norm": 0.20007961988449097,
      "learning_rate": 2.1253445524445094e-06,
      "loss": 0.0221,
      "step": 27086
    },
    {
      "epoch": 2.936578490893322,
      "grad_norm": 0.09902486950159073,
      "learning_rate": 2.121717684607573e-06,
      "loss": 0.0095,
      "step": 27087
    },
    {
      "epoch": 2.9366869037294014,
      "grad_norm": 0.0679759681224823,
      "learning_rate": 2.1180908167706367e-06,
      "loss": 0.0035,
      "step": 27088
    },
    {
      "epoch": 2.9367953165654814,
      "grad_norm": 0.03180491924285889,
      "learning_rate": 2.114463948933701e-06,
      "loss": 0.0017,
      "step": 27089
    },
    {
      "epoch": 2.9369037294015614,
      "grad_norm": 0.16631567478179932,
      "learning_rate": 2.110837081096765e-06,
      "loss": 0.0097,
      "step": 27090
    },
    {
      "epoch": 2.937012142237641,
      "grad_norm": 0.36284834146499634,
      "learning_rate": 2.107210213259829e-06,
      "loss": 0.0205,
      "step": 27091
    },
    {
      "epoch": 2.9371205550737205,
      "grad_norm": 0.10911302268505096,
      "learning_rate": 2.103583345422893e-06,
      "loss": 0.0078,
      "step": 27092
    },
    {
      "epoch": 2.9372289679098005,
      "grad_norm": 0.02269083261489868,
      "learning_rate": 2.099956477585957e-06,
      "loss": 0.0015,
      "step": 27093
    },
    {
      "epoch": 2.9373373807458805,
      "grad_norm": 0.27698421478271484,
      "learning_rate": 2.0963296097490205e-06,
      "loss": 0.0197,
      "step": 27094
    },
    {
      "epoch": 2.93744579358196,
      "grad_norm": 0.0795370563864708,
      "learning_rate": 2.0927027419120846e-06,
      "loss": 0.0045,
      "step": 27095
    },
    {
      "epoch": 2.93755420641804,
      "grad_norm": 0.11469313502311707,
      "learning_rate": 2.0890758740751487e-06,
      "loss": 0.0043,
      "step": 27096
    },
    {
      "epoch": 2.9376626192541195,
      "grad_norm": 0.5041086673736572,
      "learning_rate": 2.085449006238213e-06,
      "loss": 0.0366,
      "step": 27097
    },
    {
      "epoch": 2.9377710320901995,
      "grad_norm": 0.3173016607761383,
      "learning_rate": 2.081822138401277e-06,
      "loss": 0.0219,
      "step": 27098
    },
    {
      "epoch": 2.9378794449262795,
      "grad_norm": 0.31289491057395935,
      "learning_rate": 2.078195270564341e-06,
      "loss": 0.0197,
      "step": 27099
    },
    {
      "epoch": 2.937987857762359,
      "grad_norm": 0.111833356320858,
      "learning_rate": 2.0745684027274047e-06,
      "loss": 0.0147,
      "step": 27100
    },
    {
      "epoch": 2.9380962705984386,
      "grad_norm": 0.013547269627451897,
      "learning_rate": 2.0709415348904684e-06,
      "loss": 0.0006,
      "step": 27101
    },
    {
      "epoch": 2.9382046834345186,
      "grad_norm": 0.46279704570770264,
      "learning_rate": 2.0673146670535325e-06,
      "loss": 0.0224,
      "step": 27102
    },
    {
      "epoch": 2.9383130962705986,
      "grad_norm": 0.43853336572647095,
      "learning_rate": 2.0636877992165966e-06,
      "loss": 0.009,
      "step": 27103
    },
    {
      "epoch": 2.938421509106678,
      "grad_norm": 0.13819172978401184,
      "learning_rate": 2.0600609313796607e-06,
      "loss": 0.0135,
      "step": 27104
    },
    {
      "epoch": 2.938529921942758,
      "grad_norm": 0.1288537234067917,
      "learning_rate": 2.056434063542725e-06,
      "loss": 0.0059,
      "step": 27105
    },
    {
      "epoch": 2.9386383347788376,
      "grad_norm": 0.36829328536987305,
      "learning_rate": 2.0528071957057885e-06,
      "loss": 0.0417,
      "step": 27106
    },
    {
      "epoch": 2.9387467476149176,
      "grad_norm": 0.24537958204746246,
      "learning_rate": 2.049180327868852e-06,
      "loss": 0.0532,
      "step": 27107
    },
    {
      "epoch": 2.9388551604509976,
      "grad_norm": 0.24619852006435394,
      "learning_rate": 2.0455534600319163e-06,
      "loss": 0.0137,
      "step": 27108
    },
    {
      "epoch": 2.938963573287077,
      "grad_norm": 0.3020091950893402,
      "learning_rate": 2.0419265921949804e-06,
      "loss": 0.0245,
      "step": 27109
    },
    {
      "epoch": 2.939071986123157,
      "grad_norm": 0.038044992834329605,
      "learning_rate": 2.0382997243580445e-06,
      "loss": 0.0033,
      "step": 27110
    },
    {
      "epoch": 2.9391803989592367,
      "grad_norm": 0.5770190358161926,
      "learning_rate": 2.0346728565211086e-06,
      "loss": 0.0347,
      "step": 27111
    },
    {
      "epoch": 2.9392888117953166,
      "grad_norm": 0.1482464075088501,
      "learning_rate": 2.0310459886841727e-06,
      "loss": 0.0037,
      "step": 27112
    },
    {
      "epoch": 2.9393972246313966,
      "grad_norm": 0.23549595475196838,
      "learning_rate": 2.0274191208472364e-06,
      "loss": 0.0078,
      "step": 27113
    },
    {
      "epoch": 2.939505637467476,
      "grad_norm": 0.07479772716760635,
      "learning_rate": 2.0237922530103e-06,
      "loss": 0.0028,
      "step": 27114
    },
    {
      "epoch": 2.9396140503035557,
      "grad_norm": 0.1851956993341446,
      "learning_rate": 2.020165385173364e-06,
      "loss": 0.0172,
      "step": 27115
    },
    {
      "epoch": 2.9397224631396357,
      "grad_norm": 0.1101246178150177,
      "learning_rate": 2.0165385173364283e-06,
      "loss": 0.0044,
      "step": 27116
    },
    {
      "epoch": 2.9398308759757157,
      "grad_norm": 0.2790929079055786,
      "learning_rate": 2.0129116494994924e-06,
      "loss": 0.0185,
      "step": 27117
    },
    {
      "epoch": 2.9399392888117952,
      "grad_norm": 0.06225378438830376,
      "learning_rate": 2.0092847816625565e-06,
      "loss": 0.0071,
      "step": 27118
    },
    {
      "epoch": 2.940047701647875,
      "grad_norm": 0.7556995153427124,
      "learning_rate": 2.00565791382562e-06,
      "loss": 0.0373,
      "step": 27119
    },
    {
      "epoch": 2.9401561144839548,
      "grad_norm": 0.32066160440444946,
      "learning_rate": 2.0020310459886843e-06,
      "loss": 0.0156,
      "step": 27120
    },
    {
      "epoch": 2.9402645273200347,
      "grad_norm": 0.14851713180541992,
      "learning_rate": 1.998404178151748e-06,
      "loss": 0.0086,
      "step": 27121
    },
    {
      "epoch": 2.9403729401561147,
      "grad_norm": 0.09744285047054291,
      "learning_rate": 1.994777310314812e-06,
      "loss": 0.0038,
      "step": 27122
    },
    {
      "epoch": 2.9404813529921943,
      "grad_norm": 0.165621817111969,
      "learning_rate": 1.991150442477876e-06,
      "loss": 0.0283,
      "step": 27123
    },
    {
      "epoch": 2.940589765828274,
      "grad_norm": 0.041269682347774506,
      "learning_rate": 1.9875235746409403e-06,
      "loss": 0.0015,
      "step": 27124
    },
    {
      "epoch": 2.940698178664354,
      "grad_norm": 0.08362779766321182,
      "learning_rate": 1.9838967068040044e-06,
      "loss": 0.0044,
      "step": 27125
    },
    {
      "epoch": 2.9408065915004338,
      "grad_norm": 0.12296636402606964,
      "learning_rate": 1.980269838967068e-06,
      "loss": 0.0036,
      "step": 27126
    },
    {
      "epoch": 2.9409150043365133,
      "grad_norm": 0.24816365540027618,
      "learning_rate": 1.9766429711301318e-06,
      "loss": 0.0198,
      "step": 27127
    },
    {
      "epoch": 2.9410234171725933,
      "grad_norm": 0.006610466167330742,
      "learning_rate": 1.973016103293196e-06,
      "loss": 0.0003,
      "step": 27128
    },
    {
      "epoch": 2.941131830008673,
      "grad_norm": 0.1672806739807129,
      "learning_rate": 1.96938923545626e-06,
      "loss": 0.0151,
      "step": 27129
    },
    {
      "epoch": 2.941240242844753,
      "grad_norm": 0.546262800693512,
      "learning_rate": 1.965762367619324e-06,
      "loss": 0.063,
      "step": 27130
    },
    {
      "epoch": 2.941348655680833,
      "grad_norm": 0.023724909871816635,
      "learning_rate": 1.962135499782388e-06,
      "loss": 0.001,
      "step": 27131
    },
    {
      "epoch": 2.9414570685169124,
      "grad_norm": 0.5204421877861023,
      "learning_rate": 1.9585086319454523e-06,
      "loss": 0.032,
      "step": 27132
    },
    {
      "epoch": 2.9415654813529923,
      "grad_norm": 0.20395474135875702,
      "learning_rate": 1.954881764108516e-06,
      "loss": 0.0126,
      "step": 27133
    },
    {
      "epoch": 2.941673894189072,
      "grad_norm": 0.41012242436408997,
      "learning_rate": 1.9512548962715797e-06,
      "loss": 0.0178,
      "step": 27134
    },
    {
      "epoch": 2.941782307025152,
      "grad_norm": 0.09775616973638535,
      "learning_rate": 1.9476280284346438e-06,
      "loss": 0.011,
      "step": 27135
    },
    {
      "epoch": 2.9418907198612314,
      "grad_norm": 0.09691138565540314,
      "learning_rate": 1.944001160597708e-06,
      "loss": 0.0043,
      "step": 27136
    },
    {
      "epoch": 2.9419991326973114,
      "grad_norm": 0.0038096799980849028,
      "learning_rate": 1.940374292760772e-06,
      "loss": 0.0003,
      "step": 27137
    },
    {
      "epoch": 2.942107545533391,
      "grad_norm": 0.3583330512046814,
      "learning_rate": 1.936747424923836e-06,
      "loss": 0.0317,
      "step": 27138
    },
    {
      "epoch": 2.942215958369471,
      "grad_norm": 0.1815049946308136,
      "learning_rate": 1.9331205570868998e-06,
      "loss": 0.01,
      "step": 27139
    },
    {
      "epoch": 2.942324371205551,
      "grad_norm": 0.036522939801216125,
      "learning_rate": 1.929493689249964e-06,
      "loss": 0.0022,
      "step": 27140
    },
    {
      "epoch": 2.9424327840416304,
      "grad_norm": 0.29090416431427,
      "learning_rate": 1.9258668214130275e-06,
      "loss": 0.025,
      "step": 27141
    },
    {
      "epoch": 2.9425411968777104,
      "grad_norm": 0.26367565989494324,
      "learning_rate": 1.9222399535760916e-06,
      "loss": 0.01,
      "step": 27142
    },
    {
      "epoch": 2.94264960971379,
      "grad_norm": 0.36566805839538574,
      "learning_rate": 1.9186130857391558e-06,
      "loss": 0.0079,
      "step": 27143
    },
    {
      "epoch": 2.94275802254987,
      "grad_norm": 0.028931908309459686,
      "learning_rate": 1.91498621790222e-06,
      "loss": 0.0013,
      "step": 27144
    },
    {
      "epoch": 2.94286643538595,
      "grad_norm": 0.48900797963142395,
      "learning_rate": 1.911359350065284e-06,
      "loss": 0.0287,
      "step": 27145
    },
    {
      "epoch": 2.9429748482220295,
      "grad_norm": 0.20833411812782288,
      "learning_rate": 1.9077324822283476e-06,
      "loss": 0.0112,
      "step": 27146
    },
    {
      "epoch": 2.943083261058109,
      "grad_norm": 0.1681669056415558,
      "learning_rate": 1.9041056143914117e-06,
      "loss": 0.0123,
      "step": 27147
    },
    {
      "epoch": 2.943191673894189,
      "grad_norm": 0.13092190027236938,
      "learning_rate": 1.9004787465544754e-06,
      "loss": 0.0053,
      "step": 27148
    },
    {
      "epoch": 2.943300086730269,
      "grad_norm": 0.3980936110019684,
      "learning_rate": 1.8968518787175395e-06,
      "loss": 0.0197,
      "step": 27149
    },
    {
      "epoch": 2.9434084995663485,
      "grad_norm": 0.2577425539493561,
      "learning_rate": 1.8932250108806036e-06,
      "loss": 0.0139,
      "step": 27150
    },
    {
      "epoch": 2.9435169124024285,
      "grad_norm": 0.2600541114807129,
      "learning_rate": 1.8895981430436675e-06,
      "loss": 0.0201,
      "step": 27151
    },
    {
      "epoch": 2.943625325238508,
      "grad_norm": 0.29055172204971313,
      "learning_rate": 1.8859712752067316e-06,
      "loss": 0.0467,
      "step": 27152
    },
    {
      "epoch": 2.943733738074588,
      "grad_norm": 0.3285384178161621,
      "learning_rate": 1.8823444073697957e-06,
      "loss": 0.0235,
      "step": 27153
    },
    {
      "epoch": 2.943842150910668,
      "grad_norm": 0.22645610570907593,
      "learning_rate": 1.8787175395328596e-06,
      "loss": 0.0241,
      "step": 27154
    },
    {
      "epoch": 2.9439505637467476,
      "grad_norm": 0.33464908599853516,
      "learning_rate": 1.8750906716959233e-06,
      "loss": 0.0214,
      "step": 27155
    },
    {
      "epoch": 2.9440589765828276,
      "grad_norm": 0.4964998662471771,
      "learning_rate": 1.8714638038589874e-06,
      "loss": 0.0301,
      "step": 27156
    },
    {
      "epoch": 2.944167389418907,
      "grad_norm": 0.09258013963699341,
      "learning_rate": 1.8678369360220515e-06,
      "loss": 0.0062,
      "step": 27157
    },
    {
      "epoch": 2.944275802254987,
      "grad_norm": 0.14950205385684967,
      "learning_rate": 1.8642100681851154e-06,
      "loss": 0.0094,
      "step": 27158
    },
    {
      "epoch": 2.9443842150910666,
      "grad_norm": 0.08686263859272003,
      "learning_rate": 1.8605832003481795e-06,
      "loss": 0.0039,
      "step": 27159
    },
    {
      "epoch": 2.9444926279271466,
      "grad_norm": 0.11336684972047806,
      "learning_rate": 1.8569563325112434e-06,
      "loss": 0.0059,
      "step": 27160
    },
    {
      "epoch": 2.944601040763226,
      "grad_norm": 0.2761194705963135,
      "learning_rate": 1.853329464674307e-06,
      "loss": 0.0245,
      "step": 27161
    },
    {
      "epoch": 2.944709453599306,
      "grad_norm": 0.11929314583539963,
      "learning_rate": 1.8497025968373712e-06,
      "loss": 0.0095,
      "step": 27162
    },
    {
      "epoch": 2.944817866435386,
      "grad_norm": 0.5800809264183044,
      "learning_rate": 1.8460757290004353e-06,
      "loss": 0.0296,
      "step": 27163
    },
    {
      "epoch": 2.9449262792714657,
      "grad_norm": 0.3274075388908386,
      "learning_rate": 1.8424488611634992e-06,
      "loss": 0.014,
      "step": 27164
    },
    {
      "epoch": 2.9450346921075456,
      "grad_norm": 0.2585091292858124,
      "learning_rate": 1.8388219933265633e-06,
      "loss": 0.0055,
      "step": 27165
    },
    {
      "epoch": 2.945143104943625,
      "grad_norm": 0.8045443892478943,
      "learning_rate": 1.8351951254896274e-06,
      "loss": 0.0227,
      "step": 27166
    },
    {
      "epoch": 2.945251517779705,
      "grad_norm": 0.21434399485588074,
      "learning_rate": 1.8315682576526913e-06,
      "loss": 0.0089,
      "step": 27167
    },
    {
      "epoch": 2.945359930615785,
      "grad_norm": 0.28696316480636597,
      "learning_rate": 1.827941389815755e-06,
      "loss": 0.0278,
      "step": 27168
    },
    {
      "epoch": 2.9454683434518647,
      "grad_norm": 0.11705829203128815,
      "learning_rate": 1.824314521978819e-06,
      "loss": 0.0044,
      "step": 27169
    },
    {
      "epoch": 2.9455767562879442,
      "grad_norm": 0.3970443904399872,
      "learning_rate": 1.8206876541418832e-06,
      "loss": 0.0422,
      "step": 27170
    },
    {
      "epoch": 2.9456851691240242,
      "grad_norm": 0.254024863243103,
      "learning_rate": 1.817060786304947e-06,
      "loss": 0.0169,
      "step": 27171
    },
    {
      "epoch": 2.945793581960104,
      "grad_norm": 0.2092604786157608,
      "learning_rate": 1.8134339184680112e-06,
      "loss": 0.0083,
      "step": 27172
    },
    {
      "epoch": 2.9459019947961838,
      "grad_norm": 0.1372053474187851,
      "learning_rate": 1.809807050631075e-06,
      "loss": 0.007,
      "step": 27173
    },
    {
      "epoch": 2.9460104076322637,
      "grad_norm": 0.05015948414802551,
      "learning_rate": 1.8061801827941392e-06,
      "loss": 0.0043,
      "step": 27174
    },
    {
      "epoch": 2.9461188204683433,
      "grad_norm": 0.1916671097278595,
      "learning_rate": 1.8025533149572029e-06,
      "loss": 0.0172,
      "step": 27175
    },
    {
      "epoch": 2.9462272333044233,
      "grad_norm": 0.12169991433620453,
      "learning_rate": 1.798926447120267e-06,
      "loss": 0.0077,
      "step": 27176
    },
    {
      "epoch": 2.9463356461405033,
      "grad_norm": 0.1750396192073822,
      "learning_rate": 1.7952995792833309e-06,
      "loss": 0.0146,
      "step": 27177
    },
    {
      "epoch": 2.946444058976583,
      "grad_norm": 0.313630074262619,
      "learning_rate": 1.791672711446395e-06,
      "loss": 0.0317,
      "step": 27178
    },
    {
      "epoch": 2.9465524718126628,
      "grad_norm": 0.08632242679595947,
      "learning_rate": 1.788045843609459e-06,
      "loss": 0.0034,
      "step": 27179
    },
    {
      "epoch": 2.9466608846487423,
      "grad_norm": 0.06670806556940079,
      "learning_rate": 1.784418975772523e-06,
      "loss": 0.0031,
      "step": 27180
    },
    {
      "epoch": 2.9467692974848223,
      "grad_norm": 0.16847418248653412,
      "learning_rate": 1.780792107935587e-06,
      "loss": 0.0052,
      "step": 27181
    },
    {
      "epoch": 2.946877710320902,
      "grad_norm": 0.16618306934833527,
      "learning_rate": 1.7771652400986508e-06,
      "loss": 0.0146,
      "step": 27182
    },
    {
      "epoch": 2.946986123156982,
      "grad_norm": 0.1953023076057434,
      "learning_rate": 1.7735383722617149e-06,
      "loss": 0.0103,
      "step": 27183
    },
    {
      "epoch": 2.9470945359930614,
      "grad_norm": 0.0989605262875557,
      "learning_rate": 1.7699115044247788e-06,
      "loss": 0.0055,
      "step": 27184
    },
    {
      "epoch": 2.9472029488291414,
      "grad_norm": 0.19639244675636292,
      "learning_rate": 1.7662846365878429e-06,
      "loss": 0.0115,
      "step": 27185
    },
    {
      "epoch": 2.9473113616652213,
      "grad_norm": 0.1943989396095276,
      "learning_rate": 1.762657768750907e-06,
      "loss": 0.0152,
      "step": 27186
    },
    {
      "epoch": 2.947419774501301,
      "grad_norm": 0.09097588062286377,
      "learning_rate": 1.7590309009139709e-06,
      "loss": 0.0085,
      "step": 27187
    },
    {
      "epoch": 2.947528187337381,
      "grad_norm": 0.18046678602695465,
      "learning_rate": 1.7554040330770346e-06,
      "loss": 0.022,
      "step": 27188
    },
    {
      "epoch": 2.9476366001734604,
      "grad_norm": 0.20315226912498474,
      "learning_rate": 1.7517771652400987e-06,
      "loss": 0.0356,
      "step": 27189
    },
    {
      "epoch": 2.9477450130095404,
      "grad_norm": 0.2750135064125061,
      "learning_rate": 1.7481502974031625e-06,
      "loss": 0.0384,
      "step": 27190
    },
    {
      "epoch": 2.9478534258456204,
      "grad_norm": 0.5937650203704834,
      "learning_rate": 1.7445234295662267e-06,
      "loss": 0.0361,
      "step": 27191
    },
    {
      "epoch": 2.9479618386817,
      "grad_norm": 0.7516407370567322,
      "learning_rate": 1.7408965617292908e-06,
      "loss": 0.0196,
      "step": 27192
    },
    {
      "epoch": 2.9480702515177795,
      "grad_norm": 0.15342314541339874,
      "learning_rate": 1.7372696938923547e-06,
      "loss": 0.0103,
      "step": 27193
    },
    {
      "epoch": 2.9481786643538594,
      "grad_norm": 0.2545982003211975,
      "learning_rate": 1.7336428260554188e-06,
      "loss": 0.0115,
      "step": 27194
    },
    {
      "epoch": 2.9482870771899394,
      "grad_norm": 0.04506295174360275,
      "learning_rate": 1.7300159582184824e-06,
      "loss": 0.003,
      "step": 27195
    },
    {
      "epoch": 2.948395490026019,
      "grad_norm": 0.21317972242832184,
      "learning_rate": 1.7263890903815465e-06,
      "loss": 0.0087,
      "step": 27196
    },
    {
      "epoch": 2.948503902862099,
      "grad_norm": 0.024209918454289436,
      "learning_rate": 1.7227622225446104e-06,
      "loss": 0.0017,
      "step": 27197
    },
    {
      "epoch": 2.9486123156981785,
      "grad_norm": 0.028037188574671745,
      "learning_rate": 1.7191353547076745e-06,
      "loss": 0.0015,
      "step": 27198
    },
    {
      "epoch": 2.9487207285342585,
      "grad_norm": 0.33499014377593994,
      "learning_rate": 1.7155084868707386e-06,
      "loss": 0.0302,
      "step": 27199
    },
    {
      "epoch": 2.9488291413703385,
      "grad_norm": 0.22550959885120392,
      "learning_rate": 1.7118816190338025e-06,
      "loss": 0.0248,
      "step": 27200
    },
    {
      "epoch": 2.948937554206418,
      "grad_norm": 0.10391710698604584,
      "learning_rate": 1.7082547511968666e-06,
      "loss": 0.0039,
      "step": 27201
    },
    {
      "epoch": 2.949045967042498,
      "grad_norm": 0.021787695586681366,
      "learning_rate": 1.7046278833599303e-06,
      "loss": 0.0007,
      "step": 27202
    },
    {
      "epoch": 2.9491543798785775,
      "grad_norm": 0.410456120967865,
      "learning_rate": 1.7010010155229944e-06,
      "loss": 0.0307,
      "step": 27203
    },
    {
      "epoch": 2.9492627927146575,
      "grad_norm": 0.14958304166793823,
      "learning_rate": 1.6973741476860583e-06,
      "loss": 0.0094,
      "step": 27204
    },
    {
      "epoch": 2.949371205550737,
      "grad_norm": 0.080926313996315,
      "learning_rate": 1.6937472798491224e-06,
      "loss": 0.004,
      "step": 27205
    },
    {
      "epoch": 2.949479618386817,
      "grad_norm": 0.10522150993347168,
      "learning_rate": 1.6901204120121863e-06,
      "loss": 0.0176,
      "step": 27206
    },
    {
      "epoch": 2.9495880312228966,
      "grad_norm": 0.6198878884315491,
      "learning_rate": 1.6864935441752504e-06,
      "loss": 0.0224,
      "step": 27207
    },
    {
      "epoch": 2.9496964440589766,
      "grad_norm": 0.38472050428390503,
      "learning_rate": 1.6828666763383145e-06,
      "loss": 0.0442,
      "step": 27208
    },
    {
      "epoch": 2.9498048568950566,
      "grad_norm": 0.1458176076412201,
      "learning_rate": 1.6792398085013782e-06,
      "loss": 0.0083,
      "step": 27209
    },
    {
      "epoch": 2.949913269731136,
      "grad_norm": 0.23663900792598724,
      "learning_rate": 1.6756129406644421e-06,
      "loss": 0.0106,
      "step": 27210
    },
    {
      "epoch": 2.950021682567216,
      "grad_norm": 0.08955996483564377,
      "learning_rate": 1.6719860728275062e-06,
      "loss": 0.0034,
      "step": 27211
    },
    {
      "epoch": 2.9501300954032956,
      "grad_norm": 0.4887825846672058,
      "learning_rate": 1.6683592049905703e-06,
      "loss": 0.0431,
      "step": 27212
    },
    {
      "epoch": 2.9502385082393756,
      "grad_norm": 0.20929290354251862,
      "learning_rate": 1.6647323371536342e-06,
      "loss": 0.021,
      "step": 27213
    },
    {
      "epoch": 2.9503469210754556,
      "grad_norm": 0.3561188876628876,
      "learning_rate": 1.6611054693166983e-06,
      "loss": 0.0452,
      "step": 27214
    },
    {
      "epoch": 2.950455333911535,
      "grad_norm": 0.3044907748699188,
      "learning_rate": 1.657478601479762e-06,
      "loss": 0.0081,
      "step": 27215
    },
    {
      "epoch": 2.9505637467476147,
      "grad_norm": 0.05299412086606026,
      "learning_rate": 1.653851733642826e-06,
      "loss": 0.0049,
      "step": 27216
    },
    {
      "epoch": 2.9506721595836947,
      "grad_norm": 0.04076056182384491,
      "learning_rate": 1.65022486580589e-06,
      "loss": 0.0018,
      "step": 27217
    },
    {
      "epoch": 2.9507805724197746,
      "grad_norm": 0.17834700644016266,
      "learning_rate": 1.646597997968954e-06,
      "loss": 0.0262,
      "step": 27218
    },
    {
      "epoch": 2.950888985255854,
      "grad_norm": 0.058119915425777435,
      "learning_rate": 1.642971130132018e-06,
      "loss": 0.0043,
      "step": 27219
    },
    {
      "epoch": 2.950997398091934,
      "grad_norm": 0.17657245695590973,
      "learning_rate": 1.639344262295082e-06,
      "loss": 0.012,
      "step": 27220
    },
    {
      "epoch": 2.9511058109280137,
      "grad_norm": 0.037745434790849686,
      "learning_rate": 1.6357173944581462e-06,
      "loss": 0.0047,
      "step": 27221
    },
    {
      "epoch": 2.9512142237640937,
      "grad_norm": 0.12317223846912384,
      "learning_rate": 1.6320905266212099e-06,
      "loss": 0.0133,
      "step": 27222
    },
    {
      "epoch": 2.9513226366001737,
      "grad_norm": 0.9886335730552673,
      "learning_rate": 1.6284636587842738e-06,
      "loss": 0.0502,
      "step": 27223
    },
    {
      "epoch": 2.9514310494362532,
      "grad_norm": 0.07697545737028122,
      "learning_rate": 1.6248367909473379e-06,
      "loss": 0.0027,
      "step": 27224
    },
    {
      "epoch": 2.9515394622723328,
      "grad_norm": 0.08670579642057419,
      "learning_rate": 1.621209923110402e-06,
      "loss": 0.0062,
      "step": 27225
    },
    {
      "epoch": 2.9516478751084128,
      "grad_norm": 0.042635854333639145,
      "learning_rate": 1.6175830552734659e-06,
      "loss": 0.0017,
      "step": 27226
    },
    {
      "epoch": 2.9517562879444927,
      "grad_norm": 0.21918076276779175,
      "learning_rate": 1.61395618743653e-06,
      "loss": 0.0128,
      "step": 27227
    },
    {
      "epoch": 2.9518647007805723,
      "grad_norm": 0.14992617070674896,
      "learning_rate": 1.610329319599594e-06,
      "loss": 0.0053,
      "step": 27228
    },
    {
      "epoch": 2.9519731136166523,
      "grad_norm": 0.02288655936717987,
      "learning_rate": 1.6067024517626578e-06,
      "loss": 0.0009,
      "step": 27229
    },
    {
      "epoch": 2.952081526452732,
      "grad_norm": 0.3193167448043823,
      "learning_rate": 1.6030755839257217e-06,
      "loss": 0.0121,
      "step": 27230
    },
    {
      "epoch": 2.952189939288812,
      "grad_norm": 0.5592880249023438,
      "learning_rate": 1.5994487160887858e-06,
      "loss": 0.0903,
      "step": 27231
    },
    {
      "epoch": 2.952298352124892,
      "grad_norm": 0.3753247559070587,
      "learning_rate": 1.5958218482518499e-06,
      "loss": 0.0116,
      "step": 27232
    },
    {
      "epoch": 2.9524067649609713,
      "grad_norm": 0.008518844842910767,
      "learning_rate": 1.5921949804149138e-06,
      "loss": 0.0004,
      "step": 27233
    },
    {
      "epoch": 2.9525151777970513,
      "grad_norm": 0.3026384711265564,
      "learning_rate": 1.5885681125779779e-06,
      "loss": 0.0177,
      "step": 27234
    },
    {
      "epoch": 2.952623590633131,
      "grad_norm": 0.22317662835121155,
      "learning_rate": 1.5849412447410418e-06,
      "loss": 0.0194,
      "step": 27235
    },
    {
      "epoch": 2.952732003469211,
      "grad_norm": 0.20452450215816498,
      "learning_rate": 1.5813143769041055e-06,
      "loss": 0.01,
      "step": 27236
    },
    {
      "epoch": 2.952840416305291,
      "grad_norm": 0.5100922584533691,
      "learning_rate": 1.5776875090671696e-06,
      "loss": 0.0476,
      "step": 27237
    },
    {
      "epoch": 2.9529488291413704,
      "grad_norm": 0.10427888482809067,
      "learning_rate": 1.5740606412302337e-06,
      "loss": 0.0031,
      "step": 27238
    },
    {
      "epoch": 2.95305724197745,
      "grad_norm": 0.47067397832870483,
      "learning_rate": 1.5704337733932976e-06,
      "loss": 0.0498,
      "step": 27239
    },
    {
      "epoch": 2.95316565481353,
      "grad_norm": 0.15732337534427643,
      "learning_rate": 1.5668069055563617e-06,
      "loss": 0.0049,
      "step": 27240
    },
    {
      "epoch": 2.95327406764961,
      "grad_norm": 0.023618729785084724,
      "learning_rate": 1.5631800377194258e-06,
      "loss": 0.0026,
      "step": 27241
    },
    {
      "epoch": 2.9533824804856894,
      "grad_norm": 0.07072336971759796,
      "learning_rate": 1.5595531698824897e-06,
      "loss": 0.0027,
      "step": 27242
    },
    {
      "epoch": 2.9534908933217694,
      "grad_norm": 0.21012760698795319,
      "learning_rate": 1.5559263020455536e-06,
      "loss": 0.0211,
      "step": 27243
    },
    {
      "epoch": 2.953599306157849,
      "grad_norm": 0.03452211990952492,
      "learning_rate": 1.5522994342086174e-06,
      "loss": 0.0017,
      "step": 27244
    },
    {
      "epoch": 2.953707718993929,
      "grad_norm": 0.1892750859260559,
      "learning_rate": 1.5486725663716816e-06,
      "loss": 0.0174,
      "step": 27245
    },
    {
      "epoch": 2.953816131830009,
      "grad_norm": 0.6399316191673279,
      "learning_rate": 1.5450456985347454e-06,
      "loss": 0.0264,
      "step": 27246
    },
    {
      "epoch": 2.9539245446660884,
      "grad_norm": 0.2271573394536972,
      "learning_rate": 1.5414188306978096e-06,
      "loss": 0.0079,
      "step": 27247
    },
    {
      "epoch": 2.954032957502168,
      "grad_norm": 0.07079070806503296,
      "learning_rate": 1.5377919628608734e-06,
      "loss": 0.0021,
      "step": 27248
    },
    {
      "epoch": 2.954141370338248,
      "grad_norm": 0.20973046123981476,
      "learning_rate": 1.5341650950239373e-06,
      "loss": 0.0039,
      "step": 27249
    },
    {
      "epoch": 2.954249783174328,
      "grad_norm": 0.901176393032074,
      "learning_rate": 1.5305382271870014e-06,
      "loss": 0.043,
      "step": 27250
    },
    {
      "epoch": 2.9543581960104075,
      "grad_norm": 0.08186621963977814,
      "learning_rate": 1.5269113593500653e-06,
      "loss": 0.0019,
      "step": 27251
    },
    {
      "epoch": 2.9544666088464875,
      "grad_norm": 0.259240061044693,
      "learning_rate": 1.5232844915131292e-06,
      "loss": 0.0019,
      "step": 27252
    },
    {
      "epoch": 2.954575021682567,
      "grad_norm": 0.6333305835723877,
      "learning_rate": 1.5196576236761933e-06,
      "loss": 0.038,
      "step": 27253
    },
    {
      "epoch": 2.954683434518647,
      "grad_norm": 0.20275621116161346,
      "learning_rate": 1.5160307558392572e-06,
      "loss": 0.0084,
      "step": 27254
    },
    {
      "epoch": 2.954791847354727,
      "grad_norm": 0.258329838514328,
      "learning_rate": 1.5124038880023213e-06,
      "loss": 0.0065,
      "step": 27255
    },
    {
      "epoch": 2.9549002601908065,
      "grad_norm": 0.07560558617115021,
      "learning_rate": 1.5087770201653852e-06,
      "loss": 0.0037,
      "step": 27256
    },
    {
      "epoch": 2.9550086730268865,
      "grad_norm": 0.08065349608659744,
      "learning_rate": 1.5051501523284493e-06,
      "loss": 0.0057,
      "step": 27257
    },
    {
      "epoch": 2.955117085862966,
      "grad_norm": 0.4324158728122711,
      "learning_rate": 1.5015232844915132e-06,
      "loss": 0.0113,
      "step": 27258
    },
    {
      "epoch": 2.955225498699046,
      "grad_norm": 0.14399923384189606,
      "learning_rate": 1.4978964166545771e-06,
      "loss": 0.0063,
      "step": 27259
    },
    {
      "epoch": 2.955333911535126,
      "grad_norm": 0.28861820697784424,
      "learning_rate": 1.4942695488176412e-06,
      "loss": 0.0283,
      "step": 27260
    },
    {
      "epoch": 2.9554423243712056,
      "grad_norm": 0.01917893812060356,
      "learning_rate": 1.4906426809807051e-06,
      "loss": 0.001,
      "step": 27261
    },
    {
      "epoch": 2.955550737207285,
      "grad_norm": 0.06591513007879257,
      "learning_rate": 1.487015813143769e-06,
      "loss": 0.0051,
      "step": 27262
    },
    {
      "epoch": 2.955659150043365,
      "grad_norm": 0.22952215373516083,
      "learning_rate": 1.4833889453068331e-06,
      "loss": 0.005,
      "step": 27263
    },
    {
      "epoch": 2.955767562879445,
      "grad_norm": 0.009728348813951015,
      "learning_rate": 1.4797620774698972e-06,
      "loss": 0.0009,
      "step": 27264
    },
    {
      "epoch": 2.9558759757155246,
      "grad_norm": 0.08094944804906845,
      "learning_rate": 1.4761352096329611e-06,
      "loss": 0.0021,
      "step": 27265
    },
    {
      "epoch": 2.9559843885516046,
      "grad_norm": 0.045689620077610016,
      "learning_rate": 1.472508341796025e-06,
      "loss": 0.0026,
      "step": 27266
    },
    {
      "epoch": 2.956092801387684,
      "grad_norm": 0.12875960767269135,
      "learning_rate": 1.4688814739590891e-06,
      "loss": 0.0159,
      "step": 27267
    },
    {
      "epoch": 2.956201214223764,
      "grad_norm": 0.08833719789981842,
      "learning_rate": 1.465254606122153e-06,
      "loss": 0.0071,
      "step": 27268
    },
    {
      "epoch": 2.956309627059844,
      "grad_norm": 0.32258033752441406,
      "learning_rate": 1.461627738285217e-06,
      "loss": 0.0124,
      "step": 27269
    },
    {
      "epoch": 2.9564180398959237,
      "grad_norm": 0.1684194952249527,
      "learning_rate": 1.458000870448281e-06,
      "loss": 0.0114,
      "step": 27270
    },
    {
      "epoch": 2.956526452732003,
      "grad_norm": 0.018277544528245926,
      "learning_rate": 1.454374002611345e-06,
      "loss": 0.0015,
      "step": 27271
    },
    {
      "epoch": 2.956634865568083,
      "grad_norm": 0.2527581453323364,
      "learning_rate": 1.4507471347744088e-06,
      "loss": 0.0167,
      "step": 27272
    },
    {
      "epoch": 2.956743278404163,
      "grad_norm": 0.3405463397502899,
      "learning_rate": 1.447120266937473e-06,
      "loss": 0.0196,
      "step": 27273
    },
    {
      "epoch": 2.9568516912402427,
      "grad_norm": 0.3278355002403259,
      "learning_rate": 1.443493399100537e-06,
      "loss": 0.0741,
      "step": 27274
    },
    {
      "epoch": 2.9569601040763227,
      "grad_norm": 0.3882395625114441,
      "learning_rate": 1.4398665312636007e-06,
      "loss": 0.0183,
      "step": 27275
    },
    {
      "epoch": 2.9570685169124022,
      "grad_norm": 0.2660960257053375,
      "learning_rate": 1.4362396634266648e-06,
      "loss": 0.0324,
      "step": 27276
    },
    {
      "epoch": 2.9571769297484822,
      "grad_norm": 0.2590780258178711,
      "learning_rate": 1.4326127955897289e-06,
      "loss": 0.0197,
      "step": 27277
    },
    {
      "epoch": 2.957285342584562,
      "grad_norm": 0.030779922381043434,
      "learning_rate": 1.4289859277527928e-06,
      "loss": 0.0028,
      "step": 27278
    },
    {
      "epoch": 2.9573937554206418,
      "grad_norm": 0.42767733335494995,
      "learning_rate": 1.4253590599158567e-06,
      "loss": 0.0599,
      "step": 27279
    },
    {
      "epoch": 2.9575021682567217,
      "grad_norm": 0.44009190797805786,
      "learning_rate": 1.4217321920789208e-06,
      "loss": 0.0137,
      "step": 27280
    },
    {
      "epoch": 2.9576105810928013,
      "grad_norm": 0.08899322152137756,
      "learning_rate": 1.4181053242419847e-06,
      "loss": 0.0051,
      "step": 27281
    },
    {
      "epoch": 2.9577189939288813,
      "grad_norm": 0.028220176696777344,
      "learning_rate": 1.4144784564050486e-06,
      "loss": 0.001,
      "step": 27282
    },
    {
      "epoch": 2.957827406764961,
      "grad_norm": 0.4745965301990509,
      "learning_rate": 1.4108515885681127e-06,
      "loss": 0.0284,
      "step": 27283
    },
    {
      "epoch": 2.957935819601041,
      "grad_norm": 0.03863563388586044,
      "learning_rate": 1.4072247207311768e-06,
      "loss": 0.0011,
      "step": 27284
    },
    {
      "epoch": 2.9580442324371203,
      "grad_norm": 0.08620227128267288,
      "learning_rate": 1.4035978528942405e-06,
      "loss": 0.0037,
      "step": 27285
    },
    {
      "epoch": 2.9581526452732003,
      "grad_norm": 0.21552933752536774,
      "learning_rate": 1.3999709850573046e-06,
      "loss": 0.0135,
      "step": 27286
    },
    {
      "epoch": 2.9582610581092803,
      "grad_norm": 0.11822282522916794,
      "learning_rate": 1.3963441172203687e-06,
      "loss": 0.003,
      "step": 27287
    },
    {
      "epoch": 2.95836947094536,
      "grad_norm": 0.4943472445011139,
      "learning_rate": 1.3927172493834326e-06,
      "loss": 0.0345,
      "step": 27288
    },
    {
      "epoch": 2.95847788378144,
      "grad_norm": 0.15003132820129395,
      "learning_rate": 1.3890903815464965e-06,
      "loss": 0.0085,
      "step": 27289
    },
    {
      "epoch": 2.9585862966175194,
      "grad_norm": 0.24962249398231506,
      "learning_rate": 1.3854635137095606e-06,
      "loss": 0.0348,
      "step": 27290
    },
    {
      "epoch": 2.9586947094535994,
      "grad_norm": 0.08053594827651978,
      "learning_rate": 1.3818366458726245e-06,
      "loss": 0.0052,
      "step": 27291
    },
    {
      "epoch": 2.9588031222896793,
      "grad_norm": 0.04722166806459427,
      "learning_rate": 1.3782097780356883e-06,
      "loss": 0.0022,
      "step": 27292
    },
    {
      "epoch": 2.958911535125759,
      "grad_norm": 0.19845515489578247,
      "learning_rate": 1.3745829101987525e-06,
      "loss": 0.0078,
      "step": 27293
    },
    {
      "epoch": 2.9590199479618384,
      "grad_norm": 0.27892228960990906,
      "learning_rate": 1.3709560423618166e-06,
      "loss": 0.0096,
      "step": 27294
    },
    {
      "epoch": 2.9591283607979184,
      "grad_norm": 0.35207879543304443,
      "learning_rate": 1.3673291745248802e-06,
      "loss": 0.0059,
      "step": 27295
    },
    {
      "epoch": 2.9592367736339984,
      "grad_norm": 0.46384674310684204,
      "learning_rate": 1.3637023066879443e-06,
      "loss": 0.0752,
      "step": 27296
    },
    {
      "epoch": 2.959345186470078,
      "grad_norm": 0.13996732234954834,
      "learning_rate": 1.3600754388510085e-06,
      "loss": 0.0053,
      "step": 27297
    },
    {
      "epoch": 2.959453599306158,
      "grad_norm": 0.25688889622688293,
      "learning_rate": 1.3564485710140721e-06,
      "loss": 0.0167,
      "step": 27298
    },
    {
      "epoch": 2.9595620121422375,
      "grad_norm": 0.502699077129364,
      "learning_rate": 1.3528217031771362e-06,
      "loss": 0.0335,
      "step": 27299
    },
    {
      "epoch": 2.9596704249783174,
      "grad_norm": 0.10911492258310318,
      "learning_rate": 1.3491948353402003e-06,
      "loss": 0.004,
      "step": 27300
    },
    {
      "epoch": 2.9597788378143974,
      "grad_norm": 0.1886032372713089,
      "learning_rate": 1.3455679675032642e-06,
      "loss": 0.0077,
      "step": 27301
    },
    {
      "epoch": 2.959887250650477,
      "grad_norm": 0.37580224871635437,
      "learning_rate": 1.3419410996663281e-06,
      "loss": 0.0294,
      "step": 27302
    },
    {
      "epoch": 2.959995663486557,
      "grad_norm": 0.018984874710440636,
      "learning_rate": 1.3383142318293922e-06,
      "loss": 0.0005,
      "step": 27303
    },
    {
      "epoch": 2.9601040763226365,
      "grad_norm": 0.7393966317176819,
      "learning_rate": 1.3346873639924561e-06,
      "loss": 0.0619,
      "step": 27304
    },
    {
      "epoch": 2.9602124891587165,
      "grad_norm": 0.23112687468528748,
      "learning_rate": 1.33106049615552e-06,
      "loss": 0.0154,
      "step": 27305
    },
    {
      "epoch": 2.960320901994796,
      "grad_norm": 0.43968746066093445,
      "learning_rate": 1.3274336283185841e-06,
      "loss": 0.0437,
      "step": 27306
    },
    {
      "epoch": 2.960429314830876,
      "grad_norm": 0.04956091195344925,
      "learning_rate": 1.3238067604816482e-06,
      "loss": 0.0029,
      "step": 27307
    },
    {
      "epoch": 2.9605377276669556,
      "grad_norm": 0.18288657069206238,
      "learning_rate": 1.3201798926447121e-06,
      "loss": 0.0128,
      "step": 27308
    },
    {
      "epoch": 2.9606461405030355,
      "grad_norm": 0.14049139618873596,
      "learning_rate": 1.316553024807776e-06,
      "loss": 0.0091,
      "step": 27309
    },
    {
      "epoch": 2.9607545533391155,
      "grad_norm": 0.050624649971723557,
      "learning_rate": 1.3129261569708401e-06,
      "loss": 0.0035,
      "step": 27310
    },
    {
      "epoch": 2.960862966175195,
      "grad_norm": 0.7992863655090332,
      "learning_rate": 1.309299289133904e-06,
      "loss": 0.0346,
      "step": 27311
    },
    {
      "epoch": 2.960971379011275,
      "grad_norm": 0.2199159860610962,
      "learning_rate": 1.305672421296968e-06,
      "loss": 0.0382,
      "step": 27312
    },
    {
      "epoch": 2.9610797918473546,
      "grad_norm": 0.16769558191299438,
      "learning_rate": 1.302045553460032e-06,
      "loss": 0.0149,
      "step": 27313
    },
    {
      "epoch": 2.9611882046834346,
      "grad_norm": 0.0880807563662529,
      "learning_rate": 1.298418685623096e-06,
      "loss": 0.0035,
      "step": 27314
    },
    {
      "epoch": 2.9612966175195146,
      "grad_norm": 0.10006619244813919,
      "learning_rate": 1.2947918177861598e-06,
      "loss": 0.0062,
      "step": 27315
    },
    {
      "epoch": 2.961405030355594,
      "grad_norm": 0.0813889354467392,
      "learning_rate": 1.291164949949224e-06,
      "loss": 0.0051,
      "step": 27316
    },
    {
      "epoch": 2.9615134431916736,
      "grad_norm": 0.17418064177036285,
      "learning_rate": 1.287538082112288e-06,
      "loss": 0.0036,
      "step": 27317
    },
    {
      "epoch": 2.9616218560277536,
      "grad_norm": 0.23754805326461792,
      "learning_rate": 1.283911214275352e-06,
      "loss": 0.0182,
      "step": 27318
    },
    {
      "epoch": 2.9617302688638336,
      "grad_norm": 0.16728341579437256,
      "learning_rate": 1.2802843464384158e-06,
      "loss": 0.0148,
      "step": 27319
    },
    {
      "epoch": 2.961838681699913,
      "grad_norm": 0.10501161217689514,
      "learning_rate": 1.27665747860148e-06,
      "loss": 0.003,
      "step": 27320
    },
    {
      "epoch": 2.961947094535993,
      "grad_norm": 0.24665378034114838,
      "learning_rate": 1.2730306107645438e-06,
      "loss": 0.0243,
      "step": 27321
    },
    {
      "epoch": 2.9620555073720727,
      "grad_norm": 0.11778220534324646,
      "learning_rate": 1.2694037429276077e-06,
      "loss": 0.0025,
      "step": 27322
    },
    {
      "epoch": 2.9621639202081527,
      "grad_norm": 0.010049269534647465,
      "learning_rate": 1.2657768750906718e-06,
      "loss": 0.0008,
      "step": 27323
    },
    {
      "epoch": 2.9622723330442327,
      "grad_norm": 0.4341281056404114,
      "learning_rate": 1.2621500072537357e-06,
      "loss": 0.017,
      "step": 27324
    },
    {
      "epoch": 2.962380745880312,
      "grad_norm": 0.08632303774356842,
      "learning_rate": 1.2585231394167996e-06,
      "loss": 0.0045,
      "step": 27325
    },
    {
      "epoch": 2.962489158716392,
      "grad_norm": 0.3075733482837677,
      "learning_rate": 1.2548962715798637e-06,
      "loss": 0.0177,
      "step": 27326
    },
    {
      "epoch": 2.9625975715524717,
      "grad_norm": 0.429292231798172,
      "learning_rate": 1.2512694037429276e-06,
      "loss": 0.0262,
      "step": 27327
    },
    {
      "epoch": 2.9627059843885517,
      "grad_norm": 0.10967026650905609,
      "learning_rate": 1.2476425359059917e-06,
      "loss": 0.0096,
      "step": 27328
    },
    {
      "epoch": 2.9628143972246312,
      "grad_norm": 0.1949043869972229,
      "learning_rate": 1.2440156680690556e-06,
      "loss": 0.0174,
      "step": 27329
    },
    {
      "epoch": 2.9629228100607112,
      "grad_norm": 0.18129892647266388,
      "learning_rate": 1.2403888002321197e-06,
      "loss": 0.0077,
      "step": 27330
    },
    {
      "epoch": 2.9630312228967908,
      "grad_norm": 0.0704931914806366,
      "learning_rate": 1.2367619323951836e-06,
      "loss": 0.0035,
      "step": 27331
    },
    {
      "epoch": 2.9631396357328708,
      "grad_norm": 0.4504096508026123,
      "learning_rate": 1.2331350645582475e-06,
      "loss": 0.0216,
      "step": 27332
    },
    {
      "epoch": 2.9632480485689507,
      "grad_norm": 0.25303754210472107,
      "learning_rate": 1.2295081967213116e-06,
      "loss": 0.0085,
      "step": 27333
    },
    {
      "epoch": 2.9633564614050303,
      "grad_norm": 0.24150437116622925,
      "learning_rate": 1.2258813288843755e-06,
      "loss": 0.0075,
      "step": 27334
    },
    {
      "epoch": 2.9634648742411103,
      "grad_norm": 0.4528946280479431,
      "learning_rate": 1.2222544610474396e-06,
      "loss": 0.0178,
      "step": 27335
    },
    {
      "epoch": 2.96357328707719,
      "grad_norm": 0.4929181635379791,
      "learning_rate": 1.2186275932105035e-06,
      "loss": 0.0374,
      "step": 27336
    },
    {
      "epoch": 2.96368169991327,
      "grad_norm": 0.5550482273101807,
      "learning_rate": 1.2150007253735674e-06,
      "loss": 0.0323,
      "step": 27337
    },
    {
      "epoch": 2.96379011274935,
      "grad_norm": 0.3819276988506317,
      "learning_rate": 1.2113738575366315e-06,
      "loss": 0.0191,
      "step": 27338
    },
    {
      "epoch": 2.9638985255854293,
      "grad_norm": 0.04050825163722038,
      "learning_rate": 1.2077469896996954e-06,
      "loss": 0.0019,
      "step": 27339
    },
    {
      "epoch": 2.964006938421509,
      "grad_norm": 0.4321080446243286,
      "learning_rate": 1.2041201218627595e-06,
      "loss": 0.0208,
      "step": 27340
    },
    {
      "epoch": 2.964115351257589,
      "grad_norm": 0.051271505653858185,
      "learning_rate": 1.2004932540258234e-06,
      "loss": 0.0019,
      "step": 27341
    },
    {
      "epoch": 2.964223764093669,
      "grad_norm": 0.08548028022050858,
      "learning_rate": 1.1968663861888873e-06,
      "loss": 0.0059,
      "step": 27342
    },
    {
      "epoch": 2.9643321769297484,
      "grad_norm": 0.1093963012099266,
      "learning_rate": 1.1932395183519514e-06,
      "loss": 0.0094,
      "step": 27343
    },
    {
      "epoch": 2.9644405897658284,
      "grad_norm": 0.15055082738399506,
      "learning_rate": 1.1896126505150152e-06,
      "loss": 0.0093,
      "step": 27344
    },
    {
      "epoch": 2.964549002601908,
      "grad_norm": 0.04031069576740265,
      "learning_rate": 1.1859857826780794e-06,
      "loss": 0.0014,
      "step": 27345
    },
    {
      "epoch": 2.964657415437988,
      "grad_norm": 0.03622974455356598,
      "learning_rate": 1.1823589148411432e-06,
      "loss": 0.0014,
      "step": 27346
    },
    {
      "epoch": 2.964765828274068,
      "grad_norm": 0.08275280892848969,
      "learning_rate": 1.1787320470042071e-06,
      "loss": 0.0036,
      "step": 27347
    },
    {
      "epoch": 2.9648742411101474,
      "grad_norm": 0.1488332599401474,
      "learning_rate": 1.1751051791672712e-06,
      "loss": 0.0056,
      "step": 27348
    },
    {
      "epoch": 2.9649826539462274,
      "grad_norm": 0.20836588740348816,
      "learning_rate": 1.1714783113303351e-06,
      "loss": 0.0063,
      "step": 27349
    },
    {
      "epoch": 2.965091066782307,
      "grad_norm": 0.23074135184288025,
      "learning_rate": 1.167851443493399e-06,
      "loss": 0.0062,
      "step": 27350
    },
    {
      "epoch": 2.965199479618387,
      "grad_norm": 0.11505390703678131,
      "learning_rate": 1.1642245756564631e-06,
      "loss": 0.0036,
      "step": 27351
    },
    {
      "epoch": 2.9653078924544665,
      "grad_norm": 0.5455449223518372,
      "learning_rate": 1.1605977078195272e-06,
      "loss": 0.0442,
      "step": 27352
    },
    {
      "epoch": 2.9654163052905465,
      "grad_norm": 0.1704084575176239,
      "learning_rate": 1.1569708399825911e-06,
      "loss": 0.0308,
      "step": 27353
    },
    {
      "epoch": 2.965524718126626,
      "grad_norm": 0.20768095552921295,
      "learning_rate": 1.153343972145655e-06,
      "loss": 0.0115,
      "step": 27354
    },
    {
      "epoch": 2.965633130962706,
      "grad_norm": 0.04688671976327896,
      "learning_rate": 1.1497171043087191e-06,
      "loss": 0.0035,
      "step": 27355
    },
    {
      "epoch": 2.965741543798786,
      "grad_norm": 0.31765925884246826,
      "learning_rate": 1.146090236471783e-06,
      "loss": 0.0224,
      "step": 27356
    },
    {
      "epoch": 2.9658499566348655,
      "grad_norm": 0.14704054594039917,
      "learning_rate": 1.142463368634847e-06,
      "loss": 0.0149,
      "step": 27357
    },
    {
      "epoch": 2.9659583694709455,
      "grad_norm": 0.40310603380203247,
      "learning_rate": 1.138836500797911e-06,
      "loss": 0.0473,
      "step": 27358
    },
    {
      "epoch": 2.966066782307025,
      "grad_norm": 0.3415544927120209,
      "learning_rate": 1.135209632960975e-06,
      "loss": 0.0191,
      "step": 27359
    },
    {
      "epoch": 2.966175195143105,
      "grad_norm": 0.03607800230383873,
      "learning_rate": 1.1315827651240388e-06,
      "loss": 0.0017,
      "step": 27360
    },
    {
      "epoch": 2.966283607979185,
      "grad_norm": 0.1382862627506256,
      "learning_rate": 1.127955897287103e-06,
      "loss": 0.0128,
      "step": 27361
    },
    {
      "epoch": 2.9663920208152645,
      "grad_norm": 0.1522788554430008,
      "learning_rate": 1.124329029450167e-06,
      "loss": 0.0078,
      "step": 27362
    },
    {
      "epoch": 2.966500433651344,
      "grad_norm": 0.22060447931289673,
      "learning_rate": 1.120702161613231e-06,
      "loss": 0.0103,
      "step": 27363
    },
    {
      "epoch": 2.966608846487424,
      "grad_norm": 0.35774219036102295,
      "learning_rate": 1.1170752937762948e-06,
      "loss": 0.0429,
      "step": 27364
    },
    {
      "epoch": 2.966717259323504,
      "grad_norm": 0.18006211519241333,
      "learning_rate": 1.113448425939359e-06,
      "loss": 0.0293,
      "step": 27365
    },
    {
      "epoch": 2.9668256721595836,
      "grad_norm": 0.07672429829835892,
      "learning_rate": 1.1098215581024228e-06,
      "loss": 0.0022,
      "step": 27366
    },
    {
      "epoch": 2.9669340849956636,
      "grad_norm": 0.2658853828907013,
      "learning_rate": 1.1061946902654867e-06,
      "loss": 0.0315,
      "step": 27367
    },
    {
      "epoch": 2.967042497831743,
      "grad_norm": 0.4583064019680023,
      "learning_rate": 1.1025678224285508e-06,
      "loss": 0.0201,
      "step": 27368
    },
    {
      "epoch": 2.967150910667823,
      "grad_norm": 0.16249236464500427,
      "learning_rate": 1.0989409545916147e-06,
      "loss": 0.0101,
      "step": 27369
    },
    {
      "epoch": 2.967259323503903,
      "grad_norm": 0.024094533175230026,
      "learning_rate": 1.0953140867546786e-06,
      "loss": 0.0006,
      "step": 27370
    },
    {
      "epoch": 2.9673677363399826,
      "grad_norm": 0.15131886303424835,
      "learning_rate": 1.0916872189177427e-06,
      "loss": 0.0108,
      "step": 27371
    },
    {
      "epoch": 2.967476149176062,
      "grad_norm": 0.1113850325345993,
      "learning_rate": 1.0880603510808068e-06,
      "loss": 0.0047,
      "step": 27372
    },
    {
      "epoch": 2.967584562012142,
      "grad_norm": 0.1772230565547943,
      "learning_rate": 1.0844334832438705e-06,
      "loss": 0.0113,
      "step": 27373
    },
    {
      "epoch": 2.967692974848222,
      "grad_norm": 0.07014539837837219,
      "learning_rate": 1.0808066154069346e-06,
      "loss": 0.0067,
      "step": 27374
    },
    {
      "epoch": 2.9678013876843017,
      "grad_norm": 0.6477305889129639,
      "learning_rate": 1.0771797475699987e-06,
      "loss": 0.0414,
      "step": 27375
    },
    {
      "epoch": 2.9679098005203817,
      "grad_norm": 0.04672517627477646,
      "learning_rate": 1.0735528797330626e-06,
      "loss": 0.0028,
      "step": 27376
    },
    {
      "epoch": 2.968018213356461,
      "grad_norm": 0.21766912937164307,
      "learning_rate": 1.0699260118961265e-06,
      "loss": 0.0249,
      "step": 27377
    },
    {
      "epoch": 2.968126626192541,
      "grad_norm": 0.04684903100132942,
      "learning_rate": 1.0662991440591906e-06,
      "loss": 0.0047,
      "step": 27378
    },
    {
      "epoch": 2.968235039028621,
      "grad_norm": 0.016761906445026398,
      "learning_rate": 1.0626722762222547e-06,
      "loss": 0.0011,
      "step": 27379
    },
    {
      "epoch": 2.9683434518647007,
      "grad_norm": 0.22286376357078552,
      "learning_rate": 1.0590454083853184e-06,
      "loss": 0.0237,
      "step": 27380
    },
    {
      "epoch": 2.9684518647007807,
      "grad_norm": 0.16472433507442474,
      "learning_rate": 1.0554185405483825e-06,
      "loss": 0.0069,
      "step": 27381
    },
    {
      "epoch": 2.9685602775368602,
      "grad_norm": 0.10471463948488235,
      "learning_rate": 1.0517916727114466e-06,
      "loss": 0.015,
      "step": 27382
    },
    {
      "epoch": 2.9686686903729402,
      "grad_norm": 0.02350815385580063,
      "learning_rate": 1.0481648048745103e-06,
      "loss": 0.0013,
      "step": 27383
    },
    {
      "epoch": 2.96877710320902,
      "grad_norm": 0.0912148579955101,
      "learning_rate": 1.0445379370375744e-06,
      "loss": 0.0056,
      "step": 27384
    },
    {
      "epoch": 2.9688855160450998,
      "grad_norm": 0.20833979547023773,
      "learning_rate": 1.0409110692006385e-06,
      "loss": 0.0142,
      "step": 27385
    },
    {
      "epoch": 2.9689939288811793,
      "grad_norm": 0.39370790123939514,
      "learning_rate": 1.0372842013637024e-06,
      "loss": 0.028,
      "step": 27386
    },
    {
      "epoch": 2.9691023417172593,
      "grad_norm": 0.14923225343227386,
      "learning_rate": 1.0336573335267663e-06,
      "loss": 0.0057,
      "step": 27387
    },
    {
      "epoch": 2.9692107545533393,
      "grad_norm": 0.1574586182832718,
      "learning_rate": 1.0300304656898304e-06,
      "loss": 0.0051,
      "step": 27388
    },
    {
      "epoch": 2.969319167389419,
      "grad_norm": 0.029714621603488922,
      "learning_rate": 1.0264035978528943e-06,
      "loss": 0.0016,
      "step": 27389
    },
    {
      "epoch": 2.969427580225499,
      "grad_norm": 0.20288211107254028,
      "learning_rate": 1.0227767300159582e-06,
      "loss": 0.0159,
      "step": 27390
    },
    {
      "epoch": 2.9695359930615783,
      "grad_norm": 0.1817115992307663,
      "learning_rate": 1.0191498621790223e-06,
      "loss": 0.0196,
      "step": 27391
    },
    {
      "epoch": 2.9696444058976583,
      "grad_norm": 0.3524320125579834,
      "learning_rate": 1.0155229943420864e-06,
      "loss": 0.0369,
      "step": 27392
    },
    {
      "epoch": 2.9697528187337383,
      "grad_norm": 0.06854933500289917,
      "learning_rate": 1.01189612650515e-06,
      "loss": 0.004,
      "step": 27393
    },
    {
      "epoch": 2.969861231569818,
      "grad_norm": 0.06135116517543793,
      "learning_rate": 1.0082692586682142e-06,
      "loss": 0.005,
      "step": 27394
    },
    {
      "epoch": 2.9699696444058974,
      "grad_norm": 0.645901083946228,
      "learning_rate": 1.0046423908312783e-06,
      "loss": 0.0344,
      "step": 27395
    },
    {
      "epoch": 2.9700780572419774,
      "grad_norm": 0.4188755452632904,
      "learning_rate": 1.0010155229943421e-06,
      "loss": 0.0055,
      "step": 27396
    },
    {
      "epoch": 2.9701864700780574,
      "grad_norm": 0.2718426287174225,
      "learning_rate": 9.97388655157406e-07,
      "loss": 0.0216,
      "step": 27397
    },
    {
      "epoch": 2.970294882914137,
      "grad_norm": 0.09318186342716217,
      "learning_rate": 9.937617873204701e-07,
      "loss": 0.0029,
      "step": 27398
    },
    {
      "epoch": 2.970403295750217,
      "grad_norm": 0.2462587207555771,
      "learning_rate": 9.90134919483534e-07,
      "loss": 0.0259,
      "step": 27399
    },
    {
      "epoch": 2.9705117085862964,
      "grad_norm": 0.15891019999980927,
      "learning_rate": 9.86508051646598e-07,
      "loss": 0.021,
      "step": 27400
    },
    {
      "epoch": 2.9706201214223764,
      "grad_norm": 0.0775473564863205,
      "learning_rate": 9.82881183809662e-07,
      "loss": 0.0026,
      "step": 27401
    },
    {
      "epoch": 2.9707285342584564,
      "grad_norm": 0.05991470813751221,
      "learning_rate": 9.792543159727261e-07,
      "loss": 0.0036,
      "step": 27402
    },
    {
      "epoch": 2.970836947094536,
      "grad_norm": 0.21864983439445496,
      "learning_rate": 9.756274481357898e-07,
      "loss": 0.0128,
      "step": 27403
    },
    {
      "epoch": 2.970945359930616,
      "grad_norm": 0.05096570402383804,
      "learning_rate": 9.72000580298854e-07,
      "loss": 0.0039,
      "step": 27404
    },
    {
      "epoch": 2.9710537727666955,
      "grad_norm": 0.2891164720058441,
      "learning_rate": 9.68373712461918e-07,
      "loss": 0.029,
      "step": 27405
    },
    {
      "epoch": 2.9711621856027755,
      "grad_norm": 0.47966060042381287,
      "learning_rate": 9.64746844624982e-07,
      "loss": 0.0243,
      "step": 27406
    },
    {
      "epoch": 2.9712705984388554,
      "grad_norm": 0.19048774242401123,
      "learning_rate": 9.611199767880458e-07,
      "loss": 0.0098,
      "step": 27407
    },
    {
      "epoch": 2.971379011274935,
      "grad_norm": 0.044653333723545074,
      "learning_rate": 9.5749310895111e-07,
      "loss": 0.004,
      "step": 27408
    },
    {
      "epoch": 2.9714874241110145,
      "grad_norm": 0.253398597240448,
      "learning_rate": 9.538662411141738e-07,
      "loss": 0.0078,
      "step": 27409
    },
    {
      "epoch": 2.9715958369470945,
      "grad_norm": 0.8838472366333008,
      "learning_rate": 9.502393732772377e-07,
      "loss": 0.0601,
      "step": 27410
    },
    {
      "epoch": 2.9717042497831745,
      "grad_norm": 0.23703064024448395,
      "learning_rate": 9.466125054403018e-07,
      "loss": 0.0191,
      "step": 27411
    },
    {
      "epoch": 2.971812662619254,
      "grad_norm": 0.3808158338069916,
      "learning_rate": 9.429856376033658e-07,
      "loss": 0.0247,
      "step": 27412
    },
    {
      "epoch": 2.971921075455334,
      "grad_norm": 0.06377605348825455,
      "learning_rate": 9.393587697664298e-07,
      "loss": 0.0035,
      "step": 27413
    },
    {
      "epoch": 2.9720294882914136,
      "grad_norm": 0.3355362117290497,
      "learning_rate": 9.357319019294937e-07,
      "loss": 0.0256,
      "step": 27414
    },
    {
      "epoch": 2.9721379011274935,
      "grad_norm": 0.10006760060787201,
      "learning_rate": 9.321050340925577e-07,
      "loss": 0.0129,
      "step": 27415
    },
    {
      "epoch": 2.9722463139635735,
      "grad_norm": 0.44469887018203735,
      "learning_rate": 9.284781662556217e-07,
      "loss": 0.052,
      "step": 27416
    },
    {
      "epoch": 2.972354726799653,
      "grad_norm": 0.18343976140022278,
      "learning_rate": 9.248512984186856e-07,
      "loss": 0.0117,
      "step": 27417
    },
    {
      "epoch": 2.9724631396357326,
      "grad_norm": 0.11641638725996017,
      "learning_rate": 9.212244305817496e-07,
      "loss": 0.0081,
      "step": 27418
    },
    {
      "epoch": 2.9725715524718126,
      "grad_norm": 0.2579158842563629,
      "learning_rate": 9.175975627448137e-07,
      "loss": 0.0181,
      "step": 27419
    },
    {
      "epoch": 2.9726799653078926,
      "grad_norm": 0.06558465212583542,
      "learning_rate": 9.139706949078775e-07,
      "loss": 0.005,
      "step": 27420
    },
    {
      "epoch": 2.972788378143972,
      "grad_norm": 0.013936307281255722,
      "learning_rate": 9.103438270709416e-07,
      "loss": 0.0011,
      "step": 27421
    },
    {
      "epoch": 2.972896790980052,
      "grad_norm": 0.11107171326875687,
      "learning_rate": 9.067169592340056e-07,
      "loss": 0.0048,
      "step": 27422
    },
    {
      "epoch": 2.9730052038161316,
      "grad_norm": 0.19069063663482666,
      "learning_rate": 9.030900913970696e-07,
      "loss": 0.0178,
      "step": 27423
    },
    {
      "epoch": 2.9731136166522116,
      "grad_norm": 0.13419173657894135,
      "learning_rate": 8.994632235601335e-07,
      "loss": 0.0081,
      "step": 27424
    },
    {
      "epoch": 2.9732220294882916,
      "grad_norm": 0.09411758184432983,
      "learning_rate": 8.958363557231975e-07,
      "loss": 0.0061,
      "step": 27425
    },
    {
      "epoch": 2.973330442324371,
      "grad_norm": 0.45451563596725464,
      "learning_rate": 8.922094878862615e-07,
      "loss": 0.0071,
      "step": 27426
    },
    {
      "epoch": 2.973438855160451,
      "grad_norm": 0.16289564967155457,
      "learning_rate": 8.885826200493254e-07,
      "loss": 0.0048,
      "step": 27427
    },
    {
      "epoch": 2.9735472679965307,
      "grad_norm": 0.0997881293296814,
      "learning_rate": 8.849557522123894e-07,
      "loss": 0.0107,
      "step": 27428
    },
    {
      "epoch": 2.9736556808326107,
      "grad_norm": 0.7624118328094482,
      "learning_rate": 8.813288843754535e-07,
      "loss": 0.0606,
      "step": 27429
    },
    {
      "epoch": 2.97376409366869,
      "grad_norm": 0.13411639630794525,
      "learning_rate": 8.777020165385173e-07,
      "loss": 0.0047,
      "step": 27430
    },
    {
      "epoch": 2.97387250650477,
      "grad_norm": 0.37577831745147705,
      "learning_rate": 8.740751487015813e-07,
      "loss": 0.0161,
      "step": 27431
    },
    {
      "epoch": 2.9739809193408497,
      "grad_norm": 0.3294970989227295,
      "learning_rate": 8.704482808646454e-07,
      "loss": 0.0125,
      "step": 27432
    },
    {
      "epoch": 2.9740893321769297,
      "grad_norm": 0.22444020211696625,
      "learning_rate": 8.668214130277094e-07,
      "loss": 0.0116,
      "step": 27433
    },
    {
      "epoch": 2.9741977450130097,
      "grad_norm": 0.02344036102294922,
      "learning_rate": 8.631945451907733e-07,
      "loss": 0.0008,
      "step": 27434
    },
    {
      "epoch": 2.9743061578490892,
      "grad_norm": 0.20365624129772186,
      "learning_rate": 8.595676773538373e-07,
      "loss": 0.0174,
      "step": 27435
    },
    {
      "epoch": 2.9744145706851692,
      "grad_norm": 0.036970652639865875,
      "learning_rate": 8.559408095169013e-07,
      "loss": 0.002,
      "step": 27436
    },
    {
      "epoch": 2.9745229835212488,
      "grad_norm": 0.46839579939842224,
      "learning_rate": 8.523139416799652e-07,
      "loss": 0.042,
      "step": 27437
    },
    {
      "epoch": 2.9746313963573288,
      "grad_norm": 0.09697851538658142,
      "learning_rate": 8.486870738430292e-07,
      "loss": 0.0084,
      "step": 27438
    },
    {
      "epoch": 2.9747398091934087,
      "grad_norm": 0.10869914293289185,
      "learning_rate": 8.450602060060932e-07,
      "loss": 0.0032,
      "step": 27439
    },
    {
      "epoch": 2.9748482220294883,
      "grad_norm": 0.3498881459236145,
      "learning_rate": 8.414333381691573e-07,
      "loss": 0.0129,
      "step": 27440
    },
    {
      "epoch": 2.974956634865568,
      "grad_norm": 0.6032102108001709,
      "learning_rate": 8.378064703322211e-07,
      "loss": 0.0358,
      "step": 27441
    },
    {
      "epoch": 2.975065047701648,
      "grad_norm": 0.1913813054561615,
      "learning_rate": 8.341796024952852e-07,
      "loss": 0.0056,
      "step": 27442
    },
    {
      "epoch": 2.975173460537728,
      "grad_norm": 0.35608088970184326,
      "learning_rate": 8.305527346583492e-07,
      "loss": 0.0223,
      "step": 27443
    },
    {
      "epoch": 2.9752818733738073,
      "grad_norm": 0.0384397879242897,
      "learning_rate": 8.26925866821413e-07,
      "loss": 0.0017,
      "step": 27444
    },
    {
      "epoch": 2.9753902862098873,
      "grad_norm": 0.5613704323768616,
      "learning_rate": 8.23298998984477e-07,
      "loss": 0.011,
      "step": 27445
    },
    {
      "epoch": 2.975498699045967,
      "grad_norm": 0.14273495972156525,
      "learning_rate": 8.19672131147541e-07,
      "loss": 0.0075,
      "step": 27446
    },
    {
      "epoch": 2.975607111882047,
      "grad_norm": 0.2612115144729614,
      "learning_rate": 8.160452633106049e-07,
      "loss": 0.0213,
      "step": 27447
    },
    {
      "epoch": 2.975715524718127,
      "grad_norm": 0.26769354939460754,
      "learning_rate": 8.124183954736689e-07,
      "loss": 0.0399,
      "step": 27448
    },
    {
      "epoch": 2.9758239375542064,
      "grad_norm": 0.02841070294380188,
      "learning_rate": 8.087915276367329e-07,
      "loss": 0.0016,
      "step": 27449
    },
    {
      "epoch": 2.9759323503902864,
      "grad_norm": 0.03617427870631218,
      "learning_rate": 8.05164659799797e-07,
      "loss": 0.0018,
      "step": 27450
    },
    {
      "epoch": 2.976040763226366,
      "grad_norm": 0.5421320199966431,
      "learning_rate": 8.015377919628608e-07,
      "loss": 0.0286,
      "step": 27451
    },
    {
      "epoch": 2.976149176062446,
      "grad_norm": 0.3631652593612671,
      "learning_rate": 7.979109241259249e-07,
      "loss": 0.0196,
      "step": 27452
    },
    {
      "epoch": 2.9762575888985254,
      "grad_norm": 0.17202003300189972,
      "learning_rate": 7.942840562889889e-07,
      "loss": 0.0286,
      "step": 27453
    },
    {
      "epoch": 2.9763660017346054,
      "grad_norm": 0.23708730936050415,
      "learning_rate": 7.906571884520527e-07,
      "loss": 0.0253,
      "step": 27454
    },
    {
      "epoch": 2.976474414570685,
      "grad_norm": 0.20467285811901093,
      "learning_rate": 7.870303206151168e-07,
      "loss": 0.0094,
      "step": 27455
    },
    {
      "epoch": 2.976582827406765,
      "grad_norm": 0.011612322181463242,
      "learning_rate": 7.834034527781808e-07,
      "loss": 0.0012,
      "step": 27456
    },
    {
      "epoch": 2.976691240242845,
      "grad_norm": 0.0721910372376442,
      "learning_rate": 7.797765849412448e-07,
      "loss": 0.0076,
      "step": 27457
    },
    {
      "epoch": 2.9767996530789245,
      "grad_norm": 0.12331367284059525,
      "learning_rate": 7.761497171043087e-07,
      "loss": 0.0077,
      "step": 27458
    },
    {
      "epoch": 2.9769080659150045,
      "grad_norm": 0.23292648792266846,
      "learning_rate": 7.725228492673727e-07,
      "loss": 0.0097,
      "step": 27459
    },
    {
      "epoch": 2.977016478751084,
      "grad_norm": 0.03768404945731163,
      "learning_rate": 7.688959814304367e-07,
      "loss": 0.0024,
      "step": 27460
    },
    {
      "epoch": 2.977124891587164,
      "grad_norm": 0.1762816458940506,
      "learning_rate": 7.652691135935007e-07,
      "loss": 0.0058,
      "step": 27461
    },
    {
      "epoch": 2.977233304423244,
      "grad_norm": 0.183814138174057,
      "learning_rate": 7.616422457565646e-07,
      "loss": 0.0073,
      "step": 27462
    },
    {
      "epoch": 2.9773417172593235,
      "grad_norm": 0.04500966519117355,
      "learning_rate": 7.580153779196286e-07,
      "loss": 0.0038,
      "step": 27463
    },
    {
      "epoch": 2.977450130095403,
      "grad_norm": 0.25330448150634766,
      "learning_rate": 7.543885100826926e-07,
      "loss": 0.0067,
      "step": 27464
    },
    {
      "epoch": 2.977558542931483,
      "grad_norm": 0.29751333594322205,
      "learning_rate": 7.507616422457566e-07,
      "loss": 0.0194,
      "step": 27465
    },
    {
      "epoch": 2.977666955767563,
      "grad_norm": 0.07449301332235336,
      "learning_rate": 7.471347744088206e-07,
      "loss": 0.0045,
      "step": 27466
    },
    {
      "epoch": 2.9777753686036426,
      "grad_norm": 0.11622143536806107,
      "learning_rate": 7.435079065718845e-07,
      "loss": 0.0025,
      "step": 27467
    },
    {
      "epoch": 2.9778837814397225,
      "grad_norm": 0.09914684295654297,
      "learning_rate": 7.398810387349486e-07,
      "loss": 0.0092,
      "step": 27468
    },
    {
      "epoch": 2.977992194275802,
      "grad_norm": 0.27217966318130493,
      "learning_rate": 7.362541708980125e-07,
      "loss": 0.0168,
      "step": 27469
    },
    {
      "epoch": 2.978100607111882,
      "grad_norm": 0.023973530158400536,
      "learning_rate": 7.326273030610765e-07,
      "loss": 0.0018,
      "step": 27470
    },
    {
      "epoch": 2.978209019947962,
      "grad_norm": 0.045402128249406815,
      "learning_rate": 7.290004352241405e-07,
      "loss": 0.0029,
      "step": 27471
    },
    {
      "epoch": 2.9783174327840416,
      "grad_norm": 0.33167967200279236,
      "learning_rate": 7.253735673872044e-07,
      "loss": 0.029,
      "step": 27472
    },
    {
      "epoch": 2.9784258456201216,
      "grad_norm": 0.1049545630812645,
      "learning_rate": 7.217466995502685e-07,
      "loss": 0.0037,
      "step": 27473
    },
    {
      "epoch": 2.978534258456201,
      "grad_norm": 0.0802435651421547,
      "learning_rate": 7.181198317133324e-07,
      "loss": 0.0034,
      "step": 27474
    },
    {
      "epoch": 2.978642671292281,
      "grad_norm": 0.16256174445152283,
      "learning_rate": 7.144929638763964e-07,
      "loss": 0.0077,
      "step": 27475
    },
    {
      "epoch": 2.9787510841283606,
      "grad_norm": 0.7220983505249023,
      "learning_rate": 7.108660960394604e-07,
      "loss": 0.0198,
      "step": 27476
    },
    {
      "epoch": 2.9788594969644406,
      "grad_norm": 0.011330625973641872,
      "learning_rate": 7.072392282025243e-07,
      "loss": 0.0006,
      "step": 27477
    },
    {
      "epoch": 2.97896790980052,
      "grad_norm": 0.8064789772033691,
      "learning_rate": 7.036123603655884e-07,
      "loss": 0.0506,
      "step": 27478
    },
    {
      "epoch": 2.9790763226366,
      "grad_norm": 0.5180245041847229,
      "learning_rate": 6.999854925286523e-07,
      "loss": 0.0222,
      "step": 27479
    },
    {
      "epoch": 2.97918473547268,
      "grad_norm": 0.1717006266117096,
      "learning_rate": 6.963586246917163e-07,
      "loss": 0.0054,
      "step": 27480
    },
    {
      "epoch": 2.9792931483087597,
      "grad_norm": 0.1247396245598793,
      "learning_rate": 6.927317568547803e-07,
      "loss": 0.0089,
      "step": 27481
    },
    {
      "epoch": 2.9794015611448397,
      "grad_norm": 0.052943263202905655,
      "learning_rate": 6.891048890178442e-07,
      "loss": 0.0042,
      "step": 27482
    },
    {
      "epoch": 2.979509973980919,
      "grad_norm": 0.14513079822063446,
      "learning_rate": 6.854780211809083e-07,
      "loss": 0.0115,
      "step": 27483
    },
    {
      "epoch": 2.979618386816999,
      "grad_norm": 0.5830193161964417,
      "learning_rate": 6.818511533439722e-07,
      "loss": 0.0358,
      "step": 27484
    },
    {
      "epoch": 2.979726799653079,
      "grad_norm": 0.4725078344345093,
      "learning_rate": 6.782242855070361e-07,
      "loss": 0.0686,
      "step": 27485
    },
    {
      "epoch": 2.9798352124891587,
      "grad_norm": 0.2677294909954071,
      "learning_rate": 6.745974176701002e-07,
      "loss": 0.019,
      "step": 27486
    },
    {
      "epoch": 2.9799436253252383,
      "grad_norm": 0.32638826966285706,
      "learning_rate": 6.709705498331641e-07,
      "loss": 0.0126,
      "step": 27487
    },
    {
      "epoch": 2.9800520381613183,
      "grad_norm": 0.5289647579193115,
      "learning_rate": 6.673436819962281e-07,
      "loss": 0.0635,
      "step": 27488
    },
    {
      "epoch": 2.9801604509973982,
      "grad_norm": 0.3740752041339874,
      "learning_rate": 6.637168141592921e-07,
      "loss": 0.0173,
      "step": 27489
    },
    {
      "epoch": 2.9802688638334778,
      "grad_norm": 0.15609563887119293,
      "learning_rate": 6.600899463223561e-07,
      "loss": 0.0206,
      "step": 27490
    },
    {
      "epoch": 2.9803772766695578,
      "grad_norm": 0.14211143553256989,
      "learning_rate": 6.564630784854201e-07,
      "loss": 0.0048,
      "step": 27491
    },
    {
      "epoch": 2.9804856895056373,
      "grad_norm": 0.13837401568889618,
      "learning_rate": 6.52836210648484e-07,
      "loss": 0.0092,
      "step": 27492
    },
    {
      "epoch": 2.9805941023417173,
      "grad_norm": 0.09649869799613953,
      "learning_rate": 6.49209342811548e-07,
      "loss": 0.0084,
      "step": 27493
    },
    {
      "epoch": 2.9807025151777973,
      "grad_norm": 0.08836675435304642,
      "learning_rate": 6.45582474974612e-07,
      "loss": 0.0084,
      "step": 27494
    },
    {
      "epoch": 2.980810928013877,
      "grad_norm": 0.32018423080444336,
      "learning_rate": 6.41955607137676e-07,
      "loss": 0.0117,
      "step": 27495
    },
    {
      "epoch": 2.980919340849957,
      "grad_norm": 0.2389553189277649,
      "learning_rate": 6.3832873930074e-07,
      "loss": 0.0108,
      "step": 27496
    },
    {
      "epoch": 2.9810277536860363,
      "grad_norm": 0.19517073035240173,
      "learning_rate": 6.347018714638038e-07,
      "loss": 0.0065,
      "step": 27497
    },
    {
      "epoch": 2.9811361665221163,
      "grad_norm": 0.12020345777273178,
      "learning_rate": 6.310750036268678e-07,
      "loss": 0.01,
      "step": 27498
    },
    {
      "epoch": 2.981244579358196,
      "grad_norm": 0.06554543972015381,
      "learning_rate": 6.274481357899318e-07,
      "loss": 0.0044,
      "step": 27499
    },
    {
      "epoch": 2.981352992194276,
      "grad_norm": 0.14607705175876617,
      "learning_rate": 6.238212679529958e-07,
      "loss": 0.0076,
      "step": 27500
    },
    {
      "epoch": 2.9814614050303554,
      "grad_norm": 0.29139429330825806,
      "learning_rate": 6.201944001160598e-07,
      "loss": 0.013,
      "step": 27501
    },
    {
      "epoch": 2.9815698178664354,
      "grad_norm": 0.01598428748548031,
      "learning_rate": 6.165675322791237e-07,
      "loss": 0.0012,
      "step": 27502
    },
    {
      "epoch": 2.9816782307025154,
      "grad_norm": 0.192996084690094,
      "learning_rate": 6.129406644421877e-07,
      "loss": 0.0107,
      "step": 27503
    },
    {
      "epoch": 2.981786643538595,
      "grad_norm": 0.13739877939224243,
      "learning_rate": 6.093137966052517e-07,
      "loss": 0.0117,
      "step": 27504
    },
    {
      "epoch": 2.981895056374675,
      "grad_norm": 0.20922067761421204,
      "learning_rate": 6.056869287683157e-07,
      "loss": 0.0262,
      "step": 27505
    },
    {
      "epoch": 2.9820034692107544,
      "grad_norm": 0.22287410497665405,
      "learning_rate": 6.020600609313797e-07,
      "loss": 0.0138,
      "step": 27506
    },
    {
      "epoch": 2.9821118820468344,
      "grad_norm": 0.13351663947105408,
      "learning_rate": 5.984331930944436e-07,
      "loss": 0.015,
      "step": 27507
    },
    {
      "epoch": 2.9822202948829144,
      "grad_norm": 0.006947825197130442,
      "learning_rate": 5.948063252575076e-07,
      "loss": 0.0004,
      "step": 27508
    },
    {
      "epoch": 2.982328707718994,
      "grad_norm": 0.19266828894615173,
      "learning_rate": 5.911794574205716e-07,
      "loss": 0.0155,
      "step": 27509
    },
    {
      "epoch": 2.9824371205550735,
      "grad_norm": 0.09333064407110214,
      "learning_rate": 5.875525895836356e-07,
      "loss": 0.0041,
      "step": 27510
    },
    {
      "epoch": 2.9825455333911535,
      "grad_norm": 0.5923553705215454,
      "learning_rate": 5.839257217466995e-07,
      "loss": 0.0152,
      "step": 27511
    },
    {
      "epoch": 2.9826539462272335,
      "grad_norm": 0.5357963442802429,
      "learning_rate": 5.802988539097636e-07,
      "loss": 0.0265,
      "step": 27512
    },
    {
      "epoch": 2.982762359063313,
      "grad_norm": 0.1860746145248413,
      "learning_rate": 5.766719860728275e-07,
      "loss": 0.012,
      "step": 27513
    },
    {
      "epoch": 2.982870771899393,
      "grad_norm": 0.07399778068065643,
      "learning_rate": 5.730451182358915e-07,
      "loss": 0.008,
      "step": 27514
    },
    {
      "epoch": 2.9829791847354725,
      "grad_norm": 0.11025960743427277,
      "learning_rate": 5.694182503989555e-07,
      "loss": 0.0047,
      "step": 27515
    },
    {
      "epoch": 2.9830875975715525,
      "grad_norm": 0.2534686028957367,
      "learning_rate": 5.657913825620194e-07,
      "loss": 0.0251,
      "step": 27516
    },
    {
      "epoch": 2.9831960104076325,
      "grad_norm": 0.34535282850265503,
      "learning_rate": 5.621645147250835e-07,
      "loss": 0.0269,
      "step": 27517
    },
    {
      "epoch": 2.983304423243712,
      "grad_norm": 0.18182885646820068,
      "learning_rate": 5.585376468881474e-07,
      "loss": 0.0117,
      "step": 27518
    },
    {
      "epoch": 2.9834128360797916,
      "grad_norm": 0.33862099051475525,
      "learning_rate": 5.549107790512114e-07,
      "loss": 0.025,
      "step": 27519
    },
    {
      "epoch": 2.9835212489158716,
      "grad_norm": 0.05812370032072067,
      "learning_rate": 5.512839112142754e-07,
      "loss": 0.0028,
      "step": 27520
    },
    {
      "epoch": 2.9836296617519515,
      "grad_norm": 0.11313431710004807,
      "learning_rate": 5.476570433773393e-07,
      "loss": 0.0064,
      "step": 27521
    },
    {
      "epoch": 2.983738074588031,
      "grad_norm": 0.3602708876132965,
      "learning_rate": 5.440301755404034e-07,
      "loss": 0.021,
      "step": 27522
    },
    {
      "epoch": 2.983846487424111,
      "grad_norm": 0.25276610255241394,
      "learning_rate": 5.404033077034673e-07,
      "loss": 0.0312,
      "step": 27523
    },
    {
      "epoch": 2.9839549002601906,
      "grad_norm": 0.0279641542583704,
      "learning_rate": 5.367764398665313e-07,
      "loss": 0.0007,
      "step": 27524
    },
    {
      "epoch": 2.9840633130962706,
      "grad_norm": 0.2543624937534332,
      "learning_rate": 5.331495720295953e-07,
      "loss": 0.0179,
      "step": 27525
    },
    {
      "epoch": 2.9841717259323506,
      "grad_norm": 0.30618011951446533,
      "learning_rate": 5.295227041926592e-07,
      "loss": 0.0193,
      "step": 27526
    },
    {
      "epoch": 2.98428013876843,
      "grad_norm": 0.11550114303827286,
      "learning_rate": 5.258958363557233e-07,
      "loss": 0.0058,
      "step": 27527
    },
    {
      "epoch": 2.98438855160451,
      "grad_norm": 0.3239814043045044,
      "learning_rate": 5.222689685187872e-07,
      "loss": 0.0221,
      "step": 27528
    },
    {
      "epoch": 2.9844969644405897,
      "grad_norm": 0.028548588976264,
      "learning_rate": 5.186421006818512e-07,
      "loss": 0.0014,
      "step": 27529
    },
    {
      "epoch": 2.9846053772766696,
      "grad_norm": 0.6465285420417786,
      "learning_rate": 5.150152328449152e-07,
      "loss": 0.0366,
      "step": 27530
    },
    {
      "epoch": 2.9847137901127496,
      "grad_norm": 0.10381768643856049,
      "learning_rate": 5.113883650079791e-07,
      "loss": 0.0077,
      "step": 27531
    },
    {
      "epoch": 2.984822202948829,
      "grad_norm": 0.2083090841770172,
      "learning_rate": 5.077614971710432e-07,
      "loss": 0.0144,
      "step": 27532
    },
    {
      "epoch": 2.9849306157849087,
      "grad_norm": 0.7401919364929199,
      "learning_rate": 5.041346293341071e-07,
      "loss": 0.0491,
      "step": 27533
    },
    {
      "epoch": 2.9850390286209887,
      "grad_norm": 0.19495251774787903,
      "learning_rate": 5.005077614971711e-07,
      "loss": 0.0216,
      "step": 27534
    },
    {
      "epoch": 2.9851474414570687,
      "grad_norm": 0.2505421042442322,
      "learning_rate": 4.968808936602351e-07,
      "loss": 0.0114,
      "step": 27535
    },
    {
      "epoch": 2.985255854293148,
      "grad_norm": 0.020148402079939842,
      "learning_rate": 4.93254025823299e-07,
      "loss": 0.0009,
      "step": 27536
    },
    {
      "epoch": 2.985364267129228,
      "grad_norm": 0.37368762493133545,
      "learning_rate": 4.896271579863631e-07,
      "loss": 0.03,
      "step": 27537
    },
    {
      "epoch": 2.9854726799653077,
      "grad_norm": 0.2524260878562927,
      "learning_rate": 4.86000290149427e-07,
      "loss": 0.0283,
      "step": 27538
    },
    {
      "epoch": 2.9855810928013877,
      "grad_norm": 0.1366981863975525,
      "learning_rate": 4.82373422312491e-07,
      "loss": 0.0075,
      "step": 27539
    },
    {
      "epoch": 2.9856895056374677,
      "grad_norm": 0.49737468361854553,
      "learning_rate": 4.78746554475555e-07,
      "loss": 0.0396,
      "step": 27540
    },
    {
      "epoch": 2.9857979184735473,
      "grad_norm": 0.16415731608867645,
      "learning_rate": 4.7511968663861886e-07,
      "loss": 0.0234,
      "step": 27541
    },
    {
      "epoch": 2.985906331309627,
      "grad_norm": 0.03001878783106804,
      "learning_rate": 4.714928188016829e-07,
      "loss": 0.0018,
      "step": 27542
    },
    {
      "epoch": 2.986014744145707,
      "grad_norm": 0.09050041437149048,
      "learning_rate": 4.6786595096474686e-07,
      "loss": 0.0036,
      "step": 27543
    },
    {
      "epoch": 2.9861231569817868,
      "grad_norm": 0.15037430822849274,
      "learning_rate": 4.6423908312781085e-07,
      "loss": 0.0036,
      "step": 27544
    },
    {
      "epoch": 2.9862315698178663,
      "grad_norm": 0.2950538694858551,
      "learning_rate": 4.606122152908748e-07,
      "loss": 0.0321,
      "step": 27545
    },
    {
      "epoch": 2.9863399826539463,
      "grad_norm": 0.36848315596580505,
      "learning_rate": 4.5698534745393875e-07,
      "loss": 0.0202,
      "step": 27546
    },
    {
      "epoch": 2.986448395490026,
      "grad_norm": 0.26265931129455566,
      "learning_rate": 4.533584796170028e-07,
      "loss": 0.0163,
      "step": 27547
    },
    {
      "epoch": 2.986556808326106,
      "grad_norm": 0.43115368485450745,
      "learning_rate": 4.4973161178006675e-07,
      "loss": 0.0307,
      "step": 27548
    },
    {
      "epoch": 2.986665221162186,
      "grad_norm": 0.158874973654747,
      "learning_rate": 4.4610474394313075e-07,
      "loss": 0.018,
      "step": 27549
    },
    {
      "epoch": 2.9867736339982653,
      "grad_norm": 0.11111769080162048,
      "learning_rate": 4.424778761061947e-07,
      "loss": 0.008,
      "step": 27550
    },
    {
      "epoch": 2.9868820468343453,
      "grad_norm": 0.18502072989940643,
      "learning_rate": 4.3885100826925864e-07,
      "loss": 0.0159,
      "step": 27551
    },
    {
      "epoch": 2.986990459670425,
      "grad_norm": 0.09549865871667862,
      "learning_rate": 4.352241404323227e-07,
      "loss": 0.003,
      "step": 27552
    },
    {
      "epoch": 2.987098872506505,
      "grad_norm": 0.07676883041858673,
      "learning_rate": 4.3159727259538664e-07,
      "loss": 0.0037,
      "step": 27553
    },
    {
      "epoch": 2.987207285342585,
      "grad_norm": 0.10623593628406525,
      "learning_rate": 4.2797040475845064e-07,
      "loss": 0.0045,
      "step": 27554
    },
    {
      "epoch": 2.9873156981786644,
      "grad_norm": 0.264656126499176,
      "learning_rate": 4.243435369215146e-07,
      "loss": 0.0125,
      "step": 27555
    },
    {
      "epoch": 2.987424111014744,
      "grad_norm": 0.21163810789585114,
      "learning_rate": 4.2071666908457863e-07,
      "loss": 0.0286,
      "step": 27556
    },
    {
      "epoch": 2.987532523850824,
      "grad_norm": 0.0983925387263298,
      "learning_rate": 4.170898012476426e-07,
      "loss": 0.0041,
      "step": 27557
    },
    {
      "epoch": 2.987640936686904,
      "grad_norm": 0.04497625678777695,
      "learning_rate": 4.134629334107065e-07,
      "loss": 0.0021,
      "step": 27558
    },
    {
      "epoch": 2.9877493495229834,
      "grad_norm": 0.266480416059494,
      "learning_rate": 4.098360655737705e-07,
      "loss": 0.0105,
      "step": 27559
    },
    {
      "epoch": 2.9878577623590634,
      "grad_norm": 0.45865556597709656,
      "learning_rate": 4.0620919773683447e-07,
      "loss": 0.0396,
      "step": 27560
    },
    {
      "epoch": 2.987966175195143,
      "grad_norm": 0.002054488519206643,
      "learning_rate": 4.025823298998985e-07,
      "loss": 0.0002,
      "step": 27561
    },
    {
      "epoch": 2.988074588031223,
      "grad_norm": 0.010270189493894577,
      "learning_rate": 3.9895546206296247e-07,
      "loss": 0.0005,
      "step": 27562
    },
    {
      "epoch": 2.988183000867303,
      "grad_norm": 0.18907716870307922,
      "learning_rate": 3.9532859422602636e-07,
      "loss": 0.0056,
      "step": 27563
    },
    {
      "epoch": 2.9882914137033825,
      "grad_norm": 0.12022124230861664,
      "learning_rate": 3.917017263890904e-07,
      "loss": 0.0169,
      "step": 27564
    },
    {
      "epoch": 2.988399826539462,
      "grad_norm": 0.15693899989128113,
      "learning_rate": 3.8807485855215436e-07,
      "loss": 0.0078,
      "step": 27565
    },
    {
      "epoch": 2.988508239375542,
      "grad_norm": 0.2154192179441452,
      "learning_rate": 3.8444799071521836e-07,
      "loss": 0.0235,
      "step": 27566
    },
    {
      "epoch": 2.988616652211622,
      "grad_norm": 0.025028791278600693,
      "learning_rate": 3.808211228782823e-07,
      "loss": 0.0021,
      "step": 27567
    },
    {
      "epoch": 2.9887250650477015,
      "grad_norm": 0.03258625417947769,
      "learning_rate": 3.771942550413463e-07,
      "loss": 0.0014,
      "step": 27568
    },
    {
      "epoch": 2.9888334778837815,
      "grad_norm": 0.4275848865509033,
      "learning_rate": 3.735673872044103e-07,
      "loss": 0.0213,
      "step": 27569
    },
    {
      "epoch": 2.988941890719861,
      "grad_norm": 0.3239750266075134,
      "learning_rate": 3.699405193674743e-07,
      "loss": 0.0128,
      "step": 27570
    },
    {
      "epoch": 2.989050303555941,
      "grad_norm": 0.07932043820619583,
      "learning_rate": 3.6631365153053825e-07,
      "loss": 0.0023,
      "step": 27571
    },
    {
      "epoch": 2.989158716392021,
      "grad_norm": 0.2536260783672333,
      "learning_rate": 3.626867836936022e-07,
      "loss": 0.0065,
      "step": 27572
    },
    {
      "epoch": 2.9892671292281006,
      "grad_norm": 0.34230849146842957,
      "learning_rate": 3.590599158566662e-07,
      "loss": 0.0231,
      "step": 27573
    },
    {
      "epoch": 2.9893755420641805,
      "grad_norm": 0.19366545975208282,
      "learning_rate": 3.554330480197302e-07,
      "loss": 0.0091,
      "step": 27574
    },
    {
      "epoch": 2.98948395490026,
      "grad_norm": 0.2613571882247925,
      "learning_rate": 3.518061801827942e-07,
      "loss": 0.0184,
      "step": 27575
    },
    {
      "epoch": 2.98959236773634,
      "grad_norm": 0.2335236519575119,
      "learning_rate": 3.4817931234585814e-07,
      "loss": 0.0068,
      "step": 27576
    },
    {
      "epoch": 2.9897007805724196,
      "grad_norm": 0.5024901032447815,
      "learning_rate": 3.445524445089221e-07,
      "loss": 0.0219,
      "step": 27577
    },
    {
      "epoch": 2.9898091934084996,
      "grad_norm": 0.18447986245155334,
      "learning_rate": 3.409255766719861e-07,
      "loss": 0.0064,
      "step": 27578
    },
    {
      "epoch": 2.989917606244579,
      "grad_norm": 0.11800136417150497,
      "learning_rate": 3.372987088350501e-07,
      "loss": 0.0088,
      "step": 27579
    },
    {
      "epoch": 2.990026019080659,
      "grad_norm": 0.23970595002174377,
      "learning_rate": 3.3367184099811403e-07,
      "loss": 0.0282,
      "step": 27580
    },
    {
      "epoch": 2.990134431916739,
      "grad_norm": 0.06540803611278534,
      "learning_rate": 3.3004497316117803e-07,
      "loss": 0.006,
      "step": 27581
    },
    {
      "epoch": 2.9902428447528187,
      "grad_norm": 0.2991878390312195,
      "learning_rate": 3.26418105324242e-07,
      "loss": 0.0119,
      "step": 27582
    },
    {
      "epoch": 2.9903512575888986,
      "grad_norm": 0.13891534507274628,
      "learning_rate": 3.22791237487306e-07,
      "loss": 0.013,
      "step": 27583
    },
    {
      "epoch": 2.990459670424978,
      "grad_norm": 0.10141655057668686,
      "learning_rate": 3.1916436965037e-07,
      "loss": 0.0056,
      "step": 27584
    },
    {
      "epoch": 2.990568083261058,
      "grad_norm": 0.18868455290794373,
      "learning_rate": 3.155375018134339e-07,
      "loss": 0.0095,
      "step": 27585
    },
    {
      "epoch": 2.990676496097138,
      "grad_norm": 0.32330331206321716,
      "learning_rate": 3.119106339764979e-07,
      "loss": 0.028,
      "step": 27586
    },
    {
      "epoch": 2.9907849089332177,
      "grad_norm": 0.06356087327003479,
      "learning_rate": 3.0828376613956187e-07,
      "loss": 0.0046,
      "step": 27587
    },
    {
      "epoch": 2.9908933217692972,
      "grad_norm": 0.041670847684144974,
      "learning_rate": 3.0465689830262587e-07,
      "loss": 0.0031,
      "step": 27588
    },
    {
      "epoch": 2.991001734605377,
      "grad_norm": 0.2554504871368408,
      "learning_rate": 3.0103003046568987e-07,
      "loss": 0.0144,
      "step": 27589
    },
    {
      "epoch": 2.991110147441457,
      "grad_norm": 0.10612380504608154,
      "learning_rate": 2.974031626287538e-07,
      "loss": 0.0069,
      "step": 27590
    },
    {
      "epoch": 2.9912185602775367,
      "grad_norm": 0.46386921405792236,
      "learning_rate": 2.937762947918178e-07,
      "loss": 0.0169,
      "step": 27591
    },
    {
      "epoch": 2.9913269731136167,
      "grad_norm": 0.391275554895401,
      "learning_rate": 2.901494269548818e-07,
      "loss": 0.023,
      "step": 27592
    },
    {
      "epoch": 2.9914353859496963,
      "grad_norm": 0.021455347537994385,
      "learning_rate": 2.8652255911794576e-07,
      "loss": 0.0014,
      "step": 27593
    },
    {
      "epoch": 2.9915437987857763,
      "grad_norm": 0.2295016199350357,
      "learning_rate": 2.828956912810097e-07,
      "loss": 0.0118,
      "step": 27594
    },
    {
      "epoch": 2.9916522116218562,
      "grad_norm": 0.15094135701656342,
      "learning_rate": 2.792688234440737e-07,
      "loss": 0.0042,
      "step": 27595
    },
    {
      "epoch": 2.991760624457936,
      "grad_norm": 0.02989896573126316,
      "learning_rate": 2.756419556071377e-07,
      "loss": 0.0022,
      "step": 27596
    },
    {
      "epoch": 2.9918690372940158,
      "grad_norm": 0.18956270813941956,
      "learning_rate": 2.720150877702017e-07,
      "loss": 0.0188,
      "step": 27597
    },
    {
      "epoch": 2.9919774501300953,
      "grad_norm": 0.4261927902698517,
      "learning_rate": 2.6838821993326565e-07,
      "loss": 0.0119,
      "step": 27598
    },
    {
      "epoch": 2.9920858629661753,
      "grad_norm": 0.13491161167621613,
      "learning_rate": 2.647613520963296e-07,
      "loss": 0.0193,
      "step": 27599
    },
    {
      "epoch": 2.992194275802255,
      "grad_norm": 0.06722676753997803,
      "learning_rate": 2.611344842593936e-07,
      "loss": 0.0046,
      "step": 27600
    },
    {
      "epoch": 2.992302688638335,
      "grad_norm": 0.1850956529378891,
      "learning_rate": 2.575076164224576e-07,
      "loss": 0.0103,
      "step": 27601
    },
    {
      "epoch": 2.9924111014744144,
      "grad_norm": 0.030353127047419548,
      "learning_rate": 2.538807485855216e-07,
      "loss": 0.0018,
      "step": 27602
    },
    {
      "epoch": 2.9925195143104943,
      "grad_norm": 0.4776444137096405,
      "learning_rate": 2.5025388074858554e-07,
      "loss": 0.0482,
      "step": 27603
    },
    {
      "epoch": 2.9926279271465743,
      "grad_norm": 0.22364994883537292,
      "learning_rate": 2.466270129116495e-07,
      "loss": 0.0389,
      "step": 27604
    },
    {
      "epoch": 2.992736339982654,
      "grad_norm": 0.27040496468544006,
      "learning_rate": 2.430001450747135e-07,
      "loss": 0.0265,
      "step": 27605
    },
    {
      "epoch": 2.992844752818734,
      "grad_norm": 0.1393403261899948,
      "learning_rate": 2.393732772377775e-07,
      "loss": 0.0105,
      "step": 27606
    },
    {
      "epoch": 2.9929531656548134,
      "grad_norm": 0.30549687147140503,
      "learning_rate": 2.3574640940084145e-07,
      "loss": 0.0098,
      "step": 27607
    },
    {
      "epoch": 2.9930615784908934,
      "grad_norm": 0.139420747756958,
      "learning_rate": 2.3211954156390543e-07,
      "loss": 0.0103,
      "step": 27608
    },
    {
      "epoch": 2.9931699913269734,
      "grad_norm": 0.49188870191574097,
      "learning_rate": 2.2849267372696937e-07,
      "loss": 0.0439,
      "step": 27609
    },
    {
      "epoch": 2.993278404163053,
      "grad_norm": 0.20910127460956573,
      "learning_rate": 2.2486580589003337e-07,
      "loss": 0.0055,
      "step": 27610
    },
    {
      "epoch": 2.9933868169991324,
      "grad_norm": 0.1842038333415985,
      "learning_rate": 2.2123893805309735e-07,
      "loss": 0.0289,
      "step": 27611
    },
    {
      "epoch": 2.9934952298352124,
      "grad_norm": 0.21597732603549957,
      "learning_rate": 2.1761207021616134e-07,
      "loss": 0.0154,
      "step": 27612
    },
    {
      "epoch": 2.9936036426712924,
      "grad_norm": 0.28216177225112915,
      "learning_rate": 2.1398520237922532e-07,
      "loss": 0.063,
      "step": 27613
    },
    {
      "epoch": 2.993712055507372,
      "grad_norm": 0.02688937447965145,
      "learning_rate": 2.1035833454228932e-07,
      "loss": 0.0008,
      "step": 27614
    },
    {
      "epoch": 2.993820468343452,
      "grad_norm": 0.12113106995820999,
      "learning_rate": 2.0673146670535326e-07,
      "loss": 0.006,
      "step": 27615
    },
    {
      "epoch": 2.9939288811795315,
      "grad_norm": 0.0917472392320633,
      "learning_rate": 2.0310459886841724e-07,
      "loss": 0.013,
      "step": 27616
    },
    {
      "epoch": 2.9940372940156115,
      "grad_norm": 0.22122566401958466,
      "learning_rate": 1.9947773103148123e-07,
      "loss": 0.0377,
      "step": 27617
    },
    {
      "epoch": 2.9941457068516915,
      "grad_norm": 0.4663808345794678,
      "learning_rate": 1.958508631945452e-07,
      "loss": 0.0641,
      "step": 27618
    },
    {
      "epoch": 2.994254119687771,
      "grad_norm": 0.10195393860340118,
      "learning_rate": 1.9222399535760918e-07,
      "loss": 0.005,
      "step": 27619
    },
    {
      "epoch": 2.994362532523851,
      "grad_norm": 0.5117159485816956,
      "learning_rate": 1.8859712752067315e-07,
      "loss": 0.0472,
      "step": 27620
    },
    {
      "epoch": 2.9944709453599305,
      "grad_norm": 0.1995459496974945,
      "learning_rate": 1.8497025968373715e-07,
      "loss": 0.0102,
      "step": 27621
    },
    {
      "epoch": 2.9945793581960105,
      "grad_norm": 0.17577235400676727,
      "learning_rate": 1.813433918468011e-07,
      "loss": 0.008,
      "step": 27622
    },
    {
      "epoch": 2.99468777103209,
      "grad_norm": 0.07914916425943375,
      "learning_rate": 1.777165240098651e-07,
      "loss": 0.0038,
      "step": 27623
    },
    {
      "epoch": 2.99479618386817,
      "grad_norm": 0.11220061779022217,
      "learning_rate": 1.7408965617292907e-07,
      "loss": 0.0046,
      "step": 27624
    },
    {
      "epoch": 2.9949045967042496,
      "grad_norm": 0.47035565972328186,
      "learning_rate": 1.7046278833599304e-07,
      "loss": 0.0498,
      "step": 27625
    },
    {
      "epoch": 2.9950130095403296,
      "grad_norm": 0.3105767071247101,
      "learning_rate": 1.6683592049905702e-07,
      "loss": 0.0095,
      "step": 27626
    },
    {
      "epoch": 2.9951214223764095,
      "grad_norm": 0.17634566128253937,
      "learning_rate": 1.63209052662121e-07,
      "loss": 0.0106,
      "step": 27627
    },
    {
      "epoch": 2.995229835212489,
      "grad_norm": 0.6759755611419678,
      "learning_rate": 1.59582184825185e-07,
      "loss": 0.031,
      "step": 27628
    },
    {
      "epoch": 2.995338248048569,
      "grad_norm": 0.10963137447834015,
      "learning_rate": 1.5595531698824896e-07,
      "loss": 0.0025,
      "step": 27629
    },
    {
      "epoch": 2.9954466608846486,
      "grad_norm": 0.010916328988969326,
      "learning_rate": 1.5232844915131293e-07,
      "loss": 0.0007,
      "step": 27630
    },
    {
      "epoch": 2.9955550737207286,
      "grad_norm": 1.2900009155273438,
      "learning_rate": 1.487015813143769e-07,
      "loss": 0.0369,
      "step": 27631
    },
    {
      "epoch": 2.9956634865568086,
      "grad_norm": 0.17296019196510315,
      "learning_rate": 1.450747134774409e-07,
      "loss": 0.0269,
      "step": 27632
    },
    {
      "epoch": 2.995771899392888,
      "grad_norm": 0.20388102531433105,
      "learning_rate": 1.4144784564050485e-07,
      "loss": 0.0399,
      "step": 27633
    },
    {
      "epoch": 2.9958803122289677,
      "grad_norm": 0.35944610834121704,
      "learning_rate": 1.3782097780356885e-07,
      "loss": 0.0179,
      "step": 27634
    },
    {
      "epoch": 2.9959887250650477,
      "grad_norm": 0.09424714744091034,
      "learning_rate": 1.3419410996663282e-07,
      "loss": 0.0048,
      "step": 27635
    },
    {
      "epoch": 2.9960971379011276,
      "grad_norm": 0.8990782499313354,
      "learning_rate": 1.305672421296968e-07,
      "loss": 0.0223,
      "step": 27636
    },
    {
      "epoch": 2.996205550737207,
      "grad_norm": 0.5639011263847351,
      "learning_rate": 1.269403742927608e-07,
      "loss": 0.0478,
      "step": 27637
    },
    {
      "epoch": 2.996313963573287,
      "grad_norm": 0.12799282371997833,
      "learning_rate": 1.2331350645582474e-07,
      "loss": 0.0115,
      "step": 27638
    },
    {
      "epoch": 2.9964223764093667,
      "grad_norm": 0.012475511059165001,
      "learning_rate": 1.1968663861888874e-07,
      "loss": 0.0006,
      "step": 27639
    },
    {
      "epoch": 2.9965307892454467,
      "grad_norm": 0.05072542279958725,
      "learning_rate": 1.1605977078195271e-07,
      "loss": 0.0049,
      "step": 27640
    },
    {
      "epoch": 2.9966392020815267,
      "grad_norm": 0.568305492401123,
      "learning_rate": 1.1243290294501669e-07,
      "loss": 0.0529,
      "step": 27641
    },
    {
      "epoch": 2.996747614917606,
      "grad_norm": 0.6170422434806824,
      "learning_rate": 1.0880603510808067e-07,
      "loss": 0.0406,
      "step": 27642
    },
    {
      "epoch": 2.996856027753686,
      "grad_norm": 0.35339808464050293,
      "learning_rate": 1.0517916727114466e-07,
      "loss": 0.0186,
      "step": 27643
    },
    {
      "epoch": 2.9969644405897657,
      "grad_norm": 0.18720878660678864,
      "learning_rate": 1.0155229943420862e-07,
      "loss": 0.0077,
      "step": 27644
    },
    {
      "epoch": 2.9970728534258457,
      "grad_norm": 0.03609352931380272,
      "learning_rate": 9.79254315972726e-08,
      "loss": 0.0033,
      "step": 27645
    },
    {
      "epoch": 2.9971812662619253,
      "grad_norm": 0.15554237365722656,
      "learning_rate": 9.429856376033658e-08,
      "loss": 0.0144,
      "step": 27646
    },
    {
      "epoch": 2.9972896790980053,
      "grad_norm": 0.06448068469762802,
      "learning_rate": 9.067169592340055e-08,
      "loss": 0.0035,
      "step": 27647
    },
    {
      "epoch": 2.997398091934085,
      "grad_norm": 0.08242485672235489,
      "learning_rate": 8.704482808646454e-08,
      "loss": 0.0055,
      "step": 27648
    },
    {
      "epoch": 2.997506504770165,
      "grad_norm": 0.7410199046134949,
      "learning_rate": 8.341796024952851e-08,
      "loss": 0.0154,
      "step": 27649
    },
    {
      "epoch": 2.9976149176062448,
      "grad_norm": 0.2543415427207947,
      "learning_rate": 7.97910924125925e-08,
      "loss": 0.0124,
      "step": 27650
    },
    {
      "epoch": 2.9977233304423243,
      "grad_norm": 0.37323006987571716,
      "learning_rate": 7.616422457565647e-08,
      "loss": 0.0162,
      "step": 27651
    },
    {
      "epoch": 2.9978317432784043,
      "grad_norm": 0.2599390745162964,
      "learning_rate": 7.253735673872045e-08,
      "loss": 0.0261,
      "step": 27652
    },
    {
      "epoch": 2.997940156114484,
      "grad_norm": 0.5502759218215942,
      "learning_rate": 6.891048890178443e-08,
      "loss": 0.0251,
      "step": 27653
    },
    {
      "epoch": 2.998048568950564,
      "grad_norm": 0.35573306679725647,
      "learning_rate": 6.52836210648484e-08,
      "loss": 0.049,
      "step": 27654
    },
    {
      "epoch": 2.998156981786644,
      "grad_norm": 0.23057453334331512,
      "learning_rate": 6.165675322791237e-08,
      "loss": 0.0462,
      "step": 27655
    },
    {
      "epoch": 2.9982653946227233,
      "grad_norm": 0.17256273329257965,
      "learning_rate": 5.802988539097636e-08,
      "loss": 0.0095,
      "step": 27656
    },
    {
      "epoch": 2.998373807458803,
      "grad_norm": 0.1720312386751175,
      "learning_rate": 5.4403017554040336e-08,
      "loss": 0.0139,
      "step": 27657
    },
    {
      "epoch": 2.998482220294883,
      "grad_norm": 0.19586943089962006,
      "learning_rate": 5.077614971710431e-08,
      "loss": 0.0252,
      "step": 27658
    },
    {
      "epoch": 2.998590633130963,
      "grad_norm": 0.2896256148815155,
      "learning_rate": 4.714928188016829e-08,
      "loss": 0.0516,
      "step": 27659
    },
    {
      "epoch": 2.9986990459670424,
      "grad_norm": 0.26045718789100647,
      "learning_rate": 4.352241404323227e-08,
      "loss": 0.0294,
      "step": 27660
    },
    {
      "epoch": 2.9988074588031224,
      "grad_norm": 0.148310124874115,
      "learning_rate": 3.989554620629625e-08,
      "loss": 0.0076,
      "step": 27661
    },
    {
      "epoch": 2.998915871639202,
      "grad_norm": 0.3892398774623871,
      "learning_rate": 3.6268678369360226e-08,
      "loss": 0.0406,
      "step": 27662
    },
    {
      "epoch": 2.999024284475282,
      "grad_norm": 0.03379685804247856,
      "learning_rate": 3.26418105324242e-08,
      "loss": 0.003,
      "step": 27663
    },
    {
      "epoch": 2.999132697311362,
      "grad_norm": 0.16136154532432556,
      "learning_rate": 2.901494269548818e-08,
      "loss": 0.0155,
      "step": 27664
    },
    {
      "epoch": 2.9992411101474414,
      "grad_norm": 0.579334020614624,
      "learning_rate": 2.5388074858552154e-08,
      "loss": 0.0277,
      "step": 27665
    },
    {
      "epoch": 2.999349522983521,
      "grad_norm": 0.15164095163345337,
      "learning_rate": 2.1761207021616134e-08,
      "loss": 0.0128,
      "step": 27666
    },
    {
      "epoch": 2.999457935819601,
      "grad_norm": 0.4466528296470642,
      "learning_rate": 1.8134339184680113e-08,
      "loss": 0.0308,
      "step": 27667
    },
    {
      "epoch": 2.999566348655681,
      "grad_norm": 0.019011517986655235,
      "learning_rate": 1.450747134774409e-08,
      "loss": 0.0005,
      "step": 27668
    },
    {
      "epoch": 2.9996747614917605,
      "grad_norm": 0.022866109386086464,
      "learning_rate": 1.0880603510808067e-08,
      "loss": 0.0013,
      "step": 27669
    },
    {
      "epoch": 2.9997831743278405,
      "grad_norm": 0.29205265641212463,
      "learning_rate": 7.253735673872045e-09,
      "loss": 0.0385,
      "step": 27670
    },
    {
      "epoch": 2.99989158716392,
      "grad_norm": 0.025127993896603584,
      "learning_rate": 3.6268678369360223e-09,
      "loss": 0.0007,
      "step": 27671
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.204434335231781,
      "learning_rate": 0.0,
      "loss": 0.0073,
      "step": 27672
    },
    {
      "epoch": 3.0,
      "step": 27672,
      "total_flos": 3.556142009271976e+18,
      "train_loss": 0.034807326790844105,
      "train_runtime": 6285.9544,
      "train_samples_per_second": 70.433,
      "train_steps_per_second": 4.402
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 27672,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.556142009271976e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}