diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4368 @@
+{
+  "best_metric": 32.56401305446938,
+  "best_model_checkpoint": "./whisper-tiny-hi/checkpoint-15000",
+  "epoch": 2.5942580421999306,
+  "eval_steps": 1000,
+  "global_step": 15000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004323763403666551,
+      "grad_norm": 16.286670684814453,
+      "learning_rate": 4.6000000000000004e-07,
+      "loss": 2.1388,
+      "step": 25
+    },
+    {
+      "epoch": 0.008647526807333102,
+      "grad_norm": 12.285518646240234,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 2.0213,
+      "step": 50
+    },
+    {
+      "epoch": 0.012971290210999653,
+      "grad_norm": 12.98936653137207,
+      "learning_rate": 1.46e-06,
+      "loss": 1.852,
+      "step": 75
+    },
+    {
+      "epoch": 0.017295053614666205,
+      "grad_norm": 11.324748992919922,
+      "learning_rate": 1.9600000000000003e-06,
+      "loss": 1.6847,
+      "step": 100
+    },
+    {
+      "epoch": 0.021618817018332757,
+      "grad_norm": 10.082378387451172,
+      "learning_rate": 2.46e-06,
+      "loss": 1.4744,
+      "step": 125
+    },
+    {
+      "epoch": 0.025942580421999307,
+      "grad_norm": 10.503169059753418,
+      "learning_rate": 2.96e-06,
+      "loss": 1.3716,
+      "step": 150
+    },
+    {
+      "epoch": 0.03026634382566586,
+      "grad_norm": 10.596274375915527,
+      "learning_rate": 3.46e-06,
+      "loss": 1.2115,
+      "step": 175
+    },
+    {
+      "epoch": 0.03459010722933241,
+      "grad_norm": 8.612921714782715,
+      "learning_rate": 3.96e-06,
+      "loss": 1.0883,
+      "step": 200
+    },
+    {
+      "epoch": 0.03891387063299896,
+      "grad_norm": 9.459671020507812,
+      "learning_rate": 4.4600000000000005e-06,
+      "loss": 0.9957,
+      "step": 225
+    },
+    {
+      "epoch": 0.043237634036665515,
+      "grad_norm": 9.334480285644531,
+      "learning_rate": 4.960000000000001e-06,
+      "loss": 0.8869,
+      "step": 250
+    },
+    {
+      "epoch": 0.04756139744033207,
+      "grad_norm": 8.94874095916748,
+      "learning_rate": 5.460000000000001e-06,
+      "loss": 0.8336,
+      "step": 275
+    },
+    {
+      "epoch": 0.051885160843998614,
+      "grad_norm": 7.839649677276611,
+      "learning_rate": 5.9600000000000005e-06,
+      "loss": 0.8094,
+      "step": 300
+    },
+    {
+      "epoch": 0.05620892424766517,
+      "grad_norm": 11.369429588317871,
+      "learning_rate": 6.460000000000001e-06,
+      "loss": 0.76,
+      "step": 325
+    },
+    {
+      "epoch": 0.06053268765133172,
+      "grad_norm": 7.519564628601074,
+      "learning_rate": 6.96e-06,
+      "loss": 0.7319,
+      "step": 350
+    },
+    {
+      "epoch": 0.06485645105499827,
+      "grad_norm": 10.504302024841309,
+      "learning_rate": 7.4600000000000006e-06,
+      "loss": 0.6995,
+      "step": 375
+    },
+    {
+      "epoch": 0.06918021445866482,
+      "grad_norm": 8.440424919128418,
+      "learning_rate": 7.960000000000002e-06,
+      "loss": 0.6782,
+      "step": 400
+    },
+    {
+      "epoch": 0.07350397786233137,
+      "grad_norm": 9.647106170654297,
+      "learning_rate": 8.46e-06,
+      "loss": 0.6475,
+      "step": 425
+    },
+    {
+      "epoch": 0.07782774126599792,
+      "grad_norm": 9.011175155639648,
+      "learning_rate": 8.96e-06,
+      "loss": 0.6515,
+      "step": 450
+    },
+    {
+      "epoch": 0.08215150466966448,
+      "grad_norm": 7.202056884765625,
+      "learning_rate": 9.460000000000001e-06,
+      "loss": 0.6173,
+      "step": 475
+    },
+    {
+      "epoch": 0.08647526807333103,
+      "grad_norm": 8.170417785644531,
+      "learning_rate": 9.960000000000001e-06,
+      "loss": 0.5954,
+      "step": 500
+    },
+    {
+      "epoch": 0.09079903147699758,
+      "grad_norm": 7.681850910186768,
+      "learning_rate": 9.984137931034483e-06,
+      "loss": 0.5821,
+      "step": 525
+    },
+    {
+      "epoch": 0.09512279488066414,
+      "grad_norm": 6.318211078643799,
+      "learning_rate": 9.96689655172414e-06,
+      "loss": 0.5575,
+      "step": 550
+    },
+    {
+      "epoch": 0.09944655828433069,
+      "grad_norm": 7.533044815063477,
+      "learning_rate": 9.949655172413793e-06,
+      "loss": 0.5778,
+      "step": 575
+    },
+    {
+      "epoch": 0.10377032168799723,
+      "grad_norm": 9.38764476776123,
+      "learning_rate": 9.93241379310345e-06,
+      "loss": 0.5735,
+      "step": 600
+    },
+    {
+      "epoch": 0.10809408509166378,
+      "grad_norm": 6.581768035888672,
+      "learning_rate": 9.915172413793104e-06,
+      "loss": 0.5358,
+      "step": 625
+    },
+    {
+      "epoch": 0.11241784849533033,
+      "grad_norm": 8.789082527160645,
+      "learning_rate": 9.897931034482759e-06,
+      "loss": 0.5619,
+      "step": 650
+    },
+    {
+      "epoch": 0.11674161189899689,
+      "grad_norm": 8.615039825439453,
+      "learning_rate": 9.880689655172414e-06,
+      "loss": 0.5211,
+      "step": 675
+    },
+    {
+      "epoch": 0.12106537530266344,
+      "grad_norm": 8.99618911743164,
+      "learning_rate": 9.86344827586207e-06,
+      "loss": 0.5039,
+      "step": 700
+    },
+    {
+      "epoch": 0.12538913870632998,
+      "grad_norm": 7.325024127960205,
+      "learning_rate": 9.846206896551725e-06,
+      "loss": 0.4967,
+      "step": 725
+    },
+    {
+      "epoch": 0.12971290210999653,
+      "grad_norm": 7.267101287841797,
+      "learning_rate": 9.82896551724138e-06,
+      "loss": 0.4913,
+      "step": 750
+    },
+    {
+      "epoch": 0.13403666551366308,
+      "grad_norm": 8.017245292663574,
+      "learning_rate": 9.811724137931035e-06,
+      "loss": 0.4841,
+      "step": 775
+    },
+    {
+      "epoch": 0.13836042891732964,
+      "grad_norm": 6.565851211547852,
+      "learning_rate": 9.79448275862069e-06,
+      "loss": 0.4826,
+      "step": 800
+    },
+    {
+      "epoch": 0.1426841923209962,
+      "grad_norm": 9.583740234375,
+      "learning_rate": 9.777241379310347e-06,
+      "loss": 0.4966,
+      "step": 825
+    },
+    {
+      "epoch": 0.14700795572466274,
+      "grad_norm": 6.968817234039307,
+      "learning_rate": 9.760000000000001e-06,
+      "loss": 0.4736,
+      "step": 850
+    },
+    {
+      "epoch": 0.1513317191283293,
+      "grad_norm": 6.600325107574463,
+      "learning_rate": 9.742758620689656e-06,
+      "loss": 0.5066,
+      "step": 875
+    },
+    {
+      "epoch": 0.15565548253199585,
+      "grad_norm": 7.23114538192749,
+      "learning_rate": 9.725517241379311e-06,
+      "loss": 0.4672,
+      "step": 900
+    },
+    {
+      "epoch": 0.1599792459356624,
+      "grad_norm": 9.536112785339355,
+      "learning_rate": 9.708275862068966e-06,
+      "loss": 0.4724,
+      "step": 925
+    },
+    {
+      "epoch": 0.16430300933932895,
+      "grad_norm": 8.753514289855957,
+      "learning_rate": 9.691034482758621e-06,
+      "loss": 0.458,
+      "step": 950
+    },
+    {
+      "epoch": 0.1686267727429955,
+      "grad_norm": 9.407349586486816,
+      "learning_rate": 9.673793103448277e-06,
+      "loss": 0.4598,
+      "step": 975
+    },
+    {
+      "epoch": 0.17295053614666206,
+      "grad_norm": 6.315821647644043,
+      "learning_rate": 9.65655172413793e-06,
+      "loss": 0.4332,
+      "step": 1000
+    },
+    {
+      "epoch": 0.17295053614666206,
+      "eval_loss": 0.4459797739982605,
+      "eval_runtime": 5597.1729,
+      "eval_samples_per_second": 4.132,
+      "eval_steps_per_second": 0.517,
+      "eval_wer": 49.49288587647923,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1772742995503286,
+      "grad_norm": 6.963139533996582,
+      "learning_rate": 9.639310344827587e-06,
+      "loss": 0.4519,
+      "step": 1025
+    },
+    {
+      "epoch": 0.18159806295399517,
+      "grad_norm": 6.76003360748291,
+      "learning_rate": 9.622068965517242e-06,
+      "loss": 0.4627,
+      "step": 1050
+    },
+    {
+      "epoch": 0.18592182635766172,
+      "grad_norm": 6.6258416175842285,
+      "learning_rate": 9.604827586206897e-06,
+      "loss": 0.4318,
+      "step": 1075
+    },
+    {
+      "epoch": 0.19024558976132827,
+      "grad_norm": 6.607818603515625,
+      "learning_rate": 9.587586206896554e-06,
+      "loss": 0.4362,
+      "step": 1100
+    },
+    {
+      "epoch": 0.19456935316499482,
+      "grad_norm": 6.816850662231445,
+      "learning_rate": 9.570344827586208e-06,
+      "loss": 0.4379,
+      "step": 1125
+    },
+    {
+      "epoch": 0.19889311656866138,
+      "grad_norm": 7.295541763305664,
+      "learning_rate": 9.553103448275863e-06,
+      "loss": 0.4327,
+      "step": 1150
+    },
+    {
+      "epoch": 0.2032168799723279,
+      "grad_norm": 5.751529693603516,
+      "learning_rate": 9.535862068965518e-06,
+      "loss": 0.434,
+      "step": 1175
+    },
+    {
+      "epoch": 0.20754064337599445,
+      "grad_norm": 7.614989280700684,
+      "learning_rate": 9.518620689655173e-06,
+      "loss": 0.4214,
+      "step": 1200
+    },
+    {
+      "epoch": 0.211864406779661,
+      "grad_norm": 7.232028961181641,
+      "learning_rate": 9.501379310344828e-06,
+      "loss": 0.4246,
+      "step": 1225
+    },
+    {
+      "epoch": 0.21618817018332756,
+      "grad_norm": 5.579376697540283,
+      "learning_rate": 9.484137931034484e-06,
+      "loss": 0.4118,
+      "step": 1250
+    },
+    {
+      "epoch": 0.2205119335869941,
+      "grad_norm": 6.2615580558776855,
+      "learning_rate": 9.46689655172414e-06,
+      "loss": 0.4286,
+      "step": 1275
+    },
+    {
+      "epoch": 0.22483569699066067,
+      "grad_norm": 6.8341240882873535,
+      "learning_rate": 9.449655172413794e-06,
+      "loss": 0.411,
+      "step": 1300
+    },
+    {
+      "epoch": 0.22915946039432722,
+      "grad_norm": 5.939593315124512,
+      "learning_rate": 9.432413793103449e-06,
+      "loss": 0.4254,
+      "step": 1325
+    },
+    {
+      "epoch": 0.23348322379799377,
+      "grad_norm": 6.054545879364014,
+      "learning_rate": 9.415172413793104e-06,
+      "loss": 0.4094,
+      "step": 1350
+    },
+    {
+      "epoch": 0.23780698720166032,
+      "grad_norm": 6.636862277984619,
+      "learning_rate": 9.397931034482759e-06,
+      "loss": 0.4256,
+      "step": 1375
+    },
+    {
+      "epoch": 0.24213075060532688,
+      "grad_norm": 6.010420322418213,
+      "learning_rate": 9.380689655172415e-06,
+      "loss": 0.4267,
+      "step": 1400
+    },
+    {
+      "epoch": 0.24645451400899343,
+      "grad_norm": 8.598302841186523,
+      "learning_rate": 9.363448275862069e-06,
+      "loss": 0.4223,
+      "step": 1425
+    },
+    {
+      "epoch": 0.25077827741265996,
+      "grad_norm": 6.458983421325684,
+      "learning_rate": 9.346206896551725e-06,
+      "loss": 0.4123,
+      "step": 1450
+    },
+    {
+      "epoch": 0.25510204081632654,
+      "grad_norm": 6.562103748321533,
+      "learning_rate": 9.32896551724138e-06,
+      "loss": 0.4,
+      "step": 1475
+    },
+    {
+      "epoch": 0.25942580421999306,
+      "grad_norm": 7.095609188079834,
+      "learning_rate": 9.311724137931035e-06,
+      "loss": 0.4121,
+      "step": 1500
+    },
+    {
+      "epoch": 0.26374956762365964,
+      "grad_norm": 6.2590789794921875,
+      "learning_rate": 9.294482758620691e-06,
+      "loss": 0.395,
+      "step": 1525
+    },
+    {
+      "epoch": 0.26807333102732617,
+      "grad_norm": 7.436612606048584,
+      "learning_rate": 9.277241379310346e-06,
+      "loss": 0.4271,
+      "step": 1550
+    },
+    {
+      "epoch": 0.27239709443099275,
+      "grad_norm": 6.528996467590332,
+      "learning_rate": 9.260000000000001e-06,
+      "loss": 0.3954,
+      "step": 1575
+    },
+    {
+      "epoch": 0.2767208578346593,
+      "grad_norm": 7.369086265563965,
+      "learning_rate": 9.242758620689656e-06,
+      "loss": 0.388,
+      "step": 1600
+    },
+    {
+      "epoch": 0.28104462123832585,
+      "grad_norm": 5.275778770446777,
+      "learning_rate": 9.225517241379311e-06,
+      "loss": 0.3789,
+      "step": 1625
+    },
+    {
+      "epoch": 0.2853683846419924,
+      "grad_norm": 5.707178115844727,
+      "learning_rate": 9.208275862068966e-06,
+      "loss": 0.3748,
+      "step": 1650
+    },
+    {
+      "epoch": 0.28969214804565896,
+      "grad_norm": 6.311554908752441,
+      "learning_rate": 9.191034482758622e-06,
+      "loss": 0.399,
+      "step": 1675
+    },
+    {
+      "epoch": 0.2940159114493255,
+      "grad_norm": 5.5442633628845215,
+      "learning_rate": 9.173793103448277e-06,
+      "loss": 0.3857,
+      "step": 1700
+    },
+    {
+      "epoch": 0.29833967485299207,
+      "grad_norm": 5.790552616119385,
+      "learning_rate": 9.156551724137932e-06,
+      "loss": 0.3914,
+      "step": 1725
+    },
+    {
+      "epoch": 0.3026634382566586,
+      "grad_norm": 6.97217321395874,
+      "learning_rate": 9.139310344827587e-06,
+      "loss": 0.3832,
+      "step": 1750
+    },
+    {
+      "epoch": 0.30698720166032517,
+      "grad_norm": 7.6458353996276855,
+      "learning_rate": 9.122068965517242e-06,
+      "loss": 0.3863,
+      "step": 1775
+    },
+    {
+      "epoch": 0.3113109650639917,
+      "grad_norm": 6.375527381896973,
+      "learning_rate": 9.104827586206897e-06,
+      "loss": 0.3717,
+      "step": 1800
+    },
+    {
+      "epoch": 0.3156347284676583,
+      "grad_norm": 7.621360778808594,
+      "learning_rate": 9.087586206896553e-06,
+      "loss": 0.4053,
+      "step": 1825
+    },
+    {
+      "epoch": 0.3199584918713248,
+      "grad_norm": 5.717822551727295,
+      "learning_rate": 9.070344827586206e-06,
+      "loss": 0.375,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3242822552749913,
+      "grad_norm": 6.005116939544678,
+      "learning_rate": 9.053103448275863e-06,
+      "loss": 0.407,
+      "step": 1875
+    },
+    {
+      "epoch": 0.3286060186786579,
+      "grad_norm": 6.100674629211426,
+      "learning_rate": 9.035862068965518e-06,
+      "loss": 0.383,
+      "step": 1900
+    },
+    {
+      "epoch": 0.33292978208232443,
+      "grad_norm": 5.4287495613098145,
+      "learning_rate": 9.018620689655173e-06,
+      "loss": 0.3685,
+      "step": 1925
+    },
+    {
+      "epoch": 0.337253545485991,
+      "grad_norm": 6.621429920196533,
+      "learning_rate": 9.00137931034483e-06,
+      "loss": 0.3858,
+      "step": 1950
+    },
+    {
+      "epoch": 0.34157730888965754,
+      "grad_norm": 7.438424110412598,
+      "learning_rate": 8.984137931034484e-06,
+      "loss": 0.3874,
+      "step": 1975
+    },
+    {
+      "epoch": 0.3459010722933241,
+      "grad_norm": 7.171720027923584,
+      "learning_rate": 8.966896551724139e-06,
+      "loss": 0.3796,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3459010722933241,
+      "eval_loss": 0.3686262369155884,
+      "eval_runtime": 5442.7156,
+      "eval_samples_per_second": 4.249,
+      "eval_steps_per_second": 0.531,
+      "eval_wer": 43.32270451494399,
+      "step": 2000
+    },
+    {
+      "epoch": 0.35022483569699064,
+      "grad_norm": 5.1768059730529785,
+      "learning_rate": 8.949655172413794e-06,
+      "loss": 0.3639,
+      "step": 2025
+    },
+    {
+      "epoch": 0.3545485991006572,
+      "grad_norm": 6.131287574768066,
+      "learning_rate": 8.932413793103449e-06,
+      "loss": 0.3684,
+      "step": 2050
+    },
+    {
+      "epoch": 0.35887236250432375,
+      "grad_norm": 6.503818988800049,
+      "learning_rate": 8.915172413793104e-06,
+      "loss": 0.3804,
+      "step": 2075
+    },
+    {
+      "epoch": 0.36319612590799033,
+      "grad_norm": 5.307014465332031,
+      "learning_rate": 8.89793103448276e-06,
+      "loss": 0.3778,
+      "step": 2100
+    },
+    {
+      "epoch": 0.36751988931165686,
+      "grad_norm": 4.741936683654785,
+      "learning_rate": 8.880689655172415e-06,
+      "loss": 0.3642,
+      "step": 2125
+    },
+    {
+      "epoch": 0.37184365271532344,
+      "grad_norm": 5.130821228027344,
+      "learning_rate": 8.864137931034484e-06,
+      "loss": 0.3771,
+      "step": 2150
+    },
+    {
+      "epoch": 0.37616741611898996,
+      "grad_norm": 6.177253723144531,
+      "learning_rate": 8.846896551724138e-06,
+      "loss": 0.3645,
+      "step": 2175
+    },
+    {
+      "epoch": 0.38049117952265654,
+      "grad_norm": 5.380115509033203,
+      "learning_rate": 8.829655172413793e-06,
+      "loss": 0.3637,
+      "step": 2200
+    },
+    {
+      "epoch": 0.38481494292632307,
+      "grad_norm": 7.195498943328857,
+      "learning_rate": 8.81241379310345e-06,
+      "loss": 0.3628,
+      "step": 2225
+    },
+    {
+      "epoch": 0.38913870632998965,
+      "grad_norm": 6.12623929977417,
+      "learning_rate": 8.795172413793103e-06,
+      "loss": 0.3847,
+      "step": 2250
+    },
+    {
+      "epoch": 0.3934624697336562,
+      "grad_norm": 6.666962623596191,
+      "learning_rate": 8.77793103448276e-06,
+      "loss": 0.3776,
+      "step": 2275
+    },
+    {
+      "epoch": 0.39778623313732275,
+      "grad_norm": 6.3228325843811035,
+      "learning_rate": 8.760689655172415e-06,
+      "loss": 0.3603,
+      "step": 2300
+    },
+    {
+      "epoch": 0.4021099965409893,
+      "grad_norm": 5.662914276123047,
+      "learning_rate": 8.74344827586207e-06,
+      "loss": 0.341,
+      "step": 2325
+    },
+    {
+      "epoch": 0.4064337599446558,
+      "grad_norm": 6.619643211364746,
+      "learning_rate": 8.726206896551724e-06,
+      "loss": 0.3513,
+      "step": 2350
+    },
+    {
+      "epoch": 0.4107575233483224,
+      "grad_norm": 5.331205368041992,
+      "learning_rate": 8.70896551724138e-06,
+      "loss": 0.3531,
+      "step": 2375
+    },
+    {
+      "epoch": 0.4150812867519889,
+      "grad_norm": 6.8525824546813965,
+      "learning_rate": 8.691724137931034e-06,
+      "loss": 0.358,
+      "step": 2400
+    },
+    {
+      "epoch": 0.4194050501556555,
+      "grad_norm": 6.635438442230225,
+      "learning_rate": 8.67448275862069e-06,
+      "loss": 0.3756,
+      "step": 2425
+    },
+    {
+      "epoch": 0.423728813559322,
+      "grad_norm": 5.737441062927246,
+      "learning_rate": 8.657241379310345e-06,
+      "loss": 0.3502,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4280525769629886,
+      "grad_norm": 6.25765323638916,
+      "learning_rate": 8.64e-06,
+      "loss": 0.3632,
+      "step": 2475
+    },
+    {
+      "epoch": 0.4323763403666551,
+      "grad_norm": 6.037199020385742,
+      "learning_rate": 8.622758620689657e-06,
+      "loss": 0.3622,
+      "step": 2500
+    },
+    {
+      "epoch": 0.4367001037703217,
+      "grad_norm": 6.072882175445557,
+      "learning_rate": 8.605517241379312e-06,
+      "loss": 0.3559,
+      "step": 2525
+    },
+    {
+      "epoch": 0.4410238671739882,
+      "grad_norm": 6.014054298400879,
+      "learning_rate": 8.588275862068967e-06,
+      "loss": 0.376,
+      "step": 2550
+    },
+    {
+      "epoch": 0.4453476305776548,
+      "grad_norm": 6.040060043334961,
+      "learning_rate": 8.571034482758621e-06,
+      "loss": 0.3749,
+      "step": 2575
+    },
+    {
+      "epoch": 0.44967139398132133,
+      "grad_norm": 5.293423652648926,
+      "learning_rate": 8.553793103448276e-06,
+      "loss": 0.3617,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4539951573849879,
+      "grad_norm": 6.393920421600342,
+      "learning_rate": 8.536551724137931e-06,
+      "loss": 0.3506,
+      "step": 2625
+    },
+    {
+      "epoch": 0.45831892078865444,
+      "grad_norm": 5.98794412612915,
+      "learning_rate": 8.519310344827588e-06,
+      "loss": 0.3523,
+      "step": 2650
+    },
+    {
+      "epoch": 0.462642684192321,
+      "grad_norm": 5.70527458190918,
+      "learning_rate": 8.502068965517241e-06,
+      "loss": 0.3622,
+      "step": 2675
+    },
+    {
+      "epoch": 0.46696644759598754,
+      "grad_norm": 6.078751087188721,
+      "learning_rate": 8.484827586206898e-06,
+      "loss": 0.3403,
+      "step": 2700
+    },
+    {
+      "epoch": 0.4712902109996541,
+      "grad_norm": 6.641058444976807,
+      "learning_rate": 8.467586206896552e-06,
+      "loss": 0.3506,
+      "step": 2725
+    },
+    {
+      "epoch": 0.47561397440332065,
+      "grad_norm": 6.066605091094971,
+      "learning_rate": 8.450344827586207e-06,
+      "loss": 0.3773,
+      "step": 2750
+    },
+    {
+      "epoch": 0.4799377378069872,
+      "grad_norm": 6.622874736785889,
+      "learning_rate": 8.433103448275862e-06,
+      "loss": 0.3435,
+      "step": 2775
+    },
+    {
+      "epoch": 0.48426150121065376,
+      "grad_norm": 5.157226085662842,
+      "learning_rate": 8.415862068965519e-06,
+      "loss": 0.3586,
+      "step": 2800
+    },
+    {
+      "epoch": 0.4885852646143203,
+      "grad_norm": 5.92050838470459,
+      "learning_rate": 8.398620689655174e-06,
+      "loss": 0.352,
+      "step": 2825
+    },
+    {
+      "epoch": 0.49290902801798686,
+      "grad_norm": 5.522551536560059,
+      "learning_rate": 8.381379310344828e-06,
+      "loss": 0.3447,
+      "step": 2850
+    },
+    {
+      "epoch": 0.4972327914216534,
+      "grad_norm": 6.284322738647461,
+      "learning_rate": 8.364137931034483e-06,
+      "loss": 0.3477,
+      "step": 2875
+    },
+    {
+      "epoch": 0.5015565548253199,
+      "grad_norm": 6.7316179275512695,
+      "learning_rate": 8.346896551724138e-06,
+      "loss": 0.3402,
+      "step": 2900
+    },
+    {
+      "epoch": 0.5058803182289865,
+      "grad_norm": 5.808598518371582,
+      "learning_rate": 8.329655172413795e-06,
+      "loss": 0.3332,
+      "step": 2925
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 5.109462261199951,
+      "learning_rate": 8.31241379310345e-06,
+      "loss": 0.3465,
+      "step": 2950
+    },
+    {
+      "epoch": 0.5145278450363197,
+      "grad_norm": 6.471071720123291,
+      "learning_rate": 8.295172413793104e-06,
+      "loss": 0.3501,
+      "step": 2975
+    },
+    {
+      "epoch": 0.5188516084399861,
+      "grad_norm": 7.2887139320373535,
+      "learning_rate": 8.27793103448276e-06,
+      "loss": 0.3414,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5188516084399861,
+      "eval_loss": 0.33114978671073914,
+      "eval_runtime": 5410.7097,
+      "eval_samples_per_second": 4.274,
+      "eval_steps_per_second": 0.534,
+      "eval_wer": 39.80441724633165,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5231753718436527,
+      "grad_norm": 5.811481475830078,
+      "learning_rate": 8.260689655172414e-06,
+      "loss": 0.3286,
+      "step": 3025
+    },
+    {
+      "epoch": 0.5274991352473193,
+      "grad_norm": 5.4608869552612305,
+      "learning_rate": 8.243448275862069e-06,
+      "loss": 0.3255,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5318228986509859,
+      "grad_norm": 6.3298797607421875,
+      "learning_rate": 8.226206896551726e-06,
+      "loss": 0.3299,
+      "step": 3075
+    },
+    {
+      "epoch": 0.5361466620546523,
+      "grad_norm": 5.198216915130615,
+      "learning_rate": 8.208965517241379e-06,
+      "loss": 0.3463,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5404704254583189,
+      "grad_norm": 4.894079685211182,
+      "learning_rate": 8.191724137931035e-06,
+      "loss": 0.3362,
+      "step": 3125
+    },
+    {
+      "epoch": 0.5447941888619855,
+      "grad_norm": 5.518843650817871,
+      "learning_rate": 8.17448275862069e-06,
+      "loss": 0.3592,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5491179522656521,
+      "grad_norm": 5.926825046539307,
+      "learning_rate": 8.157241379310345e-06,
+      "loss": 0.3402,
+      "step": 3175
+    },
+    {
+      "epoch": 0.5534417156693185,
+      "grad_norm": 5.385416507720947,
+      "learning_rate": 8.14e-06,
+      "loss": 0.3308,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5577654790729851,
+      "grad_norm": 4.563920497894287,
+      "learning_rate": 8.122758620689657e-06,
+      "loss": 0.3512,
+      "step": 3225
+    },
+    {
+      "epoch": 0.5620892424766517,
+      "grad_norm": 5.665447235107422,
+      "learning_rate": 8.105517241379311e-06,
+      "loss": 0.3256,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5664130058803182,
+      "grad_norm": 6.340756416320801,
+      "learning_rate": 8.088275862068966e-06,
+      "loss": 0.3264,
+      "step": 3275
+    },
+    {
+      "epoch": 0.5707367692839848,
+      "grad_norm": 5.052750587463379,
+      "learning_rate": 8.071034482758621e-06,
+      "loss": 0.3144,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5750605326876513,
+      "grad_norm": 6.486083984375,
+      "learning_rate": 8.053793103448276e-06,
+      "loss": 0.3306,
+      "step": 3325
+    },
+    {
+      "epoch": 0.5793842960913179,
+      "grad_norm": 6.098331451416016,
+      "learning_rate": 8.036551724137933e-06,
+      "loss": 0.3363,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5837080594949844,
+      "grad_norm": 5.329631328582764,
+      "learning_rate": 8.019310344827587e-06,
+      "loss": 0.3245,
+      "step": 3375
+    },
+    {
+      "epoch": 0.588031822898651,
+      "grad_norm": 5.355101108551025,
+      "learning_rate": 8.002068965517242e-06,
+      "loss": 0.3213,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5923555863023175,
+      "grad_norm": 6.330533504486084,
+      "learning_rate": 7.984827586206897e-06,
+      "loss": 0.338,
+      "step": 3425
+    },
+    {
+      "epoch": 0.5966793497059841,
+      "grad_norm": 5.799704551696777,
+      "learning_rate": 7.967586206896552e-06,
+      "loss": 0.3348,
+      "step": 3450
+    },
+    {
+      "epoch": 0.6010031131096506,
+      "grad_norm": 6.250985145568848,
+      "learning_rate": 7.950344827586207e-06,
+      "loss": 0.3275,
+      "step": 3475
+    },
+    {
+      "epoch": 0.6053268765133172,
+      "grad_norm": 5.608683109283447,
+      "learning_rate": 7.933103448275864e-06,
+      "loss": 0.3264,
+      "step": 3500
+    },
+    {
+      "epoch": 0.6096506399169838,
+      "grad_norm": 4.862841606140137,
+      "learning_rate": 7.915862068965517e-06,
+      "loss": 0.3352,
+      "step": 3525
+    },
+    {
+      "epoch": 0.6139744033206503,
+      "grad_norm": 6.654427528381348,
+      "learning_rate": 7.898620689655173e-06,
+      "loss": 0.337,
+      "step": 3550
+    },
+    {
+      "epoch": 0.6182981667243168,
+      "grad_norm": 4.726236820220947,
+      "learning_rate": 7.881379310344828e-06,
+      "loss": 0.34,
+      "step": 3575
+    },
+    {
+      "epoch": 0.6226219301279834,
+      "grad_norm": 5.243809223175049,
+      "learning_rate": 7.864137931034483e-06,
+      "loss": 0.3181,
+      "step": 3600
+    },
+    {
+      "epoch": 0.62694569353165,
+      "grad_norm": 5.479759216308594,
+      "learning_rate": 7.84689655172414e-06,
+      "loss": 0.3297,
+      "step": 3625
+    },
+    {
+      "epoch": 0.6312694569353166,
+      "grad_norm": 5.421146392822266,
+      "learning_rate": 7.829655172413794e-06,
+      "loss": 0.3221,
+      "step": 3650
+    },
+    {
+      "epoch": 0.635593220338983,
+      "grad_norm": 5.118608474731445,
+      "learning_rate": 7.81241379310345e-06,
+      "loss": 0.3081,
+      "step": 3675
+    },
+    {
+      "epoch": 0.6399169837426496,
+      "grad_norm": 5.862517356872559,
+      "learning_rate": 7.795172413793104e-06,
+      "loss": 0.3128,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6442407471463162,
+      "grad_norm": 5.084294319152832,
+      "learning_rate": 7.777931034482759e-06,
+      "loss": 0.3245,
+      "step": 3725
+    },
+    {
+      "epoch": 0.6485645105499827,
+      "grad_norm": 5.693409442901611,
+      "learning_rate": 7.760689655172414e-06,
+      "loss": 0.3167,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6528882739536492,
+      "grad_norm": 4.5151286125183105,
+      "learning_rate": 7.74344827586207e-06,
+      "loss": 0.3278,
+      "step": 3775
+    },
+    {
+      "epoch": 0.6572120373573158,
+      "grad_norm": 6.0459442138671875,
+      "learning_rate": 7.726206896551725e-06,
+      "loss": 0.3403,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6615358007609824,
+      "grad_norm": 5.351093292236328,
+      "learning_rate": 7.70896551724138e-06,
+      "loss": 0.311,
+      "step": 3825
+    },
+    {
+      "epoch": 0.6658595641646489,
+      "grad_norm": 5.750779151916504,
+      "learning_rate": 7.691724137931035e-06,
+      "loss": 0.3112,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6701833275683154,
+      "grad_norm": 5.5272216796875,
+      "learning_rate": 7.67448275862069e-06,
+      "loss": 0.32,
+      "step": 3875
+    },
+    {
+      "epoch": 0.674507090971982,
+      "grad_norm": 5.890946865081787,
+      "learning_rate": 7.657241379310345e-06,
+      "loss": 0.3434,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6788308543756486,
+      "grad_norm": 6.403041839599609,
+      "learning_rate": 7.640000000000001e-06,
+      "loss": 0.3194,
+      "step": 3925
+    },
+    {
+      "epoch": 0.6831546177793151,
+      "grad_norm": 4.705821990966797,
+      "learning_rate": 7.622758620689655e-06,
+      "loss": 0.3038,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6874783811829817,
+      "grad_norm": 4.945014953613281,
+      "learning_rate": 7.605517241379311e-06,
+      "loss": 0.3414,
+      "step": 3975
+    },
+    {
+      "epoch": 0.6918021445866482,
+      "grad_norm": 6.610292434692383,
+      "learning_rate": 7.588275862068966e-06,
+      "loss": 0.3374,
+      "step": 4000
+    },
+    {
+      "epoch": 0.6918021445866482,
+      "eval_loss": 0.312212198972702,
+      "eval_runtime": 5649.9248,
+      "eval_samples_per_second": 4.093,
+      "eval_steps_per_second": 0.512,
+      "eval_wer": 38.40712982074705,
+      "step": 4000
+    },
+    {
+      "epoch": 0.6961259079903148,
+      "grad_norm": 5.513612270355225,
+      "learning_rate": 7.571034482758622e-06,
+      "loss": 0.3368,
+      "step": 4025
+    },
+    {
+      "epoch": 0.7004496713939813,
+      "grad_norm": 4.718435764312744,
+      "learning_rate": 7.553793103448277e-06,
+      "loss": 0.291,
+      "step": 4050
+    },
+    {
+      "epoch": 0.7047734347976479,
+      "grad_norm": 5.8622965812683105,
+      "learning_rate": 7.5365517241379315e-06,
+      "loss": 0.2975,
+      "step": 4075
+    },
+    {
+      "epoch": 0.7090971982013144,
+      "grad_norm": 4.535427570343018,
+      "learning_rate": 7.519310344827587e-06,
+      "loss": 0.2925,
+      "step": 4100
+    },
+    {
+      "epoch": 0.713420961604981,
+      "grad_norm": 5.352747440338135,
+      "learning_rate": 7.502068965517242e-06,
+      "loss": 0.3202,
+      "step": 4125
+    },
+    {
+      "epoch": 0.7177447250086475,
+      "grad_norm": 4.6951446533203125,
+      "learning_rate": 7.484827586206898e-06,
+      "loss": 0.3239,
+      "step": 4150
+    },
+    {
+      "epoch": 0.7220684884123141,
+      "grad_norm": 5.972590923309326,
+      "learning_rate": 7.467586206896552e-06,
+      "loss": 0.3203,
+      "step": 4175
+    },
+    {
+      "epoch": 0.7263922518159807,
+      "grad_norm": 5.971949577331543,
+      "learning_rate": 7.4503448275862075e-06,
+      "loss": 0.3207,
+      "step": 4200
+    },
+    {
+      "epoch": 0.7307160152196471,
+      "grad_norm": 5.5973334312438965,
+      "learning_rate": 7.433103448275862e-06,
+      "loss": 0.3248,
+      "step": 4225
+    },
+    {
+      "epoch": 0.7350397786233137,
+      "grad_norm": 5.686942100524902,
+      "learning_rate": 7.415862068965518e-06,
+      "loss": 0.3349,
+      "step": 4250
+    },
+    {
+      "epoch": 0.7393635420269803,
+      "grad_norm": 4.615256309509277,
+      "learning_rate": 7.398620689655173e-06,
+      "loss": 0.3259,
+      "step": 4275
+    },
+    {
+      "epoch": 0.7436873054306469,
+      "grad_norm": 7.120574951171875,
+      "learning_rate": 7.381379310344829e-06,
+      "loss": 0.3444,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7480110688343133,
+      "grad_norm": 5.114111423492432,
+      "learning_rate": 7.364137931034483e-06,
+      "loss": 0.315,
+      "step": 4325
+    },
+    {
+      "epoch": 0.7523348322379799,
+      "grad_norm": 5.820385456085205,
+      "learning_rate": 7.346896551724138e-06,
+      "loss": 0.3149,
+      "step": 4350
+    },
+    {
+      "epoch": 0.7566585956416465,
+      "grad_norm": 5.231871128082275,
+      "learning_rate": 7.330344827586208e-06,
+      "loss": 0.3251,
+      "step": 4375
+    },
+    {
+      "epoch": 0.7609823590453131,
+      "grad_norm": 5.228817462921143,
+      "learning_rate": 7.313103448275863e-06,
+      "loss": 0.3162,
+      "step": 4400
+    },
+    {
+      "epoch": 0.7653061224489796,
+      "grad_norm": 4.916074752807617,
+      "learning_rate": 7.2958620689655175e-06,
+      "loss": 0.304,
+      "step": 4425
+    },
+    {
+      "epoch": 0.7696298858526461,
+      "grad_norm": 5.931058883666992,
+      "learning_rate": 7.278620689655172e-06,
+      "loss": 0.3304,
+      "step": 4450
+    },
+    {
+      "epoch": 0.7739536492563127,
+      "grad_norm": 5.873823165893555,
+      "learning_rate": 7.261379310344828e-06,
+      "loss": 0.3398,
+      "step": 4475
+    },
+    {
+      "epoch": 0.7782774126599793,
+      "grad_norm": 5.279876708984375,
+      "learning_rate": 7.244137931034483e-06,
+      "loss": 0.3064,
+      "step": 4500
+    },
+    {
+      "epoch": 0.7826011760636458,
+      "grad_norm": 4.812004089355469,
+      "learning_rate": 7.226896551724139e-06,
+      "loss": 0.3063,
+      "step": 4525
+    },
+    {
+      "epoch": 0.7869249394673123,
+      "grad_norm": 6.433504581451416,
+      "learning_rate": 7.2096551724137944e-06,
+      "loss": 0.3224,
+      "step": 4550
+    },
+    {
+      "epoch": 0.7912487028709789,
+      "grad_norm": 5.206650257110596,
+      "learning_rate": 7.1924137931034485e-06,
+      "loss": 0.3247,
+      "step": 4575
+    },
+    {
+      "epoch": 0.7955724662746455,
+      "grad_norm": 5.398522853851318,
+      "learning_rate": 7.175172413793104e-06,
+      "loss": 0.3017,
+      "step": 4600
+    },
+    {
+      "epoch": 0.799896229678312,
+      "grad_norm": 4.88048791885376,
+      "learning_rate": 7.157931034482759e-06,
+      "loss": 0.3218,
+      "step": 4625
+    },
+    {
+      "epoch": 0.8042199930819786,
+      "grad_norm": 4.6434407234191895,
+      "learning_rate": 7.140689655172415e-06,
+      "loss": 0.3134,
+      "step": 4650
+    },
+    {
+      "epoch": 0.8085437564856451,
+      "grad_norm": 5.189647674560547,
+      "learning_rate": 7.12344827586207e-06,
+      "loss": 0.3068,
+      "step": 4675
+    },
+    {
+      "epoch": 0.8128675198893116,
+      "grad_norm": 5.023260116577148,
+      "learning_rate": 7.106206896551725e-06,
+      "loss": 0.2977,
+      "step": 4700
+    },
+    {
+      "epoch": 0.8171912832929782,
+      "grad_norm": 5.623253345489502,
+      "learning_rate": 7.088965517241379e-06,
+      "loss": 0.3083,
+      "step": 4725
+    },
+    {
+      "epoch": 0.8215150466966448,
+      "grad_norm": 5.7590789794921875,
+      "learning_rate": 7.071724137931035e-06,
+      "loss": 0.3113,
+      "step": 4750
+    },
+    {
+      "epoch": 0.8258388101003113,
+      "grad_norm": 5.757692813873291,
+      "learning_rate": 7.05448275862069e-06,
+      "loss": 0.3204,
+      "step": 4775
+    },
+    {
+      "epoch": 0.8301625735039778,
+      "grad_norm": 4.696317195892334,
+      "learning_rate": 7.037241379310346e-06,
+      "loss": 0.2966,
+      "step": 4800
+    },
+    {
+      "epoch": 0.8344863369076444,
+      "grad_norm": 5.004659175872803,
+      "learning_rate": 7.0200000000000006e-06,
+      "loss": 0.3017,
+      "step": 4825
+    },
+    {
+      "epoch": 0.838810100311311,
+      "grad_norm": 5.880341529846191,
+      "learning_rate": 7.002758620689655e-06,
+      "loss": 0.3177,
+      "step": 4850
+    },
+    {
+      "epoch": 0.8431338637149776,
+      "grad_norm": 5.527527809143066,
+      "learning_rate": 6.98551724137931e-06,
+      "loss": 0.3056,
+      "step": 4875
+    },
+    {
+      "epoch": 0.847457627118644,
+      "grad_norm": 5.48380708694458,
+      "learning_rate": 6.968275862068966e-06,
+      "loss": 0.2952,
+      "step": 4900
+    },
+    {
+      "epoch": 0.8517813905223106,
+      "grad_norm": 3.9720652103424072,
+      "learning_rate": 6.951034482758622e-06,
+      "loss": 0.2961,
+      "step": 4925
+    },
+    {
+      "epoch": 0.8561051539259772,
+      "grad_norm": 5.183377265930176,
+      "learning_rate": 6.933793103448277e-06,
+      "loss": 0.3051,
+      "step": 4950
+    },
+    {
+      "epoch": 0.8604289173296438,
+      "grad_norm": 5.809779644012451,
+      "learning_rate": 6.916551724137932e-06,
+      "loss": 0.3191,
+      "step": 4975
+    },
+    {
+      "epoch": 0.8647526807333102,
+      "grad_norm": 5.579798698425293,
+      "learning_rate": 6.899310344827586e-06,
+      "loss": 0.3185,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8647526807333102,
+      "eval_loss": 0.29861804842948914,
+      "eval_runtime": 5403.1228,
+      "eval_samples_per_second": 4.28,
+      "eval_steps_per_second": 0.535,
+      "eval_wer": 37.68833742945034,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8690764441369768,
+      "grad_norm": 3.995452880859375,
+      "learning_rate": 6.882068965517242e-06,
+      "loss": 0.3095,
+      "step": 5025
+    },
+    {
+      "epoch": 0.8734002075406434,
+      "grad_norm": 5.617555618286133,
+      "learning_rate": 6.864827586206897e-06,
+      "loss": 0.3139,
+      "step": 5050
+    },
+    {
+      "epoch": 0.8777239709443099,
+      "grad_norm": 5.809163570404053,
+      "learning_rate": 6.847586206896553e-06,
+      "loss": 0.3209,
+      "step": 5075
+    },
+    {
+      "epoch": 0.8820477343479765,
+      "grad_norm": 6.078767776489258,
+      "learning_rate": 6.8303448275862075e-06,
+      "loss": 0.3019,
+      "step": 5100
+    },
+    {
+      "epoch": 0.886371497751643,
+      "grad_norm": 5.000216007232666,
+      "learning_rate": 6.813103448275863e-06,
+      "loss": 0.3195,
+      "step": 5125
+    },
+    {
+      "epoch": 0.8906952611553096,
+      "grad_norm": 4.086789131164551,
+      "learning_rate": 6.795862068965517e-06,
+      "loss": 0.2903,
+      "step": 5150
+    },
+    {
+      "epoch": 0.8950190245589761,
+      "grad_norm": 6.727631568908691,
+      "learning_rate": 6.778620689655173e-06,
+      "loss": 0.3091,
+      "step": 5175
+    },
+    {
+      "epoch": 0.8993427879626427,
+      "grad_norm": 5.265336513519287,
+      "learning_rate": 6.761379310344828e-06,
+      "loss": 0.309,
+      "step": 5200
+    },
+    {
+      "epoch": 0.9036665513663092,
+      "grad_norm": 4.668389320373535,
+      "learning_rate": 6.7441379310344836e-06,
+      "loss": 0.2931,
+      "step": 5225
+    },
+    {
+      "epoch": 0.9079903147699758,
+      "grad_norm": 5.374257564544678,
+      "learning_rate": 6.7268965517241384e-06,
+      "loss": 0.2978,
+      "step": 5250
+    },
+    {
+      "epoch": 0.9123140781736423,
+      "grad_norm": 4.311838150024414,
+      "learning_rate": 6.709655172413793e-06,
+      "loss": 0.2889,
+      "step": 5275
+    },
+    {
+      "epoch": 0.9166378415773089,
+      "grad_norm": 4.521867275238037,
+      "learning_rate": 6.692413793103448e-06,
+      "loss": 0.3059,
+      "step": 5300
+    },
+    {
+      "epoch": 0.9209616049809755,
+      "grad_norm": 5.439430236816406,
+      "learning_rate": 6.675172413793104e-06,
+      "loss": 0.3191,
+      "step": 5325
+    },
+    {
+      "epoch": 0.925285368384642,
+      "grad_norm": 6.107820987701416,
+      "learning_rate": 6.65793103448276e-06,
+      "loss": 0.3078,
+      "step": 5350
+    },
+    {
+      "epoch": 0.9296091317883085,
+      "grad_norm": 5.370652675628662,
+      "learning_rate": 6.6406896551724145e-06,
+      "loss": 0.3103,
+      "step": 5375
+    },
+    {
+      "epoch": 0.9339328951919751,
+      "grad_norm": 6.220107555389404,
+      "learning_rate": 6.62344827586207e-06,
+      "loss": 0.3074,
+      "step": 5400
+    },
+    {
+      "epoch": 0.9382566585956417,
+      "grad_norm": 6.766858100891113,
+      "learning_rate": 6.606206896551724e-06,
+      "loss": 0.2855,
+      "step": 5425
+    },
+    {
+      "epoch": 0.9425804219993082,
+      "grad_norm": 5.859302043914795,
+      "learning_rate": 6.58896551724138e-06,
+      "loss": 0.311,
+      "step": 5450
+    },
+    {
+      "epoch": 0.9469041854029747,
+      "grad_norm": 5.242767810821533,
+      "learning_rate": 6.571724137931035e-06,
+      "loss": 0.3057,
+      "step": 5475
+    },
+    {
+      "epoch": 0.9512279488066413,
+      "grad_norm": 5.731853008270264,
+      "learning_rate": 6.5544827586206905e-06,
+      "loss": 0.3083,
+      "step": 5500
+    },
+    {
+      "epoch": 0.9555517122103079,
+      "grad_norm": 5.8285040855407715,
+      "learning_rate": 6.537241379310345e-06,
+      "loss": 0.2989,
+      "step": 5525
+    },
+    {
+      "epoch": 0.9598754756139743,
+      "grad_norm": 6.33150053024292,
+      "learning_rate": 6.520000000000001e-06,
+      "loss": 0.2985,
+      "step": 5550
+    },
+    {
+      "epoch": 0.9641992390176409,
+      "grad_norm": 4.892938613891602,
+      "learning_rate": 6.502758620689655e-06,
+      "loss": 0.3094,
+      "step": 5575
+    },
+    {
+      "epoch": 0.9685230024213075,
+      "grad_norm": 4.8297648429870605,
+      "learning_rate": 6.485517241379311e-06,
+      "loss": 0.3145,
+      "step": 5600
+    },
+    {
+      "epoch": 0.9728467658249741,
+      "grad_norm": 5.7645111083984375,
+      "learning_rate": 6.468275862068966e-06,
+      "loss": 0.3013,
+      "step": 5625
+    },
+    {
+      "epoch": 0.9771705292286406,
+      "grad_norm": 4.90895414352417,
+      "learning_rate": 6.4510344827586214e-06,
+      "loss": 0.3054,
+      "step": 5650
+    },
+    {
+      "epoch": 0.9814942926323071,
+      "grad_norm": 5.324610710144043,
+      "learning_rate": 6.433793103448276e-06,
+      "loss": 0.3134,
+      "step": 5675
+    },
+    {
+      "epoch": 0.9858180560359737,
+      "grad_norm": 4.568467140197754,
+      "learning_rate": 6.416551724137931e-06,
+      "loss": 0.2974,
+      "step": 5700
+    },
+    {
+      "epoch": 0.9901418194396403,
+      "grad_norm": 5.177453994750977,
+      "learning_rate": 6.399310344827587e-06,
+      "loss": 0.3156,
+      "step": 5725
+    },
+    {
+      "epoch": 0.9944655828433068,
+      "grad_norm": 6.221437454223633,
+      "learning_rate": 6.382068965517242e-06,
+      "loss": 0.3109,
+      "step": 5750
+    },
+    {
+      "epoch": 0.9987893462469734,
+      "grad_norm": 5.171840667724609,
+      "learning_rate": 6.3648275862068975e-06,
+      "loss": 0.315,
+      "step": 5775
+    },
+    {
+      "epoch": 1.0031131096506398,
+      "grad_norm": 5.1609907150268555,
+      "learning_rate": 6.347586206896552e-06,
+      "loss": 0.2943,
+      "step": 5800
+    },
+    {
+      "epoch": 1.0074368730543064,
+      "grad_norm": 5.415836811065674,
+      "learning_rate": 6.330344827586208e-06,
+      "loss": 0.2833,
+      "step": 5825
+    },
+    {
+      "epoch": 1.011760636457973,
+      "grad_norm": 5.87399435043335,
+      "learning_rate": 6.313103448275862e-06,
+      "loss": 0.2806,
+      "step": 5850
+    },
+    {
+      "epoch": 1.0160843998616396,
+      "grad_norm": 6.694667816162109,
+      "learning_rate": 6.295862068965518e-06,
+      "loss": 0.2844,
+      "step": 5875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 6.607420444488525,
+      "learning_rate": 6.278620689655173e-06,
+      "loss": 0.3028,
+      "step": 5900
+    },
+    {
+      "epoch": 1.0247319266689727,
+      "grad_norm": 5.000158309936523,
+      "learning_rate": 6.261379310344828e-06,
+      "loss": 0.287,
+      "step": 5925
+    },
+    {
+      "epoch": 1.0290556900726393,
+      "grad_norm": 4.624439239501953,
+      "learning_rate": 6.244137931034483e-06,
+      "loss": 0.2848,
+      "step": 5950
+    },
+    {
+      "epoch": 1.0333794534763059,
+      "grad_norm": 4.626707553863525,
+      "learning_rate": 6.226896551724139e-06,
+      "loss": 0.2767,
+      "step": 5975
+    },
+    {
+      "epoch": 1.0377032168799722,
+      "grad_norm": 6.180722236633301,
+      "learning_rate": 6.209655172413793e-06,
+      "loss": 0.2898,
+      "step": 6000
+    },
+    {
+      "epoch": 1.0377032168799722,
+      "eval_loss": 0.28753867745399475,
+      "eval_runtime": 5032.2441,
+      "eval_samples_per_second": 4.596,
+      "eval_steps_per_second": 0.574,
+      "eval_wer": 35.51532588144612,
+      "step": 6000
+    },
+    {
+      "epoch": 1.0420269802836388,
+      "grad_norm": 5.8476176261901855,
+      "learning_rate": 6.192413793103449e-06,
+      "loss": 0.2917,
+      "step": 6025
+    },
+    {
+      "epoch": 1.0463507436873054,
+      "grad_norm": 4.507814407348633,
+      "learning_rate": 6.175172413793104e-06,
+      "loss": 0.2886,
+      "step": 6050
+    },
+    {
+      "epoch": 1.050674507090972,
+      "grad_norm": 5.021352767944336,
+      "learning_rate": 6.157931034482759e-06,
+      "loss": 0.2953,
+      "step": 6075
+    },
+    {
+      "epoch": 1.0549982704946386,
+      "grad_norm": 4.907651901245117,
+      "learning_rate": 6.140689655172414e-06,
+      "loss": 0.28,
+      "step": 6100
+    },
+    {
+      "epoch": 1.0593220338983051,
+      "grad_norm": 4.90705680847168,
+      "learning_rate": 6.123448275862069e-06,
+      "loss": 0.2906,
+      "step": 6125
+    },
+    {
+      "epoch": 1.0636457973019717,
+      "grad_norm": 5.755337715148926,
+      "learning_rate": 6.106206896551725e-06,
+      "loss": 0.2886,
+      "step": 6150
+    },
+    {
+      "epoch": 1.067969560705638,
+      "grad_norm": 3.9755401611328125,
+      "learning_rate": 6.08896551724138e-06,
+      "loss": 0.283,
+      "step": 6175
+    },
+    {
+      "epoch": 1.0722933241093047,
+      "grad_norm": 4.78421688079834,
+      "learning_rate": 6.071724137931035e-06,
+      "loss": 0.3046,
+      "step": 6200
+    },
+    {
+      "epoch": 1.0766170875129712,
+      "grad_norm": 5.140844345092773,
+      "learning_rate": 6.05448275862069e-06,
+      "loss": 0.2558,
+      "step": 6225
+    },
+    {
+      "epoch": 1.0809408509166378,
+      "grad_norm": 4.85251522064209,
+      "learning_rate": 6.037241379310346e-06,
+      "loss": 0.2634,
+      "step": 6250
+    },
+    {
+      "epoch": 1.0852646143203044,
+      "grad_norm": 5.412033557891846,
+      "learning_rate": 6.02e-06,
+      "loss": 0.267,
+      "step": 6275
+    },
+    {
+      "epoch": 1.089588377723971,
+      "grad_norm": 4.728926658630371,
+      "learning_rate": 6.002758620689656e-06,
+      "loss": 0.2644,
+      "step": 6300
+    },
+    {
+      "epoch": 1.0939121411276376,
+      "grad_norm": 4.522409915924072,
+      "learning_rate": 5.9855172413793105e-06,
+      "loss": 0.2853,
+      "step": 6325
+    },
+    {
+      "epoch": 1.098235904531304,
+      "grad_norm": 4.903046607971191,
+      "learning_rate": 5.968275862068966e-06,
+      "loss": 0.2836,
+      "step": 6350
+    },
+    {
+      "epoch": 1.1025596679349705,
+      "grad_norm": 5.107143878936768,
+      "learning_rate": 5.951724137931036e-06,
+      "loss": 0.2775,
+      "step": 6375
+    },
+    {
+      "epoch": 1.106883431338637,
+      "grad_norm": 4.579159259796143,
+      "learning_rate": 5.93448275862069e-06,
+      "loss": 0.2855,
+      "step": 6400
+    },
+    {
+      "epoch": 1.1112071947423037,
+      "grad_norm": 5.995217323303223,
+      "learning_rate": 5.917241379310345e-06,
+      "loss": 0.2759,
+      "step": 6425
+    },
+    {
+      "epoch": 1.1155309581459703,
+      "grad_norm": 4.0890350341796875,
+      "learning_rate": 5.9e-06,
+      "loss": 0.2806,
+      "step": 6450
+    },
+    {
+      "epoch": 1.1198547215496368,
+      "grad_norm": 4.915022850036621,
+      "learning_rate": 5.882758620689656e-06,
+      "loss": 0.2787,
+      "step": 6475
+    },
+    {
+      "epoch": 1.1241784849533034,
+      "grad_norm": 5.1101579666137695,
+      "learning_rate": 5.865517241379311e-06,
+      "loss": 0.2725,
+      "step": 6500
+    },
+    {
+      "epoch": 1.12850224835697,
+      "grad_norm": 5.38516902923584,
+      "learning_rate": 5.848275862068966e-06,
+      "loss": 0.2921,
+      "step": 6525
+    },
+    {
+      "epoch": 1.1328260117606366,
+      "grad_norm": 5.741593360900879,
+      "learning_rate": 5.831034482758621e-06,
+      "loss": 0.2747,
+      "step": 6550
+    },
+    {
+      "epoch": 1.137149775164303,
+      "grad_norm": 4.1872053146362305,
+      "learning_rate": 5.813793103448276e-06,
+      "loss": 0.2992,
+      "step": 6575
+    },
+    {
+      "epoch": 1.1414735385679695,
+      "grad_norm": 5.309129238128662,
+      "learning_rate": 5.796551724137931e-06,
+      "loss": 0.2776,
+      "step": 6600
+    },
+    {
+      "epoch": 1.145797301971636,
+      "grad_norm": 4.281647682189941,
+      "learning_rate": 5.779310344827587e-06,
+      "loss": 0.2961,
+      "step": 6625
+    },
+    {
+      "epoch": 1.1501210653753027,
+      "grad_norm": 5.709052085876465,
+      "learning_rate": 5.762068965517243e-06,
+      "loss": 0.2934,
+      "step": 6650
+    },
+    {
+      "epoch": 1.1544448287789693,
+      "grad_norm": 5.323013782501221,
+      "learning_rate": 5.744827586206897e-06,
+      "loss": 0.2814,
+      "step": 6675
+    },
+    {
+      "epoch": 1.1587685921826358,
+      "grad_norm": 4.633469104766846,
+      "learning_rate": 5.727586206896552e-06,
+      "loss": 0.2805,
+      "step": 6700
+    },
+    {
+      "epoch": 1.1630923555863024,
+      "grad_norm": 5.769145488739014,
+      "learning_rate": 5.710344827586207e-06,
+      "loss": 0.2909,
+      "step": 6725
+    },
+    {
+      "epoch": 1.1674161189899688,
+      "grad_norm": 4.406848907470703,
+      "learning_rate": 5.693103448275863e-06,
+      "loss": 0.2717,
+      "step": 6750
+    },
+    {
+      "epoch": 1.1717398823936354,
+      "grad_norm": 5.0518269538879395,
+      "learning_rate": 5.675862068965518e-06,
+      "loss": 0.2822,
+      "step": 6775
+    },
+    {
+      "epoch": 1.176063645797302,
+      "grad_norm": 5.016385078430176,
+      "learning_rate": 5.6586206896551735e-06,
+      "loss": 0.2574,
+      "step": 6800
+    },
+    {
+      "epoch": 1.1803874092009685,
+      "grad_norm": 6.169381618499756,
+      "learning_rate": 5.6413793103448275e-06,
+      "loss": 0.2934,
+      "step": 6825
+    },
+    {
+      "epoch": 1.184711172604635,
+      "grad_norm": 4.3018879890441895,
+      "learning_rate": 5.624137931034483e-06,
+      "loss": 0.2707,
+      "step": 6850
+    },
+    {
+      "epoch": 1.1890349360083017,
+      "grad_norm": 5.160860538482666,
+      "learning_rate": 5.606896551724138e-06,
+      "loss": 0.2674,
+      "step": 6875
+    },
+    {
+      "epoch": 1.1933586994119683,
+      "grad_norm": 4.624250888824463,
+      "learning_rate": 5.589655172413794e-06,
+      "loss": 0.2896,
+      "step": 6900
+    },
+    {
+      "epoch": 1.1976824628156346,
+      "grad_norm": 4.681013584136963,
+      "learning_rate": 5.572413793103449e-06,
+      "loss": 0.2827,
+      "step": 6925
+    },
+    {
+      "epoch": 1.2020062262193012,
+      "grad_norm": 5.956193447113037,
+      "learning_rate": 5.555172413793104e-06,
+      "loss": 0.2655,
+      "step": 6950
+    },
+    {
+      "epoch": 1.2063299896229678,
+      "grad_norm": 5.1831278800964355,
+      "learning_rate": 5.5379310344827585e-06,
+      "loss": 0.2847,
+      "step": 6975
+    },
+    {
+      "epoch": 1.2106537530266344,
+      "grad_norm": 5.0179595947265625,
+      "learning_rate": 5.520689655172414e-06,
+      "loss": 0.2787,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2106537530266344,
+      "eval_loss": 0.28157490491867065,
+      "eval_runtime": 5064.7694,
+      "eval_samples_per_second": 4.566,
+      "eval_steps_per_second": 0.571,
+      "eval_wer": 35.47549709835601,
+      "step": 7000
+    },
+    {
+      "epoch": 1.214977516430301,
+      "grad_norm": 3.484829902648926,
+      "learning_rate": 5.503448275862069e-06,
+      "loss": 0.2671,
+      "step": 7025
+    },
+    {
+      "epoch": 1.2193012798339675,
+      "grad_norm": 5.8819169998168945,
+      "learning_rate": 5.486206896551725e-06,
+      "loss": 0.2879,
+      "step": 7050
+    },
+    {
+      "epoch": 1.223625043237634,
+      "grad_norm": 4.751934051513672,
+      "learning_rate": 5.4689655172413805e-06,
+      "loss": 0.2732,
+      "step": 7075
+    },
+    {
+      "epoch": 1.2279488066413007,
+      "grad_norm": 6.112524032592773,
+      "learning_rate": 5.4517241379310345e-06,
+      "loss": 0.281,
+      "step": 7100
+    },
+    {
+      "epoch": 1.2322725700449673,
+      "grad_norm": 5.031464099884033,
+      "learning_rate": 5.43448275862069e-06,
+      "loss": 0.2796,
+      "step": 7125
+    },
+    {
+      "epoch": 1.2365963334486336,
+      "grad_norm": 4.925386905670166,
+      "learning_rate": 5.417241379310345e-06,
+      "loss": 0.2772,
+      "step": 7150
+    },
+    {
+      "epoch": 1.2409200968523002,
+      "grad_norm": 4.831676483154297,
+      "learning_rate": 5.400000000000001e-06,
+      "loss": 0.2754,
+      "step": 7175
+    },
+    {
+      "epoch": 1.2452438602559668,
+      "grad_norm": 5.259826183319092,
+      "learning_rate": 5.382758620689656e-06,
+      "loss": 0.2807,
+      "step": 7200
+    },
+    {
+      "epoch": 1.2495676236596334,
+      "grad_norm": 5.998917102813721,
+      "learning_rate": 5.365517241379311e-06,
+      "loss": 0.264,
+      "step": 7225
+    },
+    {
+      "epoch": 1.2538913870633,
+      "grad_norm": 4.769485950469971,
+      "learning_rate": 5.3482758620689654e-06,
+      "loss": 0.2742,
+      "step": 7250
+    },
+    {
+      "epoch": 1.2582151504669665,
+      "grad_norm": 4.706541538238525,
+      "learning_rate": 5.331034482758621e-06,
+      "loss": 0.2644,
+      "step": 7275
+    },
+    {
+      "epoch": 1.262538913870633,
+      "grad_norm": 4.766952991485596,
+      "learning_rate": 5.313793103448276e-06,
+      "loss": 0.2863,
+      "step": 7300
+    },
+    {
+      "epoch": 1.2668626772742995,
+      "grad_norm": 4.333870887756348,
+      "learning_rate": 5.296551724137932e-06,
+      "loss": 0.275,
+      "step": 7325
+    },
+    {
+      "epoch": 1.271186440677966,
+      "grad_norm": 5.625321388244629,
+      "learning_rate": 5.279310344827587e-06,
+      "loss": 0.2775,
+      "step": 7350
+    },
+    {
+      "epoch": 1.2755102040816326,
+      "grad_norm": 4.249492645263672,
+      "learning_rate": 5.2620689655172415e-06,
+      "loss": 0.259,
+      "step": 7375
+    },
+    {
+      "epoch": 1.2798339674852992,
+      "grad_norm": 6.244980812072754,
+      "learning_rate": 5.244827586206896e-06,
+      "loss": 0.2656,
+      "step": 7400
+    },
+    {
+      "epoch": 1.2841577308889658,
+      "grad_norm": 4.6464056968688965,
+      "learning_rate": 5.227586206896552e-06,
+      "loss": 0.2644,
+      "step": 7425
+    },
+    {
+      "epoch": 1.2884814942926324,
+      "grad_norm": 4.944653511047363,
+      "learning_rate": 5.210344827586208e-06,
+      "loss": 0.282,
+      "step": 7450
+    },
+    {
+      "epoch": 1.292805257696299,
+      "grad_norm": 6.058406352996826,
+      "learning_rate": 5.193103448275863e-06,
+      "loss": 0.2717,
+      "step": 7475
+    },
+    {
+      "epoch": 1.2971290210999653,
+      "grad_norm": 5.668537139892578,
+      "learning_rate": 5.175862068965518e-06,
+      "loss": 0.2731,
+      "step": 7500
+    },
+    {
+      "epoch": 1.3014527845036319,
+      "grad_norm": 4.982054710388184,
+      "learning_rate": 5.158620689655172e-06,
+      "loss": 0.2579,
+      "step": 7525
+    },
+    {
+      "epoch": 1.3057765479072985,
+      "grad_norm": 4.244757175445557,
+      "learning_rate": 5.141379310344828e-06,
+      "loss": 0.2684,
+      "step": 7550
+    },
+    {
+      "epoch": 1.310100311310965,
+      "grad_norm": 4.842339515686035,
+      "learning_rate": 5.124137931034483e-06,
+      "loss": 0.2795,
+      "step": 7575
+    },
+    {
+      "epoch": 1.3144240747146316,
+      "grad_norm": 4.516208171844482,
+      "learning_rate": 5.106896551724139e-06,
+      "loss": 0.2724,
+      "step": 7600
+    },
+    {
+      "epoch": 1.3187478381182982,
+      "grad_norm": 4.063875675201416,
+      "learning_rate": 5.0896551724137936e-06,
+      "loss": 0.2816,
+      "step": 7625
+    },
+    {
+      "epoch": 1.3230716015219648,
+      "grad_norm": 4.514278888702393,
+      "learning_rate": 5.072413793103449e-06,
+      "loss": 0.2664,
+      "step": 7650
+    },
+    {
+      "epoch": 1.3273953649256311,
+      "grad_norm": 5.441287994384766,
+      "learning_rate": 5.055172413793103e-06,
+      "loss": 0.2656,
+      "step": 7675
+    },
+    {
+      "epoch": 1.331719128329298,
+      "grad_norm": 4.973991870880127,
+      "learning_rate": 5.037931034482759e-06,
+      "loss": 0.2751,
+      "step": 7700
+    },
+    {
+      "epoch": 1.3360428917329643,
+      "grad_norm": 5.129386901855469,
+      "learning_rate": 5.020689655172414e-06,
+      "loss": 0.2644,
+      "step": 7725
+    },
+    {
+      "epoch": 1.340366655136631,
+      "grad_norm": 5.174379348754883,
+      "learning_rate": 5.00344827586207e-06,
+      "loss": 0.2638,
+      "step": 7750
+    },
+    {
+      "epoch": 1.3446904185402975,
+      "grad_norm": 3.6351191997528076,
+      "learning_rate": 4.9862068965517245e-06,
+      "loss": 0.2712,
+      "step": 7775
+    },
+    {
+      "epoch": 1.349014181943964,
+      "grad_norm": 5.315875053405762,
+      "learning_rate": 4.968965517241379e-06,
+      "loss": 0.2663,
+      "step": 7800
+    },
+    {
+      "epoch": 1.3533379453476306,
+      "grad_norm": 5.3713202476501465,
+      "learning_rate": 4.951724137931035e-06,
+      "loss": 0.2867,
+      "step": 7825
+    },
+    {
+      "epoch": 1.357661708751297,
+      "grad_norm": 4.494086265563965,
+      "learning_rate": 4.93448275862069e-06,
+      "loss": 0.2633,
+      "step": 7850
+    },
+    {
+      "epoch": 1.3619854721549638,
+      "grad_norm": 4.476729869842529,
+      "learning_rate": 4.917241379310345e-06,
+      "loss": 0.2646,
+      "step": 7875
+    },
+    {
+      "epoch": 1.3663092355586302,
+      "grad_norm": 4.904832363128662,
+      "learning_rate": 4.9000000000000005e-06,
+      "loss": 0.2543,
+      "step": 7900
+    },
+    {
+      "epoch": 1.3706329989622967,
+      "grad_norm": 6.566470623016357,
+      "learning_rate": 4.882758620689655e-06,
+      "loss": 0.2778,
+      "step": 7925
+    },
+    {
+      "epoch": 1.3749567623659633,
+      "grad_norm": 7.662662982940674,
+      "learning_rate": 4.86551724137931e-06,
+      "loss": 0.2749,
+      "step": 7950
+    },
+    {
+      "epoch": 1.37928052576963,
+      "grad_norm": 4.465984344482422,
+      "learning_rate": 4.848275862068966e-06,
+      "loss": 0.2497,
+      "step": 7975
+    },
+    {
+      "epoch": 1.3836042891732965,
+      "grad_norm": 4.482520580291748,
+      "learning_rate": 4.831034482758621e-06,
+      "loss": 0.2856,
+      "step": 8000
+    },
+    {
+      "epoch": 1.3836042891732965,
+      "eval_loss": 0.27571046352386475,
+      "eval_runtime": 5061.2899,
+      "eval_samples_per_second": 4.569,
+      "eval_steps_per_second": 0.571,
+      "eval_wer": 35.15030679877327,
+      "step": 8000
+    },
+    {
+      "epoch": 1.387928052576963,
+      "grad_norm": 4.781071662902832,
+      "learning_rate": 4.813793103448276e-06,
+      "loss": 0.2509,
+      "step": 8025
+    },
+    {
+      "epoch": 1.3922518159806296,
+      "grad_norm": 5.495136260986328,
+      "learning_rate": 4.7965517241379314e-06,
+      "loss": 0.2804,
+      "step": 8050
+    },
+    {
+      "epoch": 1.396575579384296,
+      "grad_norm": 5.323382377624512,
+      "learning_rate": 4.779310344827587e-06,
+      "loss": 0.2662,
+      "step": 8075
+    },
+    {
+      "epoch": 1.4008993427879626,
+      "grad_norm": 4.909964084625244,
+      "learning_rate": 4.762068965517242e-06,
+      "loss": 0.2815,
+      "step": 8100
+    },
+    {
+      "epoch": 1.4052231061916292,
+      "grad_norm": 4.8298420906066895,
+      "learning_rate": 4.744827586206897e-06,
+      "loss": 0.2605,
+      "step": 8125
+    },
+    {
+      "epoch": 1.4095468695952957,
+      "grad_norm": 5.043326377868652,
+      "learning_rate": 4.727586206896553e-06,
+      "loss": 0.2805,
+      "step": 8150
+    },
+    {
+      "epoch": 1.4138706329989623,
+      "grad_norm": 4.897740364074707,
+      "learning_rate": 4.7103448275862075e-06,
+      "loss": 0.2724,
+      "step": 8175
+    },
+    {
+      "epoch": 1.418194396402629,
+      "grad_norm": 4.258267402648926,
+      "learning_rate": 4.693103448275862e-06,
+      "loss": 0.2559,
+      "step": 8200
+    },
+    {
+      "epoch": 1.4225181598062955,
+      "grad_norm": 4.238452911376953,
+      "learning_rate": 4.675862068965517e-06,
+      "loss": 0.2633,
+      "step": 8225
+    },
+    {
+      "epoch": 1.4268419232099618,
+      "grad_norm": 5.237506866455078,
+      "learning_rate": 4.658620689655173e-06,
+      "loss": 0.2695,
+      "step": 8250
+    },
+    {
+      "epoch": 1.4311656866136286,
+      "grad_norm": 7.0735182762146,
+      "learning_rate": 4.641379310344828e-06,
+      "loss": 0.2792,
+      "step": 8275
+    },
+    {
+      "epoch": 1.435489450017295,
+      "grad_norm": 5.525311470031738,
+      "learning_rate": 4.624137931034483e-06,
+      "loss": 0.2861,
+      "step": 8300
+    },
+    {
+      "epoch": 1.4398132134209616,
+      "grad_norm": 5.706710338592529,
+      "learning_rate": 4.606896551724138e-06,
+      "loss": 0.2616,
+      "step": 8325
+    },
+    {
+      "epoch": 1.4441369768246282,
+      "grad_norm": 4.5631794929504395,
+      "learning_rate": 4.589655172413793e-06,
+      "loss": 0.2528,
+      "step": 8350
+    },
+    {
+      "epoch": 1.4484607402282947,
+      "grad_norm": 4.35201358795166,
+      "learning_rate": 4.572413793103448e-06,
+      "loss": 0.2669,
+      "step": 8375
+    },
+    {
+      "epoch": 1.4527845036319613,
+      "grad_norm": 5.7140793800354,
+      "learning_rate": 4.555172413793104e-06,
+      "loss": 0.275,
+      "step": 8400
+    },
+    {
+      "epoch": 1.4571082670356277,
+      "grad_norm": 6.433730602264404,
+      "learning_rate": 4.537931034482759e-06,
+      "loss": 0.2718,
+      "step": 8425
+    },
+    {
+      "epoch": 1.4614320304392945,
+      "grad_norm": 4.385723114013672,
+      "learning_rate": 4.521379310344828e-06,
+      "loss": 0.2751,
+      "step": 8450
+    },
+    {
+      "epoch": 1.4657557938429608,
+      "grad_norm": 4.835318565368652,
+      "learning_rate": 4.504137931034483e-06,
+      "loss": 0.273,
+      "step": 8475
+    },
+    {
+      "epoch": 1.4700795572466274,
+      "grad_norm": 5.070703506469727,
+      "learning_rate": 4.486896551724138e-06,
+      "loss": 0.2659,
+      "step": 8500
+    },
+    {
+      "epoch": 1.474403320650294,
+      "grad_norm": 4.764357089996338,
+      "learning_rate": 4.4696551724137936e-06,
+      "loss": 0.2614,
+      "step": 8525
+    },
+    {
+      "epoch": 1.4787270840539606,
+      "grad_norm": 4.433307647705078,
+      "learning_rate": 4.452413793103449e-06,
+      "loss": 0.2773,
+      "step": 8550
+    },
+    {
+      "epoch": 1.4830508474576272,
+      "grad_norm": 5.220912456512451,
+      "learning_rate": 4.435172413793104e-06,
+      "loss": 0.2739,
+      "step": 8575
+    },
+    {
+      "epoch": 1.4873746108612937,
+      "grad_norm": 4.9389753341674805,
+      "learning_rate": 4.417931034482759e-06,
+      "loss": 0.2801,
+      "step": 8600
+    },
+    {
+      "epoch": 1.4916983742649603,
+      "grad_norm": 5.52213191986084,
+      "learning_rate": 4.400689655172414e-06,
+      "loss": 0.2713,
+      "step": 8625
+    },
+    {
+      "epoch": 1.4960221376686267,
+      "grad_norm": 4.186790943145752,
+      "learning_rate": 4.38344827586207e-06,
+      "loss": 0.2702,
+      "step": 8650
+    },
+    {
+      "epoch": 1.5003459010722935,
+      "grad_norm": 5.3168535232543945,
+      "learning_rate": 4.3662068965517245e-06,
+      "loss": 0.2744,
+      "step": 8675
+    },
+    {
+      "epoch": 1.5046696644759598,
+      "grad_norm": 5.070104122161865,
+      "learning_rate": 4.348965517241379e-06,
+      "loss": 0.282,
+      "step": 8700
+    },
+    {
+      "epoch": 1.5089934278796264,
+      "grad_norm": 4.920200347900391,
+      "learning_rate": 4.331724137931035e-06,
+      "loss": 0.262,
+      "step": 8725
+    },
+    {
+      "epoch": 1.513317191283293,
+      "grad_norm": 4.704413414001465,
+      "learning_rate": 4.31448275862069e-06,
+      "loss": 0.2539,
+      "step": 8750
+    },
+    {
+      "epoch": 1.5176409546869594,
+      "grad_norm": 5.695456027984619,
+      "learning_rate": 4.297241379310345e-06,
+      "loss": 0.2843,
+      "step": 8775
+    },
+    {
+      "epoch": 1.5219647180906262,
+      "grad_norm": 5.497166633605957,
+      "learning_rate": 4.2800000000000005e-06,
+      "loss": 0.2813,
+      "step": 8800
+    },
+    {
+      "epoch": 1.5262884814942925,
+      "grad_norm": 6.1521100997924805,
+      "learning_rate": 4.262758620689655e-06,
+      "loss": 0.2835,
+      "step": 8825
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 4.628076076507568,
+      "learning_rate": 4.24551724137931e-06,
+      "loss": 0.2685,
+      "step": 8850
+    },
+    {
+      "epoch": 1.5349360083016257,
+      "grad_norm": 6.371509552001953,
+      "learning_rate": 4.228275862068966e-06,
+      "loss": 0.2596,
+      "step": 8875
+    },
+    {
+      "epoch": 1.5392597717052923,
+      "grad_norm": 6.203851699829102,
+      "learning_rate": 4.211034482758621e-06,
+      "loss": 0.2801,
+      "step": 8900
+    },
+    {
+      "epoch": 1.5435835351089588,
+      "grad_norm": 5.120136260986328,
+      "learning_rate": 4.193793103448276e-06,
+      "loss": 0.2749,
+      "step": 8925
+    },
+    {
+      "epoch": 1.5479072985126254,
+      "grad_norm": 4.296701908111572,
+      "learning_rate": 4.1765517241379314e-06,
+      "loss": 0.268,
+      "step": 8950
+    },
+    {
+      "epoch": 1.552231061916292,
+      "grad_norm": 4.204896926879883,
+      "learning_rate": 4.159310344827587e-06,
+      "loss": 0.2731,
+      "step": 8975
+    },
+    {
+      "epoch": 1.5565548253199584,
+      "grad_norm": 4.787944793701172,
+      "learning_rate": 4.142068965517242e-06,
+      "loss": 0.2672,
+      "step": 9000
+    },
+    {
+      "epoch": 1.5565548253199584,
+      "eval_loss": 0.27039873600006104,
+      "eval_runtime": 5069.0399,
+      "eval_samples_per_second": 4.562,
+      "eval_steps_per_second": 0.57,
+      "eval_wer": 34.11897560369892,
+      "step": 9000
+    },
+    {
+      "epoch": 1.5608785887236252,
+      "grad_norm": 5.445296764373779,
+      "learning_rate": 4.124827586206897e-06,
+      "loss": 0.256,
+      "step": 9025
+    },
+    {
+      "epoch": 1.5652023521272915,
+      "grad_norm": 6.453240871429443,
+      "learning_rate": 4.107586206896552e-06,
+      "loss": 0.2559,
+      "step": 9050
+    },
+    {
+      "epoch": 1.569526115530958,
+      "grad_norm": 6.632162570953369,
+      "learning_rate": 4.0903448275862075e-06,
+      "loss": 0.287,
+      "step": 9075
+    },
+    {
+      "epoch": 1.5738498789346247,
+      "grad_norm": 5.117345809936523,
+      "learning_rate": 4.073103448275862e-06,
+      "loss": 0.2669,
+      "step": 9100
+    },
+    {
+      "epoch": 1.5781736423382913,
+      "grad_norm": 4.2106804847717285,
+      "learning_rate": 4.055862068965517e-06,
+      "loss": 0.2566,
+      "step": 9125
+    },
+    {
+      "epoch": 1.5824974057419579,
+      "grad_norm": 4.997186660766602,
+      "learning_rate": 4.038620689655173e-06,
+      "loss": 0.2718,
+      "step": 9150
+    },
+    {
+      "epoch": 1.5868211691456242,
+      "grad_norm": 6.009954452514648,
+      "learning_rate": 4.021379310344828e-06,
+      "loss": 0.2759,
+      "step": 9175
+    },
+    {
+      "epoch": 1.591144932549291,
+      "grad_norm": 4.32164192199707,
+      "learning_rate": 4.004137931034483e-06,
+      "loss": 0.2437,
+      "step": 9200
+    },
+    {
+      "epoch": 1.5954686959529574,
+      "grad_norm": 4.823526382446289,
+      "learning_rate": 3.986896551724138e-06,
+      "loss": 0.2632,
+      "step": 9225
+    },
+    {
+      "epoch": 1.599792459356624,
+      "grad_norm": 4.981450080871582,
+      "learning_rate": 3.969655172413793e-06,
+      "loss": 0.263,
+      "step": 9250
+    },
+    {
+      "epoch": 1.6041162227602905,
+      "grad_norm": 4.784339427947998,
+      "learning_rate": 3.952413793103448e-06,
+      "loss": 0.2763,
+      "step": 9275
+    },
+    {
+      "epoch": 1.6084399861639571,
+      "grad_norm": 4.33436393737793,
+      "learning_rate": 3.935172413793104e-06,
+      "loss": 0.2595,
+      "step": 9300
+    },
+    {
+      "epoch": 1.6127637495676237,
+      "grad_norm": 5.4285688400268555,
+      "learning_rate": 3.917931034482759e-06,
+      "loss": 0.2783,
+      "step": 9325
+    },
+    {
+      "epoch": 1.61708751297129,
+      "grad_norm": 5.2749786376953125,
+      "learning_rate": 3.9006896551724144e-06,
+      "loss": 0.2497,
+      "step": 9350
+    },
+    {
+      "epoch": 1.6214112763749569,
+      "grad_norm": 4.453002452850342,
+      "learning_rate": 3.883448275862069e-06,
+      "loss": 0.2749,
+      "step": 9375
+    },
+    {
+      "epoch": 1.6257350397786232,
+      "grad_norm": 4.48176383972168,
+      "learning_rate": 3.866206896551725e-06,
+      "loss": 0.2867,
+      "step": 9400
+    },
+    {
+      "epoch": 1.63005880318229,
+      "grad_norm": 4.524690628051758,
+      "learning_rate": 3.84896551724138e-06,
+      "loss": 0.2569,
+      "step": 9425
+    },
+    {
+      "epoch": 1.6343825665859564,
+      "grad_norm": 5.824161529541016,
+      "learning_rate": 3.831724137931035e-06,
+      "loss": 0.2774,
+      "step": 9450
+    },
+    {
+      "epoch": 1.638706329989623,
+      "grad_norm": 4.404734134674072,
+      "learning_rate": 3.81448275862069e-06,
+      "loss": 0.2761,
+      "step": 9475
+    },
+    {
+      "epoch": 1.6430300933932895,
+      "grad_norm": 4.873973369598389,
+      "learning_rate": 3.7972413793103454e-06,
+      "loss": 0.2595,
+      "step": 9500
+    },
+    {
+      "epoch": 1.6473538567969561,
+      "grad_norm": 5.397193908691406,
+      "learning_rate": 3.7800000000000002e-06,
+      "loss": 0.2654,
+      "step": 9525
+    },
+    {
+      "epoch": 1.6516776202006227,
+      "grad_norm": 5.546463966369629,
+      "learning_rate": 3.7627586206896555e-06,
+      "loss": 0.2579,
+      "step": 9550
+    },
+    {
+      "epoch": 1.656001383604289,
+      "grad_norm": 4.908322334289551,
+      "learning_rate": 3.745517241379311e-06,
+      "loss": 0.2644,
+      "step": 9575
+    },
+    {
+      "epoch": 1.6603251470079559,
+      "grad_norm": 4.3278985023498535,
+      "learning_rate": 3.7282758620689657e-06,
+      "loss": 0.2522,
+      "step": 9600
+    },
+    {
+      "epoch": 1.6646489104116222,
+      "grad_norm": 3.946744918823242,
+      "learning_rate": 3.711034482758621e-06,
+      "loss": 0.2612,
+      "step": 9625
+    },
+    {
+      "epoch": 1.6689726738152888,
+      "grad_norm": 4.440819263458252,
+      "learning_rate": 3.693793103448276e-06,
+      "loss": 0.2743,
+      "step": 9650
+    },
+    {
+      "epoch": 1.6732964372189554,
+      "grad_norm": 4.908570766448975,
+      "learning_rate": 3.676551724137931e-06,
+      "loss": 0.2556,
+      "step": 9675
+    },
+    {
+      "epoch": 1.677620200622622,
+      "grad_norm": 6.872124195098877,
+      "learning_rate": 3.6593103448275864e-06,
+      "loss": 0.2755,
+      "step": 9700
+    },
+    {
+      "epoch": 1.6819439640262885,
+      "grad_norm": 5.950398921966553,
+      "learning_rate": 3.6420689655172413e-06,
+      "loss": 0.258,
+      "step": 9725
+    },
+    {
+      "epoch": 1.686267727429955,
+      "grad_norm": 5.322935581207275,
+      "learning_rate": 3.624827586206897e-06,
+      "loss": 0.2603,
+      "step": 9750
+    },
+    {
+      "epoch": 1.6905914908336217,
+      "grad_norm": 4.969674587249756,
+      "learning_rate": 3.6075862068965523e-06,
+      "loss": 0.2719,
+      "step": 9775
+    },
+    {
+      "epoch": 1.694915254237288,
+      "grad_norm": 4.605515003204346,
+      "learning_rate": 3.590344827586207e-06,
+      "loss": 0.2731,
+      "step": 9800
+    },
+    {
+      "epoch": 1.6992390176409546,
+      "grad_norm": 4.371634006500244,
+      "learning_rate": 3.5731034482758625e-06,
+      "loss": 0.2581,
+      "step": 9825
+    },
+    {
+      "epoch": 1.7035627810446212,
+      "grad_norm": 5.099359512329102,
+      "learning_rate": 3.5558620689655178e-06,
+      "loss": 0.2702,
+      "step": 9850
+    },
+    {
+      "epoch": 1.7078865444482878,
+      "grad_norm": 5.02194881439209,
+      "learning_rate": 3.5386206896551726e-06,
+      "loss": 0.2575,
+      "step": 9875
+    },
+    {
+      "epoch": 1.7122103078519544,
+      "grad_norm": 5.109201431274414,
+      "learning_rate": 3.521379310344828e-06,
+      "loss": 0.2452,
+      "step": 9900
+    },
+    {
+      "epoch": 1.7165340712556207,
+      "grad_norm": 4.52341890335083,
+      "learning_rate": 3.5041379310344832e-06,
+      "loss": 0.2708,
+      "step": 9925
+    },
+    {
+      "epoch": 1.7208578346592875,
+      "grad_norm": 4.951146602630615,
+      "learning_rate": 3.486896551724138e-06,
+      "loss": 0.2612,
+      "step": 9950
+    },
+    {
+      "epoch": 1.725181598062954,
+      "grad_norm": 5.593024730682373,
+      "learning_rate": 3.4696551724137934e-06,
+      "loss": 0.2716,
+      "step": 9975
+    },
+    {
+      "epoch": 1.7295053614666207,
+      "grad_norm": 5.451072692871094,
+      "learning_rate": 3.4524137931034487e-06,
+      "loss": 0.2623,
+      "step": 10000
+    },
+    {
+      "epoch": 1.7295053614666207,
+      "eval_loss": 0.26585614681243896,
+      "eval_runtime": 5142.3561,
+      "eval_samples_per_second": 4.497,
+      "eval_steps_per_second": 0.562,
+      "eval_wer": 33.59979570177145,
+      "step": 10000
+    },
+    {
+      "epoch": 1.733829124870287,
+      "grad_norm": 4.803134441375732,
+      "learning_rate": 3.4351724137931036e-06,
+      "loss": 0.2573,
+      "step": 10025
+    },
+    {
+      "epoch": 1.7381528882739536,
+      "grad_norm": 4.306927680969238,
+      "learning_rate": 3.417931034482759e-06,
+      "loss": 0.2617,
+      "step": 10050
+    },
+    {
+      "epoch": 1.7424766516776202,
+      "grad_norm": 5.380494594573975,
+      "learning_rate": 3.4006896551724137e-06,
+      "loss": 0.2653,
+      "step": 10075
+    },
+    {
+      "epoch": 1.7468004150812868,
+      "grad_norm": 4.847281455993652,
+      "learning_rate": 3.383448275862069e-06,
+      "loss": 0.267,
+      "step": 10100
+    },
+    {
+      "epoch": 1.7511241784849534,
+      "grad_norm": 4.344338893890381,
+      "learning_rate": 3.3662068965517243e-06,
+      "loss": 0.2612,
+      "step": 10125
+    },
+    {
+      "epoch": 1.7554479418886197,
+      "grad_norm": 5.100605487823486,
+      "learning_rate": 3.34896551724138e-06,
+      "loss": 0.2624,
+      "step": 10150
+    },
+    {
+      "epoch": 1.7597717052922865,
+      "grad_norm": 6.067707061767578,
+      "learning_rate": 3.331724137931035e-06,
+      "loss": 0.2797,
+      "step": 10175
+    },
+    {
+      "epoch": 1.764095468695953,
+      "grad_norm": 4.3519392013549805,
+      "learning_rate": 3.31448275862069e-06,
+      "loss": 0.2607,
+      "step": 10200
+    },
+    {
+      "epoch": 1.7684192320996195,
+      "grad_norm": 4.383536338806152,
+      "learning_rate": 3.297241379310345e-06,
+      "loss": 0.2516,
+      "step": 10225
+    },
+    {
+      "epoch": 1.772742995503286,
+      "grad_norm": 5.012591361999512,
+      "learning_rate": 3.2800000000000004e-06,
+      "loss": 0.2724,
+      "step": 10250
+    },
+    {
+      "epoch": 1.7770667589069526,
+      "grad_norm": 4.1687774658203125,
+      "learning_rate": 3.2627586206896557e-06,
+      "loss": 0.2698,
+      "step": 10275
+    },
+    {
+      "epoch": 1.7813905223106192,
+      "grad_norm": 5.5503034591674805,
+      "learning_rate": 3.2455172413793105e-06,
+      "loss": 0.2652,
+      "step": 10300
+    },
+    {
+      "epoch": 1.7857142857142856,
+      "grad_norm": 5.016941547393799,
+      "learning_rate": 3.228275862068966e-06,
+      "loss": 0.248,
+      "step": 10325
+    },
+    {
+      "epoch": 1.7900380491179524,
+      "grad_norm": 4.316959381103516,
+      "learning_rate": 3.211034482758621e-06,
+      "loss": 0.2598,
+      "step": 10350
+    },
+    {
+      "epoch": 1.7943618125216187,
+      "grad_norm": 6.067855358123779,
+      "learning_rate": 3.193793103448276e-06,
+      "loss": 0.2677,
+      "step": 10375
+    },
+    {
+      "epoch": 1.7986855759252853,
+      "grad_norm": 5.613093852996826,
+      "learning_rate": 3.1765517241379313e-06,
+      "loss": 0.2679,
+      "step": 10400
+    },
+    {
+      "epoch": 1.803009339328952,
+      "grad_norm": 4.065937519073486,
+      "learning_rate": 3.1593103448275866e-06,
+      "loss": 0.2634,
+      "step": 10425
+    },
+    {
+      "epoch": 1.8073331027326185,
+      "grad_norm": 5.0161638259887695,
+      "learning_rate": 3.1427586206896555e-06,
+      "loss": 0.2706,
+      "step": 10450
+    },
+    {
+      "epoch": 1.811656866136285,
+      "grad_norm": 6.777268886566162,
+      "learning_rate": 3.1255172413793104e-06,
+      "loss": 0.2756,
+      "step": 10475
+    },
+    {
+      "epoch": 1.8159806295399514,
+      "grad_norm": 6.550757884979248,
+      "learning_rate": 3.1082758620689657e-06,
+      "loss": 0.2704,
+      "step": 10500
+    },
+    {
+      "epoch": 1.8203043929436182,
+      "grad_norm": 5.1796393394470215,
+      "learning_rate": 3.091034482758621e-06,
+      "loss": 0.2707,
+      "step": 10525
+    },
+    {
+      "epoch": 1.8246281563472846,
+      "grad_norm": 5.0789570808410645,
+      "learning_rate": 3.073793103448276e-06,
+      "loss": 0.2592,
+      "step": 10550
+    },
+    {
+      "epoch": 1.8289519197509514,
+      "grad_norm": 4.78272819519043,
+      "learning_rate": 3.056551724137931e-06,
+      "loss": 0.2616,
+      "step": 10575
+    },
+    {
+      "epoch": 1.8332756831546178,
+      "grad_norm": 4.711808681488037,
+      "learning_rate": 3.0393103448275864e-06,
+      "loss": 0.2729,
+      "step": 10600
+    },
+    {
+      "epoch": 1.8375994465582843,
+      "grad_norm": 4.821509838104248,
+      "learning_rate": 3.0220689655172413e-06,
+      "loss": 0.2522,
+      "step": 10625
+    },
+    {
+      "epoch": 1.841923209961951,
+      "grad_norm": 4.584725379943848,
+      "learning_rate": 3.004827586206897e-06,
+      "loss": 0.2639,
+      "step": 10650
+    },
+    {
+      "epoch": 1.8462469733656173,
+      "grad_norm": 6.850635051727295,
+      "learning_rate": 2.9875862068965523e-06,
+      "loss": 0.2658,
+      "step": 10675
+    },
+    {
+      "epoch": 1.850570736769284,
+      "grad_norm": 6.138273239135742,
+      "learning_rate": 2.970344827586207e-06,
+      "loss": 0.2735,
+      "step": 10700
+    },
+    {
+      "epoch": 1.8548945001729504,
+      "grad_norm": 5.5177507400512695,
+      "learning_rate": 2.9531034482758625e-06,
+      "loss": 0.2497,
+      "step": 10725
+    },
+    {
+      "epoch": 1.8592182635766172,
+      "grad_norm": 5.395568370819092,
+      "learning_rate": 2.9358620689655178e-06,
+      "loss": 0.2556,
+      "step": 10750
+    },
+    {
+      "epoch": 1.8635420269802836,
+      "grad_norm": 3.9228525161743164,
+      "learning_rate": 2.9186206896551727e-06,
+      "loss": 0.2697,
+      "step": 10775
+    },
+    {
+      "epoch": 1.8678657903839502,
+      "grad_norm": 3.7661633491516113,
+      "learning_rate": 2.901379310344828e-06,
+      "loss": 0.24,
+      "step": 10800
+    },
+    {
+      "epoch": 1.8721895537876168,
+      "grad_norm": 3.9159317016601562,
+      "learning_rate": 2.884137931034483e-06,
+      "loss": 0.2663,
+      "step": 10825
+    },
+    {
+      "epoch": 1.8765133171912833,
+      "grad_norm": 5.218613147735596,
+      "learning_rate": 2.866896551724138e-06,
+      "loss": 0.2539,
+      "step": 10850
+    },
+    {
+      "epoch": 1.88083708059495,
+      "grad_norm": 4.241786479949951,
+      "learning_rate": 2.8496551724137934e-06,
+      "loss": 0.2672,
+      "step": 10875
+    },
+    {
+      "epoch": 1.8851608439986163,
+      "grad_norm": 5.012778282165527,
+      "learning_rate": 2.8324137931034483e-06,
+      "loss": 0.2624,
+      "step": 10900
+    },
+    {
+      "epoch": 1.889484607402283,
+      "grad_norm": 5.514505863189697,
+      "learning_rate": 2.8151724137931036e-06,
+      "loss": 0.2635,
+      "step": 10925
+    },
+    {
+      "epoch": 1.8938083708059494,
+      "grad_norm": 4.5488667488098145,
+      "learning_rate": 2.797931034482759e-06,
+      "loss": 0.2456,
+      "step": 10950
+    },
+    {
+      "epoch": 1.898132134209616,
+      "grad_norm": 4.1149516105651855,
+      "learning_rate": 2.7806896551724137e-06,
+      "loss": 0.2644,
+      "step": 10975
+    },
+    {
+      "epoch": 1.9024558976132826,
+      "grad_norm": 5.599881649017334,
+      "learning_rate": 2.763448275862069e-06,
+      "loss": 0.2772,
+      "step": 11000
+    },
+    {
+      "epoch": 1.9024558976132826,
+      "eval_loss": 0.263325035572052,
+      "eval_runtime": 5127.6582,
+      "eval_samples_per_second": 4.51,
+      "eval_steps_per_second": 0.564,
+      "eval_wer": 33.32895997675873,
+      "step": 11000
+    },
+    {
+      "epoch": 1.9067796610169492,
+      "grad_norm": 5.128805637359619,
+      "learning_rate": 2.7462068965517243e-06,
+      "loss": 0.2599,
+      "step": 11025
+    },
+    {
+      "epoch": 1.9111034244206158,
+      "grad_norm": 6.218988418579102,
+      "learning_rate": 2.728965517241379e-06,
+      "loss": 0.271,
+      "step": 11050
+    },
+    {
+      "epoch": 1.9154271878242821,
+      "grad_norm": 4.934520721435547,
+      "learning_rate": 2.711724137931035e-06,
+      "loss": 0.2633,
+      "step": 11075
+    },
+    {
+      "epoch": 1.919750951227949,
+      "grad_norm": 5.033214092254639,
+      "learning_rate": 2.69448275862069e-06,
+      "loss": 0.2563,
+      "step": 11100
+    },
+    {
+      "epoch": 1.9240747146316153,
+      "grad_norm": 5.1451416015625,
+      "learning_rate": 2.677241379310345e-06,
+      "loss": 0.2525,
+      "step": 11125
+    },
+    {
+      "epoch": 1.9283984780352819,
+      "grad_norm": 5.570995330810547,
+      "learning_rate": 2.6600000000000004e-06,
+      "loss": 0.2688,
+      "step": 11150
+    },
+    {
+      "epoch": 1.9327222414389484,
+      "grad_norm": 3.9599545001983643,
+      "learning_rate": 2.6427586206896557e-06,
+      "loss": 0.2533,
+      "step": 11175
+    },
+    {
+      "epoch": 1.937046004842615,
+      "grad_norm": 4.358778476715088,
+      "learning_rate": 2.6255172413793105e-06,
+      "loss": 0.2596,
+      "step": 11200
+    },
+    {
+      "epoch": 1.9413697682462816,
+      "grad_norm": 4.855038166046143,
+      "learning_rate": 2.608275862068966e-06,
+      "loss": 0.2651,
+      "step": 11225
+    },
+    {
+      "epoch": 1.945693531649948,
+      "grad_norm": 6.604015350341797,
+      "learning_rate": 2.5910344827586207e-06,
+      "loss": 0.2601,
+      "step": 11250
+    },
+    {
+      "epoch": 1.9500172950536148,
+      "grad_norm": 5.335809230804443,
+      "learning_rate": 2.573793103448276e-06,
+      "loss": 0.2574,
+      "step": 11275
+    },
+    {
+      "epoch": 1.9543410584572811,
+      "grad_norm": 4.764793395996094,
+      "learning_rate": 2.5565517241379313e-06,
+      "loss": 0.2634,
+      "step": 11300
+    },
+    {
+      "epoch": 1.958664821860948,
+      "grad_norm": 5.247544765472412,
+      "learning_rate": 2.539310344827586e-06,
+      "loss": 0.2664,
+      "step": 11325
+    },
+    {
+      "epoch": 1.9629885852646143,
+      "grad_norm": 4.707311630249023,
+      "learning_rate": 2.5220689655172414e-06,
+      "loss": 0.2609,
+      "step": 11350
+    },
+    {
+      "epoch": 1.9673123486682809,
+      "grad_norm": 4.89914083480835,
+      "learning_rate": 2.5048275862068967e-06,
+      "loss": 0.2578,
+      "step": 11375
+    },
+    {
+      "epoch": 1.9716361120719474,
+      "grad_norm": 4.219529151916504,
+      "learning_rate": 2.487586206896552e-06,
+      "loss": 0.2609,
+      "step": 11400
+    },
+    {
+      "epoch": 1.975959875475614,
+      "grad_norm": 5.0991435050964355,
+      "learning_rate": 2.4703448275862073e-06,
+      "loss": 0.2511,
+      "step": 11425
+    },
+    {
+      "epoch": 1.9802836388792806,
+      "grad_norm": 4.904223918914795,
+      "learning_rate": 2.453103448275862e-06,
+      "loss": 0.257,
+      "step": 11450
+    },
+    {
+      "epoch": 1.984607402282947,
+      "grad_norm": 4.135773658752441,
+      "learning_rate": 2.4358620689655175e-06,
+      "loss": 0.2673,
+      "step": 11475
+    },
+    {
+      "epoch": 1.9889311656866138,
+      "grad_norm": 4.5873332023620605,
+      "learning_rate": 2.4186206896551724e-06,
+      "loss": 0.2598,
+      "step": 11500
+    },
+    {
+      "epoch": 1.9932549290902801,
+      "grad_norm": 5.754453659057617,
+      "learning_rate": 2.4013793103448277e-06,
+      "loss": 0.2602,
+      "step": 11525
+    },
+    {
+      "epoch": 1.9975786924939467,
+      "grad_norm": 5.299346923828125,
+      "learning_rate": 2.384137931034483e-06,
+      "loss": 0.2629,
+      "step": 11550
+    },
+    {
+      "epoch": 2.0019024558976133,
+      "grad_norm": 4.596057415008545,
+      "learning_rate": 2.3668965517241382e-06,
+      "loss": 0.2577,
+      "step": 11575
+    },
+    {
+      "epoch": 2.0062262193012796,
+      "grad_norm": 4.527500629425049,
+      "learning_rate": 2.3496551724137935e-06,
+      "loss": 0.2519,
+      "step": 11600
+    },
+    {
+      "epoch": 2.0105499827049464,
+      "grad_norm": 4.149202823638916,
+      "learning_rate": 2.3324137931034484e-06,
+      "loss": 0.2485,
+      "step": 11625
+    },
+    {
+      "epoch": 2.014873746108613,
+      "grad_norm": 4.757724761962891,
+      "learning_rate": 2.3151724137931037e-06,
+      "loss": 0.2445,
+      "step": 11650
+    },
+    {
+      "epoch": 2.0191975095122796,
+      "grad_norm": 4.565730571746826,
+      "learning_rate": 2.297931034482759e-06,
+      "loss": 0.2376,
+      "step": 11675
+    },
+    {
+      "epoch": 2.023521272915946,
+      "grad_norm": 4.340237140655518,
+      "learning_rate": 2.280689655172414e-06,
+      "loss": 0.2617,
+      "step": 11700
+    },
+    {
+      "epoch": 2.0278450363196128,
+      "grad_norm": 5.368824005126953,
+      "learning_rate": 2.263448275862069e-06,
+      "loss": 0.2384,
+      "step": 11725
+    },
+    {
+      "epoch": 2.032168799723279,
+      "grad_norm": 4.97426176071167,
+      "learning_rate": 2.246206896551724e-06,
+      "loss": 0.2501,
+      "step": 11750
+    },
+    {
+      "epoch": 2.0364925631269455,
+      "grad_norm": 6.131598949432373,
+      "learning_rate": 2.2289655172413797e-06,
+      "loss": 0.2518,
+      "step": 11775
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "grad_norm": 4.28442907333374,
+      "learning_rate": 2.2117241379310346e-06,
+      "loss": 0.2653,
+      "step": 11800
+    },
+    {
+      "epoch": 2.0451400899342786,
+      "grad_norm": 4.612010478973389,
+      "learning_rate": 2.19448275862069e-06,
+      "loss": 0.2447,
+      "step": 11825
+    },
+    {
+      "epoch": 2.0494638533379455,
+      "grad_norm": 4.856114387512207,
+      "learning_rate": 2.177241379310345e-06,
+      "loss": 0.2456,
+      "step": 11850
+    },
+    {
+      "epoch": 2.053787616741612,
+      "grad_norm": 5.475619792938232,
+      "learning_rate": 2.16e-06,
+      "loss": 0.2516,
+      "step": 11875
+    },
+    {
+      "epoch": 2.0581113801452786,
+      "grad_norm": 4.844070911407471,
+      "learning_rate": 2.1427586206896554e-06,
+      "loss": 0.2354,
+      "step": 11900
+    },
+    {
+      "epoch": 2.062435143548945,
+      "grad_norm": 4.885989189147949,
+      "learning_rate": 2.1255172413793102e-06,
+      "loss": 0.2427,
+      "step": 11925
+    },
+    {
+      "epoch": 2.0667589069526118,
+      "grad_norm": 5.934988975524902,
+      "learning_rate": 2.1082758620689655e-06,
+      "loss": 0.2599,
+      "step": 11950
+    },
+    {
+      "epoch": 2.071082670356278,
+      "grad_norm": 5.128411769866943,
+      "learning_rate": 2.091034482758621e-06,
+      "loss": 0.2457,
+      "step": 11975
+    },
+    {
+      "epoch": 2.0754064337599445,
+      "grad_norm": 4.521295547485352,
+      "learning_rate": 2.073793103448276e-06,
+      "loss": 0.2481,
+      "step": 12000
+    },
+    {
+      "epoch": 2.0754064337599445,
+      "eval_loss": 0.2604476511478424,
+      "eval_runtime": 5099.3278,
+      "eval_samples_per_second": 4.535,
+      "eval_steps_per_second": 0.567,
+      "eval_wer": 32.88803191925535,
+      "step": 12000
+    },
+    {
+      "epoch": 2.0797301971636113,
+      "grad_norm": 4.452366828918457,
+      "learning_rate": 2.0565517241379314e-06,
+      "loss": 0.2485,
+      "step": 12025
+    },
+    {
+      "epoch": 2.0840539605672777,
+      "grad_norm": 4.331884384155273,
+      "learning_rate": 2.0393103448275863e-06,
+      "loss": 0.2452,
+      "step": 12050
+    },
+    {
+      "epoch": 2.0883777239709445,
+      "grad_norm": 4.478641510009766,
+      "learning_rate": 2.0220689655172416e-06,
+      "loss": 0.2485,
+      "step": 12075
+    },
+    {
+      "epoch": 2.092701487374611,
+      "grad_norm": 4.945328235626221,
+      "learning_rate": 2.004827586206897e-06,
+      "loss": 0.2334,
+      "step": 12100
+    },
+    {
+      "epoch": 2.0970252507782776,
+      "grad_norm": 5.300661087036133,
+      "learning_rate": 1.9875862068965517e-06,
+      "loss": 0.2457,
+      "step": 12125
+    },
+    {
+      "epoch": 2.101349014181944,
+      "grad_norm": 5.748834133148193,
+      "learning_rate": 1.970344827586207e-06,
+      "loss": 0.2562,
+      "step": 12150
+    },
+    {
+      "epoch": 2.1056727775856103,
+      "grad_norm": 4.078002452850342,
+      "learning_rate": 1.9531034482758623e-06,
+      "loss": 0.2496,
+      "step": 12175
+    },
+    {
+      "epoch": 2.109996540989277,
+      "grad_norm": 4.0208258628845215,
+      "learning_rate": 1.9358620689655176e-06,
+      "loss": 0.2528,
+      "step": 12200
+    },
+    {
+      "epoch": 2.1143203043929435,
+      "grad_norm": 5.57705545425415,
+      "learning_rate": 1.9186206896551725e-06,
+      "loss": 0.239,
+      "step": 12225
+    },
+    {
+      "epoch": 2.1186440677966103,
+      "grad_norm": 4.870556831359863,
+      "learning_rate": 1.9013793103448278e-06,
+      "loss": 0.2438,
+      "step": 12250
+    },
+    {
+      "epoch": 2.1229678312002767,
+      "grad_norm": 5.422897815704346,
+      "learning_rate": 1.8841379310344829e-06,
+      "loss": 0.2332,
+      "step": 12275
+    },
+    {
+      "epoch": 2.1272915946039435,
+      "grad_norm": 5.2437052726745605,
+      "learning_rate": 1.866896551724138e-06,
+      "loss": 0.2505,
+      "step": 12300
+    },
+    {
+      "epoch": 2.13161535800761,
+      "grad_norm": 5.451413631439209,
+      "learning_rate": 1.8496551724137932e-06,
+      "loss": 0.249,
+      "step": 12325
+    },
+    {
+      "epoch": 2.135939121411276,
+      "grad_norm": 4.326362609863281,
+      "learning_rate": 1.8324137931034483e-06,
+      "loss": 0.2428,
+      "step": 12350
+    },
+    {
+      "epoch": 2.140262884814943,
+      "grad_norm": 5.135347366333008,
+      "learning_rate": 1.8151724137931036e-06,
+      "loss": 0.2514,
+      "step": 12375
+    },
+    {
+      "epoch": 2.1445866482186093,
+      "grad_norm": 4.476009368896484,
+      "learning_rate": 1.797931034482759e-06,
+      "loss": 0.2474,
+      "step": 12400
+    },
+    {
+      "epoch": 2.148910411622276,
+      "grad_norm": 4.706514358520508,
+      "learning_rate": 1.780689655172414e-06,
+      "loss": 0.2376,
+      "step": 12425
+    },
+    {
+      "epoch": 2.1532341750259425,
+      "grad_norm": 5.396040916442871,
+      "learning_rate": 1.7641379310344827e-06,
+      "loss": 0.2595,
+      "step": 12450
+    },
+    {
+      "epoch": 2.1575579384296093,
+      "grad_norm": 4.83308744430542,
+      "learning_rate": 1.7468965517241382e-06,
+      "loss": 0.2447,
+      "step": 12475
+    },
+    {
+      "epoch": 2.1618817018332757,
+      "grad_norm": 4.416563034057617,
+      "learning_rate": 1.7296551724137933e-06,
+      "loss": 0.2408,
+      "step": 12500
+    },
+    {
+      "epoch": 2.166205465236942,
+      "grad_norm": 4.504754543304443,
+      "learning_rate": 1.7124137931034484e-06,
+      "loss": 0.2476,
+      "step": 12525
+    },
+    {
+      "epoch": 2.170529228640609,
+      "grad_norm": 5.582792282104492,
+      "learning_rate": 1.6951724137931035e-06,
+      "loss": 0.2334,
+      "step": 12550
+    },
+    {
+      "epoch": 2.174852992044275,
+      "grad_norm": 5.201076030731201,
+      "learning_rate": 1.6779310344827588e-06,
+      "loss": 0.2459,
+      "step": 12575
+    },
+    {
+      "epoch": 2.179176755447942,
+      "grad_norm": 4.038005828857422,
+      "learning_rate": 1.6606896551724139e-06,
+      "loss": 0.2518,
+      "step": 12600
+    },
+    {
+      "epoch": 2.1835005188516083,
+      "grad_norm": 4.951401233673096,
+      "learning_rate": 1.643448275862069e-06,
+      "loss": 0.2433,
+      "step": 12625
+    },
+    {
+      "epoch": 2.187824282255275,
+      "grad_norm": 4.419375896453857,
+      "learning_rate": 1.6262068965517242e-06,
+      "loss": 0.2427,
+      "step": 12650
+    },
+    {
+      "epoch": 2.1921480456589415,
+      "grad_norm": 4.835983753204346,
+      "learning_rate": 1.6089655172413795e-06,
+      "loss": 0.2348,
+      "step": 12675
+    },
+    {
+      "epoch": 2.196471809062608,
+      "grad_norm": 4.035714149475098,
+      "learning_rate": 1.5917241379310346e-06,
+      "loss": 0.2481,
+      "step": 12700
+    },
+    {
+      "epoch": 2.2007955724662747,
+      "grad_norm": 6.195335388183594,
+      "learning_rate": 1.57448275862069e-06,
+      "loss": 0.2559,
+      "step": 12725
+    },
+    {
+      "epoch": 2.205119335869941,
+      "grad_norm": 4.89235258102417,
+      "learning_rate": 1.557241379310345e-06,
+      "loss": 0.2288,
+      "step": 12750
+    },
+    {
+      "epoch": 2.209443099273608,
+      "grad_norm": 4.976417541503906,
+      "learning_rate": 1.54e-06,
+      "loss": 0.2412,
+      "step": 12775
+    },
+    {
+      "epoch": 2.213766862677274,
+      "grad_norm": 4.204568862915039,
+      "learning_rate": 1.5227586206896552e-06,
+      "loss": 0.2607,
+      "step": 12800
+    },
+    {
+      "epoch": 2.218090626080941,
+      "grad_norm": 4.752575397491455,
+      "learning_rate": 1.5055172413793105e-06,
+      "loss": 0.2328,
+      "step": 12825
+    },
+    {
+      "epoch": 2.2224143894846073,
+      "grad_norm": 5.109005451202393,
+      "learning_rate": 1.4882758620689655e-06,
+      "loss": 0.2472,
+      "step": 12850
+    },
+    {
+      "epoch": 2.226738152888274,
+      "grad_norm": 4.870945453643799,
+      "learning_rate": 1.4710344827586208e-06,
+      "loss": 0.2411,
+      "step": 12875
+    },
+    {
+      "epoch": 2.2310619162919405,
+      "grad_norm": 4.599150657653809,
+      "learning_rate": 1.4537931034482761e-06,
+      "loss": 0.2475,
+      "step": 12900
+    },
+    {
+      "epoch": 2.235385679695607,
+      "grad_norm": 5.0102057456970215,
+      "learning_rate": 1.4365517241379312e-06,
+      "loss": 0.2466,
+      "step": 12925
+    },
+    {
+      "epoch": 2.2397094430992737,
+      "grad_norm": 4.145412921905518,
+      "learning_rate": 1.4193103448275863e-06,
+      "loss": 0.2484,
+      "step": 12950
+    },
+    {
+      "epoch": 2.24403320650294,
+      "grad_norm": 3.842782735824585,
+      "learning_rate": 1.4020689655172416e-06,
+      "loss": 0.2357,
+      "step": 12975
+    },
+    {
+      "epoch": 2.248356969906607,
+      "grad_norm": 4.585821151733398,
+      "learning_rate": 1.3848275862068967e-06,
+      "loss": 0.2436,
+      "step": 13000
+    },
+    {
+      "epoch": 2.248356969906607,
+      "eval_loss": 0.25910165905952454,
+      "eval_runtime": 5129.3259,
+      "eval_samples_per_second": 4.509,
+      "eval_steps_per_second": 0.564,
+      "eval_wer": 32.73105965648846,
+      "step": 13000
+    },
+    {
+      "epoch": 2.252680733310273,
+      "grad_norm": 4.6802568435668945,
+      "learning_rate": 1.3675862068965517e-06,
+      "loss": 0.2348,
+      "step": 13025
+    },
+    {
+      "epoch": 2.25700449671394,
+      "grad_norm": 5.42781925201416,
+      "learning_rate": 1.3503448275862068e-06,
+      "loss": 0.2349,
+      "step": 13050
+    },
+    {
+      "epoch": 2.2613282601176063,
+      "grad_norm": 5.2979536056518555,
+      "learning_rate": 1.3331034482758623e-06,
+      "loss": 0.2421,
+      "step": 13075
+    },
+    {
+      "epoch": 2.265652023521273,
+      "grad_norm": 5.278492450714111,
+      "learning_rate": 1.3158620689655174e-06,
+      "loss": 0.2438,
+      "step": 13100
+    },
+    {
+      "epoch": 2.2699757869249395,
+      "grad_norm": 4.465871810913086,
+      "learning_rate": 1.2986206896551725e-06,
+      "loss": 0.2624,
+      "step": 13125
+    },
+    {
+      "epoch": 2.274299550328606,
+      "grad_norm": 4.552392959594727,
+      "learning_rate": 1.2813793103448278e-06,
+      "loss": 0.2708,
+      "step": 13150
+    },
+    {
+      "epoch": 2.2786233137322727,
+      "grad_norm": 4.50985050201416,
+      "learning_rate": 1.2641379310344829e-06,
+      "loss": 0.2437,
+      "step": 13175
+    },
+    {
+      "epoch": 2.282947077135939,
+      "grad_norm": 5.000662326812744,
+      "learning_rate": 1.246896551724138e-06,
+      "loss": 0.2499,
+      "step": 13200
+    },
+    {
+      "epoch": 2.287270840539606,
+      "grad_norm": 4.699297904968262,
+      "learning_rate": 1.2296551724137932e-06,
+      "loss": 0.2546,
+      "step": 13225
+    },
+    {
+      "epoch": 2.291594603943272,
+      "grad_norm": 4.824137210845947,
+      "learning_rate": 1.2124137931034483e-06,
+      "loss": 0.2566,
+      "step": 13250
+    },
+    {
+      "epoch": 2.295918367346939,
+      "grad_norm": 5.796444416046143,
+      "learning_rate": 1.1951724137931036e-06,
+      "loss": 0.254,
+      "step": 13275
+    },
+    {
+      "epoch": 2.3002421307506054,
+      "grad_norm": 4.286495208740234,
+      "learning_rate": 1.1779310344827587e-06,
+      "loss": 0.2258,
+      "step": 13300
+    },
+    {
+      "epoch": 2.3045658941542717,
+      "grad_norm": 4.737240314483643,
+      "learning_rate": 1.160689655172414e-06,
+      "loss": 0.2295,
+      "step": 13325
+    },
+    {
+      "epoch": 2.3088896575579385,
+      "grad_norm": 5.5657148361206055,
+      "learning_rate": 1.143448275862069e-06,
+      "loss": 0.2516,
+      "step": 13350
+    },
+    {
+      "epoch": 2.313213420961605,
+      "grad_norm": 6.122943878173828,
+      "learning_rate": 1.1262068965517242e-06,
+      "loss": 0.257,
+      "step": 13375
+    },
+    {
+      "epoch": 2.3175371843652717,
+      "grad_norm": 5.030111789703369,
+      "learning_rate": 1.1089655172413795e-06,
+      "loss": 0.2409,
+      "step": 13400
+    },
+    {
+      "epoch": 2.321860947768938,
+      "grad_norm": 4.784854412078857,
+      "learning_rate": 1.0917241379310345e-06,
+      "loss": 0.2371,
+      "step": 13425
+    },
+    {
+      "epoch": 2.326184711172605,
+      "grad_norm": 4.606825351715088,
+      "learning_rate": 1.0744827586206898e-06,
+      "loss": 0.2496,
+      "step": 13450
+    },
+    {
+      "epoch": 2.330508474576271,
+      "grad_norm": 5.06074333190918,
+      "learning_rate": 1.057241379310345e-06,
+      "loss": 0.2328,
+      "step": 13475
+    },
+    {
+      "epoch": 2.3348322379799376,
+      "grad_norm": 4.836973190307617,
+      "learning_rate": 1.04e-06,
+      "loss": 0.2485,
+      "step": 13500
+    },
+    {
+      "epoch": 2.3391560013836044,
+      "grad_norm": 4.6793365478515625,
+      "learning_rate": 1.0227586206896553e-06,
+      "loss": 0.257,
+      "step": 13525
+    },
+    {
+      "epoch": 2.3434797647872707,
+      "grad_norm": 4.693976879119873,
+      "learning_rate": 1.0055172413793104e-06,
+      "loss": 0.2445,
+      "step": 13550
+    },
+    {
+      "epoch": 2.3478035281909375,
+      "grad_norm": 4.091955184936523,
+      "learning_rate": 9.882758620689657e-07,
+      "loss": 0.2425,
+      "step": 13575
+    },
+    {
+      "epoch": 2.352127291594604,
+      "grad_norm": 4.664127349853516,
+      "learning_rate": 9.710344827586207e-07,
+      "loss": 0.2414,
+      "step": 13600
+    },
+    {
+      "epoch": 2.3564510549982707,
+      "grad_norm": 4.556197166442871,
+      "learning_rate": 9.53793103448276e-07,
+      "loss": 0.2503,
+      "step": 13625
+    },
+    {
+      "epoch": 2.360774818401937,
+      "grad_norm": 4.94804573059082,
+      "learning_rate": 9.365517241379311e-07,
+      "loss": 0.2394,
+      "step": 13650
+    },
+    {
+      "epoch": 2.3650985818056034,
+      "grad_norm": 5.318421840667725,
+      "learning_rate": 9.193103448275863e-07,
+      "loss": 0.2515,
+      "step": 13675
+    },
+    {
+      "epoch": 2.36942234520927,
+      "grad_norm": 4.128868579864502,
+      "learning_rate": 9.020689655172414e-07,
+      "loss": 0.2494,
+      "step": 13700
+    },
+    {
+      "epoch": 2.3737461086129366,
+      "grad_norm": 4.886101245880127,
+      "learning_rate": 8.848275862068967e-07,
+      "loss": 0.2567,
+      "step": 13725
+    },
+    {
+      "epoch": 2.3780698720166034,
+      "grad_norm": 5.137601852416992,
+      "learning_rate": 8.675862068965518e-07,
+      "loss": 0.2529,
+      "step": 13750
+    },
+    {
+      "epoch": 2.3823936354202697,
+      "grad_norm": 5.788776397705078,
+      "learning_rate": 8.50344827586207e-07,
+      "loss": 0.2369,
+      "step": 13775
+    },
+    {
+      "epoch": 2.3867173988239365,
+      "grad_norm": 5.918336868286133,
+      "learning_rate": 8.331034482758621e-07,
+      "loss": 0.2505,
+      "step": 13800
+    },
+    {
+      "epoch": 2.391041162227603,
+      "grad_norm": 4.928556442260742,
+      "learning_rate": 8.158620689655173e-07,
+      "loss": 0.2406,
+      "step": 13825
+    },
+    {
+      "epoch": 2.3953649256312692,
+      "grad_norm": 5.406356334686279,
+      "learning_rate": 7.986206896551725e-07,
+      "loss": 0.2393,
+      "step": 13850
+    },
+    {
+      "epoch": 2.399688689034936,
+      "grad_norm": 4.0312018394470215,
+      "learning_rate": 7.813793103448276e-07,
+      "loss": 0.2369,
+      "step": 13875
+    },
+    {
+      "epoch": 2.4040124524386024,
+      "grad_norm": 5.446890830993652,
+      "learning_rate": 7.641379310344828e-07,
+      "loss": 0.2313,
+      "step": 13900
+    },
+    {
+      "epoch": 2.408336215842269,
+      "grad_norm": 5.433596611022949,
+      "learning_rate": 7.468965517241381e-07,
+      "loss": 0.2434,
+      "step": 13925
+    },
+    {
+      "epoch": 2.4126599792459356,
+      "grad_norm": 3.490582227706909,
+      "learning_rate": 7.296551724137932e-07,
+      "loss": 0.2268,
+      "step": 13950
+    },
+    {
+      "epoch": 2.4169837426496024,
+      "grad_norm": 4.078389644622803,
+      "learning_rate": 7.124137931034484e-07,
+      "loss": 0.2397,
+      "step": 13975
+    },
+    {
+      "epoch": 2.4213075060532687,
+      "grad_norm": 5.175432205200195,
+      "learning_rate": 6.951724137931034e-07,
+      "loss": 0.243,
+      "step": 14000
+    },
+    {
+      "epoch": 2.4213075060532687,
+      "eval_loss": 0.2580419182777405,
+      "eval_runtime": 5125.701,
+      "eval_samples_per_second": 4.512,
+      "eval_steps_per_second": 0.564,
+      "eval_wer": 32.74277400445614,
+      "step": 14000
+    },
+    {
+      "epoch": 2.425631269456935,
+      "grad_norm": 5.08500337600708,
+      "learning_rate": 6.779310344827587e-07,
+      "loss": 0.2431,
+      "step": 14025
+    },
+    {
+      "epoch": 2.429955032860602,
+      "grad_norm": 4.165167331695557,
+      "learning_rate": 6.606896551724139e-07,
+      "loss": 0.2549,
+      "step": 14050
+    },
+    {
+      "epoch": 2.4342787962642682,
+      "grad_norm": 4.766578197479248,
+      "learning_rate": 6.43448275862069e-07,
+      "loss": 0.2325,
+      "step": 14075
+    },
+    {
+      "epoch": 2.438602559667935,
+      "grad_norm": 4.852494716644287,
+      "learning_rate": 6.262068965517242e-07,
+      "loss": 0.2471,
+      "step": 14100
+    },
+    {
+      "epoch": 2.4429263230716014,
+      "grad_norm": 5.093419551849365,
+      "learning_rate": 6.089655172413794e-07,
+      "loss": 0.2543,
+      "step": 14125
+    },
+    {
+      "epoch": 2.447250086475268,
+      "grad_norm": 6.8064045906066895,
+      "learning_rate": 5.917241379310346e-07,
+      "loss": 0.2446,
+      "step": 14150
+    },
+    {
+      "epoch": 2.4515738498789346,
+      "grad_norm": 6.039092063903809,
+      "learning_rate": 5.744827586206897e-07,
+      "loss": 0.2437,
+      "step": 14175
+    },
+    {
+      "epoch": 2.4558976132826014,
+      "grad_norm": 4.570720672607422,
+      "learning_rate": 5.572413793103449e-07,
+      "loss": 0.2357,
+      "step": 14200
+    },
+    {
+      "epoch": 2.4602213766862677,
+      "grad_norm": 6.016234397888184,
+      "learning_rate": 5.4e-07,
+      "loss": 0.2389,
+      "step": 14225
+    },
+    {
+      "epoch": 2.4645451400899345,
+      "grad_norm": 5.1399407386779785,
+      "learning_rate": 5.227586206896552e-07,
+      "loss": 0.2551,
+      "step": 14250
+    },
+    {
+      "epoch": 2.468868903493601,
+      "grad_norm": 4.784331798553467,
+      "learning_rate": 5.055172413793104e-07,
+      "loss": 0.2292,
+      "step": 14275
+    },
+    {
+      "epoch": 2.4731926668972672,
+      "grad_norm": 4.694582462310791,
+      "learning_rate": 4.882758620689656e-07,
+      "loss": 0.238,
+      "step": 14300
+    },
+    {
+      "epoch": 2.477516430300934,
+      "grad_norm": 4.42811393737793,
+      "learning_rate": 4.710344827586207e-07,
+      "loss": 0.2471,
+      "step": 14325
+    },
+    {
+      "epoch": 2.4818401937046004,
+      "grad_norm": 5.3042731285095215,
+      "learning_rate": 4.537931034482759e-07,
+      "loss": 0.2469,
+      "step": 14350
+    },
+    {
+      "epoch": 2.486163957108267,
+      "grad_norm": 5.875729560852051,
+      "learning_rate": 4.365517241379311e-07,
+      "loss": 0.2438,
+      "step": 14375
+    },
+    {
+      "epoch": 2.4904877205119336,
+      "grad_norm": 4.108542442321777,
+      "learning_rate": 4.193103448275863e-07,
+      "loss": 0.2482,
+      "step": 14400
+    },
+    {
+      "epoch": 2.4948114839156004,
+      "grad_norm": 4.775691986083984,
+      "learning_rate": 4.020689655172414e-07,
+      "loss": 0.2374,
+      "step": 14425
+    },
+    {
+      "epoch": 2.4991352473192667,
+      "grad_norm": 4.536764621734619,
+      "learning_rate": 3.848275862068966e-07,
+      "loss": 0.2399,
+      "step": 14450
+    },
+    {
+      "epoch": 2.503459010722933,
+      "grad_norm": 3.924809694290161,
+      "learning_rate": 3.6758620689655174e-07,
+      "loss": 0.2518,
+      "step": 14475
+    },
+    {
+      "epoch": 2.5077827741266,
+      "grad_norm": 4.728981971740723,
+      "learning_rate": 3.50344827586207e-07,
+      "loss": 0.2688,
+      "step": 14500
+    },
+    {
+      "epoch": 2.5121065375302662,
+      "grad_norm": 4.350174903869629,
+      "learning_rate": 3.331034482758621e-07,
+      "loss": 0.2495,
+      "step": 14525
+    },
+    {
+      "epoch": 2.516430300933933,
+      "grad_norm": 5.987773418426514,
+      "learning_rate": 3.158620689655173e-07,
+      "loss": 0.2436,
+      "step": 14550
+    },
+    {
+      "epoch": 2.5207540643375994,
+      "grad_norm": 3.9468040466308594,
+      "learning_rate": 2.9862068965517244e-07,
+      "loss": 0.2241,
+      "step": 14575
+    },
+    {
+      "epoch": 2.525077827741266,
+      "grad_norm": 4.972886562347412,
+      "learning_rate": 2.813793103448276e-07,
+      "loss": 0.2383,
+      "step": 14600
+    },
+    {
+      "epoch": 2.5294015911449326,
+      "grad_norm": 5.958413600921631,
+      "learning_rate": 2.6413793103448276e-07,
+      "loss": 0.2435,
+      "step": 14625
+    },
+    {
+      "epoch": 2.533725354548599,
+      "grad_norm": 4.814051151275635,
+      "learning_rate": 2.4689655172413795e-07,
+      "loss": 0.2485,
+      "step": 14650
+    },
+    {
+      "epoch": 2.5380491179522657,
+      "grad_norm": 5.348843574523926,
+      "learning_rate": 2.2965517241379313e-07,
+      "loss": 0.2542,
+      "step": 14675
+    },
+    {
+      "epoch": 2.542372881355932,
+      "grad_norm": 4.570481300354004,
+      "learning_rate": 2.124137931034483e-07,
+      "loss": 0.2415,
+      "step": 14700
+    },
+    {
+      "epoch": 2.546696644759599,
+      "grad_norm": 4.454525470733643,
+      "learning_rate": 1.9517241379310346e-07,
+      "loss": 0.2356,
+      "step": 14725
+    },
+    {
+      "epoch": 2.5510204081632653,
+      "grad_norm": 6.421968460083008,
+      "learning_rate": 1.7793103448275864e-07,
+      "loss": 0.2421,
+      "step": 14750
+    },
+    {
+      "epoch": 2.555344171566932,
+      "grad_norm": 4.840851306915283,
+      "learning_rate": 1.606896551724138e-07,
+      "loss": 0.2446,
+      "step": 14775
+    },
+    {
+      "epoch": 2.5596679349705984,
+      "grad_norm": 5.429544925689697,
+      "learning_rate": 1.4344827586206897e-07,
+      "loss": 0.2477,
+      "step": 14800
+    },
+    {
+      "epoch": 2.5639916983742648,
+      "grad_norm": 5.538628101348877,
+      "learning_rate": 1.2620689655172415e-07,
+      "loss": 0.2475,
+      "step": 14825
+    },
+    {
+      "epoch": 2.5683154617779316,
+      "grad_norm": 4.517398357391357,
+      "learning_rate": 1.0896551724137932e-07,
+      "loss": 0.2448,
+      "step": 14850
+    },
+    {
+      "epoch": 2.572639225181598,
+      "grad_norm": 4.563333034515381,
+      "learning_rate": 9.172413793103449e-08,
+      "loss": 0.2316,
+      "step": 14875
+    },
+    {
+      "epoch": 2.5769629885852647,
+      "grad_norm": 4.876601696014404,
+      "learning_rate": 7.448275862068966e-08,
+      "loss": 0.2378,
+      "step": 14900
+    },
+    {
+      "epoch": 2.581286751988931,
+      "grad_norm": 4.932113170623779,
+      "learning_rate": 5.724137931034483e-08,
+      "loss": 0.2549,
+      "step": 14925
+    },
+    {
+      "epoch": 2.585610515392598,
+      "grad_norm": 5.311142921447754,
+      "learning_rate": 4e-08,
+      "loss": 0.2477,
+      "step": 14950
+    },
+    {
+      "epoch": 2.5899342787962643,
+      "grad_norm": 5.145079135894775,
+      "learning_rate": 2.2758620689655175e-08,
+      "loss": 0.2361,
+      "step": 14975
+    },
+    {
+      "epoch": 2.5942580421999306,
+      "grad_norm": 4.524856090545654,
+      "learning_rate": 5.517241379310346e-09,
+      "loss": 0.2344,
+      "step": 15000
+    },
+    {
+      "epoch": 2.5942580421999306,
+      "eval_loss": 0.2568697929382324,
+      "eval_runtime": 5134.1958,
+      "eval_samples_per_second": 4.504,
+      "eval_steps_per_second": 0.563,
+      "eval_wer": 32.56401305446938,
+      "step": 15000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 15000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.90799081332736e+18,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}