diff --git "a/checkpoint-2500/trainer_state.json" "b/checkpoint-2500/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-2500/trainer_state.json"
@@ -0,0 +1,8770 @@
+{
+  "best_metric": 1.1666896343231201,
+  "best_model_checkpoint": "./results/checkpoint-2500",
+  "epoch": 1.0,
+  "eval_steps": 4,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.9951999999999997e-07,
+      "loss": 2.6285,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "eval_loss": 2.4697508811950684,
+      "eval_runtime": 0.485,
+      "eval_samples_per_second": 8.248,
+      "eval_steps_per_second": 2.062,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.9904e-07,
+      "loss": 2.6222,
+      "step": 8
+    },
+    {
+      "epoch": 0.0,
+      "eval_loss": 2.465975284576416,
+      "eval_runtime": 0.6323,
+      "eval_samples_per_second": 6.326,
+      "eval_steps_per_second": 1.582,
+      "step": 8
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.9856e-07,
+      "loss": 2.6536,
+      "step": 12
+    },
+    {
+      "epoch": 0.0,
+      "eval_loss": 2.460374116897583,
+      "eval_runtime": 0.6478,
+      "eval_samples_per_second": 6.175,
+      "eval_steps_per_second": 1.544,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9808e-07,
+      "loss": 2.6785,
+      "step": 16
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.4556970596313477,
+      "eval_runtime": 0.6653,
+      "eval_samples_per_second": 6.012,
+      "eval_steps_per_second": 1.503,
+      "step": 16
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9759999999999996e-07,
+      "loss": 2.6085,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.4514715671539307,
+      "eval_runtime": 0.5241,
+      "eval_samples_per_second": 7.632,
+      "eval_steps_per_second": 1.908,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9711999999999995e-07,
+      "loss": 2.5907,
+      "step": 24
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.4462974071502686,
+      "eval_runtime": 0.4689,
+      "eval_samples_per_second": 8.53,
+      "eval_steps_per_second": 2.133,
+      "step": 24
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9664e-07,
+      "loss": 2.5942,
+      "step": 28
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.4415194988250732,
+      "eval_runtime": 0.4829,
+      "eval_samples_per_second": 8.284,
+      "eval_steps_per_second": 2.071,
+      "step": 28
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9615999999999997e-07,
+      "loss": 2.6101,
+      "step": 32
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.437161922454834,
+      "eval_runtime": 0.4715,
+      "eval_samples_per_second": 8.483,
+      "eval_steps_per_second": 2.121,
+      "step": 32
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9568e-07,
+      "loss": 2.5827,
+      "step": 36
+    },
+    {
+      "epoch": 0.01,
+      "eval_loss": 2.432689666748047,
+      "eval_runtime": 0.4938,
+      "eval_samples_per_second": 8.1,
+      "eval_steps_per_second": 2.025,
+      "step": 36
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.952e-07,
+      "loss": 2.5729,
+      "step": 40
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.4281153678894043,
+      "eval_runtime": 0.5021,
+      "eval_samples_per_second": 7.966,
+      "eval_steps_per_second": 1.991,
+      "step": 40
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9472e-07,
+      "loss": 2.5856,
+      "step": 44
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.423053741455078,
+      "eval_runtime": 0.593,
+      "eval_samples_per_second": 6.746,
+      "eval_steps_per_second": 1.686,
+      "step": 44
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9423999999999997e-07,
+      "loss": 2.589,
+      "step": 48
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.418571949005127,
+      "eval_runtime": 0.6933,
+      "eval_samples_per_second": 5.77,
+      "eval_steps_per_second": 1.442,
+      "step": 48
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9375999999999995e-07,
+      "loss": 2.6483,
+      "step": 52
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.414531946182251,
+      "eval_runtime": 0.7167,
+      "eval_samples_per_second": 5.581,
+      "eval_steps_per_second": 1.395,
+      "step": 52
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9328e-07,
+      "loss": 2.517,
+      "step": 56
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.409538745880127,
+      "eval_runtime": 0.4826,
+      "eval_samples_per_second": 8.289,
+      "eval_steps_per_second": 2.072,
+      "step": 56
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.928e-07,
+      "loss": 2.5987,
+      "step": 60
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.4050426483154297,
+      "eval_runtime": 0.4757,
+      "eval_samples_per_second": 8.409,
+      "eval_steps_per_second": 2.102,
+      "step": 60
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9232e-07,
+      "loss": 2.5489,
+      "step": 64
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.400360107421875,
+      "eval_runtime": 0.4945,
+      "eval_samples_per_second": 8.089,
+      "eval_steps_per_second": 2.022,
+      "step": 64
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9184e-07,
+      "loss": 2.5063,
+      "step": 68
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.396500587463379,
+      "eval_runtime": 0.5,
+      "eval_samples_per_second": 8.001,
+      "eval_steps_per_second": 2.0,
+      "step": 68
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9136e-07,
+      "loss": 2.5867,
+      "step": 72
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.3916146755218506,
+      "eval_runtime": 0.4602,
+      "eval_samples_per_second": 8.693,
+      "eval_steps_per_second": 2.173,
+      "step": 72
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9087999999999997e-07,
+      "loss": 2.544,
+      "step": 76
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.3873047828674316,
+      "eval_runtime": 0.4731,
+      "eval_samples_per_second": 8.456,
+      "eval_steps_per_second": 2.114,
+      "step": 76
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9039999999999995e-07,
+      "loss": 2.5596,
+      "step": 80
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.382803440093994,
+      "eval_runtime": 0.6092,
+      "eval_samples_per_second": 6.566,
+      "eval_steps_per_second": 1.642,
+      "step": 80
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.8992e-07,
+      "loss": 2.5744,
+      "step": 84
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 2.3786380290985107,
+      "eval_runtime": 0.7212,
+      "eval_samples_per_second": 5.546,
+      "eval_steps_per_second": 1.387,
+      "step": 84
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8944e-07,
+      "loss": 2.5588,
+      "step": 88
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.374176502227783,
+      "eval_runtime": 0.6826,
+      "eval_samples_per_second": 5.86,
+      "eval_steps_per_second": 1.465,
+      "step": 88
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8895999999999996e-07,
+      "loss": 2.5579,
+      "step": 92
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.3702104091644287,
+      "eval_runtime": 0.4896,
+      "eval_samples_per_second": 8.169,
+      "eval_steps_per_second": 2.042,
+      "step": 92
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8848e-07,
+      "loss": 2.5245,
+      "step": 96
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.3660218715667725,
+      "eval_runtime": 0.4764,
+      "eval_samples_per_second": 8.397,
+      "eval_steps_per_second": 2.099,
+      "step": 96
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.88e-07,
+      "loss": 2.5132,
+      "step": 100
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.36110520362854,
+      "eval_runtime": 0.4799,
+      "eval_samples_per_second": 8.335,
+      "eval_steps_per_second": 2.084,
+      "step": 100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8751999999999997e-07,
+      "loss": 2.5037,
+      "step": 104
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.3570125102996826,
+      "eval_runtime": 0.4722,
+      "eval_samples_per_second": 8.47,
+      "eval_steps_per_second": 2.118,
+      "step": 104
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8704e-07,
+      "loss": 2.4727,
+      "step": 108
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.3530666828155518,
+      "eval_runtime": 0.467,
+      "eval_samples_per_second": 8.565,
+      "eval_steps_per_second": 2.141,
+      "step": 108
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8656e-07,
+      "loss": 2.4709,
+      "step": 112
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.348759412765503,
+      "eval_runtime": 0.501,
+      "eval_samples_per_second": 7.984,
+      "eval_steps_per_second": 1.996,
+      "step": 112
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8608e-07,
+      "loss": 2.4711,
+      "step": 116
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.344454050064087,
+      "eval_runtime": 0.6607,
+      "eval_samples_per_second": 6.054,
+      "eval_steps_per_second": 1.513,
+      "step": 116
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8559999999999996e-07,
+      "loss": 2.5445,
+      "step": 120
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.3402156829833984,
+      "eval_runtime": 0.704,
+      "eval_samples_per_second": 5.682,
+      "eval_steps_per_second": 1.42,
+      "step": 120
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8512e-07,
+      "loss": 2.4994,
+      "step": 124
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.3362019062042236,
+      "eval_runtime": 0.6849,
+      "eval_samples_per_second": 5.84,
+      "eval_steps_per_second": 1.46,
+      "step": 124
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8464e-07,
+      "loss": 2.5036,
+      "step": 128
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.3319339752197266,
+      "eval_runtime": 0.4864,
+      "eval_samples_per_second": 8.223,
+      "eval_steps_per_second": 2.056,
+      "step": 128
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8416e-07,
+      "loss": 2.5525,
+      "step": 132
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.3276522159576416,
+      "eval_runtime": 0.4783,
+      "eval_samples_per_second": 8.364,
+      "eval_steps_per_second": 2.091,
+      "step": 132
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.8368e-07,
+      "loss": 2.5245,
+      "step": 136
+    },
+    {
+      "epoch": 0.05,
+      "eval_loss": 2.3241090774536133,
+      "eval_runtime": 0.4805,
+      "eval_samples_per_second": 8.324,
+      "eval_steps_per_second": 2.081,
+      "step": 136
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.832e-07,
+      "loss": 2.4946,
+      "step": 140
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.3198165893554688,
+      "eval_runtime": 0.473,
+      "eval_samples_per_second": 8.457,
+      "eval_steps_per_second": 2.114,
+      "step": 140
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.8272e-07,
+      "loss": 2.5142,
+      "step": 144
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.3152613639831543,
+      "eval_runtime": 0.4858,
+      "eval_samples_per_second": 8.234,
+      "eval_steps_per_second": 2.058,
+      "step": 144
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.8223999999999997e-07,
+      "loss": 2.4639,
+      "step": 148
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.3112645149230957,
+      "eval_runtime": 0.488,
+      "eval_samples_per_second": 8.196,
+      "eval_steps_per_second": 2.049,
+      "step": 148
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.8176e-07,
+      "loss": 2.4796,
+      "step": 152
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.307020902633667,
+      "eval_runtime": 0.6163,
+      "eval_samples_per_second": 6.49,
+      "eval_steps_per_second": 1.623,
+      "step": 152
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.8128e-07,
+      "loss": 2.4529,
+      "step": 156
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.303062915802002,
+      "eval_runtime": 0.6764,
+      "eval_samples_per_second": 5.913,
+      "eval_steps_per_second": 1.478,
+      "step": 156
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.808e-07,
+      "loss": 2.4823,
+      "step": 160
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.2993311882019043,
+      "eval_runtime": 0.6854,
+      "eval_samples_per_second": 5.836,
+      "eval_steps_per_second": 1.459,
+      "step": 160
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8032e-07,
+      "loss": 2.4439,
+      "step": 164
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.2947850227355957,
+      "eval_runtime": 0.4745,
+      "eval_samples_per_second": 8.429,
+      "eval_steps_per_second": 2.107,
+      "step": 164
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.7984e-07,
+      "loss": 2.4652,
+      "step": 168
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.2908992767333984,
+      "eval_runtime": 0.4759,
+      "eval_samples_per_second": 8.406,
+      "eval_steps_per_second": 2.101,
+      "step": 168
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.7936e-07,
+      "loss": 2.4574,
+      "step": 172
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.2867026329040527,
+      "eval_runtime": 0.4973,
+      "eval_samples_per_second": 8.043,
+      "eval_steps_per_second": 2.011,
+      "step": 172
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.7887999999999997e-07,
+      "loss": 2.4557,
+      "step": 176
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.283027172088623,
+      "eval_runtime": 0.4719,
+      "eval_samples_per_second": 8.477,
+      "eval_steps_per_second": 2.119,
+      "step": 176
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.784e-07,
+      "loss": 2.4462,
+      "step": 180
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.2787420749664307,
+      "eval_runtime": 0.472,
+      "eval_samples_per_second": 8.474,
+      "eval_steps_per_second": 2.119,
+      "step": 180
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.7792e-07,
+      "loss": 2.3962,
+      "step": 184
+    },
+    {
+      "epoch": 0.07,
+      "eval_loss": 2.2745461463928223,
+      "eval_runtime": 0.6328,
+      "eval_samples_per_second": 6.322,
+      "eval_steps_per_second": 1.58,
+      "step": 184
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7744e-07,
+      "loss": 2.3666,
+      "step": 188
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.2705912590026855,
+      "eval_runtime": 0.6375,
+      "eval_samples_per_second": 6.274,
+      "eval_steps_per_second": 1.569,
+      "step": 188
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7696e-07,
+      "loss": 2.5024,
+      "step": 192
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.266995906829834,
+      "eval_runtime": 0.6984,
+      "eval_samples_per_second": 5.727,
+      "eval_steps_per_second": 1.432,
+      "step": 192
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7648e-07,
+      "loss": 2.4419,
+      "step": 196
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.2626519203186035,
+      "eval_runtime": 0.7334,
+      "eval_samples_per_second": 5.454,
+      "eval_steps_per_second": 1.363,
+      "step": 196
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.76e-07,
+      "loss": 2.4246,
+      "step": 200
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.2583603858947754,
+      "eval_runtime": 0.48,
+      "eval_samples_per_second": 8.333,
+      "eval_steps_per_second": 2.083,
+      "step": 200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7551999999999997e-07,
+      "loss": 2.3853,
+      "step": 204
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.2551512718200684,
+      "eval_runtime": 0.4939,
+      "eval_samples_per_second": 8.098,
+      "eval_steps_per_second": 2.025,
+      "step": 204
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7503999999999995e-07,
+      "loss": 2.4032,
+      "step": 208
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.251105785369873,
+      "eval_runtime": 0.46,
+      "eval_samples_per_second": 8.695,
+      "eval_steps_per_second": 2.174,
+      "step": 208
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.7456e-07,
+      "loss": 2.4444,
+      "step": 212
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.247025489807129,
+      "eval_runtime": 0.4948,
+      "eval_samples_per_second": 8.084,
+      "eval_steps_per_second": 2.021,
+      "step": 212
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.7408e-07,
+      "loss": 2.2932,
+      "step": 216
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.242764472961426,
+      "eval_runtime": 0.4897,
+      "eval_samples_per_second": 8.168,
+      "eval_steps_per_second": 2.042,
+      "step": 216
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.736e-07,
+      "loss": 2.3929,
+      "step": 220
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.2391483783721924,
+      "eval_runtime": 0.6128,
+      "eval_samples_per_second": 6.528,
+      "eval_steps_per_second": 1.632,
+      "step": 220
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.7312e-07,
+      "loss": 2.4112,
+      "step": 224
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.234977960586548,
+      "eval_runtime": 0.648,
+      "eval_samples_per_second": 6.172,
+      "eval_steps_per_second": 1.543,
+      "step": 224
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.7264e-07,
+      "loss": 2.4191,
+      "step": 228
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.231099843978882,
+      "eval_runtime": 0.6862,
+      "eval_samples_per_second": 5.829,
+      "eval_steps_per_second": 1.457,
+      "step": 228
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.7215999999999997e-07,
+      "loss": 2.4408,
+      "step": 232
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.2272462844848633,
+      "eval_runtime": 0.7076,
+      "eval_samples_per_second": 5.653,
+      "eval_steps_per_second": 1.413,
+      "step": 232
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.7167999999999996e-07,
+      "loss": 2.3884,
+      "step": 236
+    },
+    {
+      "epoch": 0.09,
+      "eval_loss": 2.223376750946045,
+      "eval_runtime": 0.5169,
+      "eval_samples_per_second": 7.738,
+      "eval_steps_per_second": 1.935,
+      "step": 236
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.712e-07,
+      "loss": 2.3689,
+      "step": 240
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.2195653915405273,
+      "eval_runtime": 0.4793,
+      "eval_samples_per_second": 8.346,
+      "eval_steps_per_second": 2.086,
+      "step": 240
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.7072e-07,
+      "loss": 2.3689,
+      "step": 244
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.2153775691986084,
+      "eval_runtime": 0.4771,
+      "eval_samples_per_second": 8.384,
+      "eval_steps_per_second": 2.096,
+      "step": 244
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.7024e-07,
+      "loss": 2.3249,
+      "step": 248
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.211355209350586,
+      "eval_runtime": 0.4778,
+      "eval_samples_per_second": 8.372,
+      "eval_steps_per_second": 2.093,
+      "step": 248
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.6976e-07,
+      "loss": 2.4286,
+      "step": 252
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.207773208618164,
+      "eval_runtime": 0.4873,
+      "eval_samples_per_second": 8.209,
+      "eval_steps_per_second": 2.052,
+      "step": 252
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.6928e-07,
+      "loss": 2.3497,
+      "step": 256
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.203867197036743,
+      "eval_runtime": 0.6281,
+      "eval_samples_per_second": 6.368,
+      "eval_steps_per_second": 1.592,
+      "step": 256
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.6879999999999997e-07,
+      "loss": 2.284,
+      "step": 260
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.199937582015991,
+      "eval_runtime": 0.6885,
+      "eval_samples_per_second": 5.81,
+      "eval_steps_per_second": 1.452,
+      "step": 260
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.6831999999999996e-07,
+      "loss": 2.3333,
+      "step": 264
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.1958465576171875,
+      "eval_runtime": 0.6799,
+      "eval_samples_per_second": 5.883,
+      "eval_steps_per_second": 1.471,
+      "step": 264
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.6784e-07,
+      "loss": 2.3305,
+      "step": 268
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.192072868347168,
+      "eval_runtime": 0.7165,
+      "eval_samples_per_second": 5.583,
+      "eval_steps_per_second": 1.396,
+      "step": 268
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.6736e-07,
+      "loss": 2.3465,
+      "step": 272
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.1882476806640625,
+      "eval_runtime": 0.485,
+      "eval_samples_per_second": 8.247,
+      "eval_steps_per_second": 2.062,
+      "step": 272
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.6687999999999997e-07,
+      "loss": 2.3274,
+      "step": 276
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.1841320991516113,
+      "eval_runtime": 0.4767,
+      "eval_samples_per_second": 8.391,
+      "eval_steps_per_second": 2.098,
+      "step": 276
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.664e-07,
+      "loss": 2.3641,
+      "step": 280
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.1803271770477295,
+      "eval_runtime": 0.5146,
+      "eval_samples_per_second": 7.774,
+      "eval_steps_per_second": 1.943,
+      "step": 280
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.6592e-07,
+      "loss": 2.3089,
+      "step": 284
+    },
+    {
+      "epoch": 0.11,
+      "eval_loss": 2.176274538040161,
+      "eval_runtime": 0.488,
+      "eval_samples_per_second": 8.196,
+      "eval_steps_per_second": 2.049,
+      "step": 284
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6543999999999997e-07,
+      "loss": 2.2645,
+      "step": 288
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.1720588207244873,
+      "eval_runtime": 0.4973,
+      "eval_samples_per_second": 8.043,
+      "eval_steps_per_second": 2.011,
+      "step": 288
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6495999999999996e-07,
+      "loss": 2.3439,
+      "step": 292
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.1687240600585938,
+      "eval_runtime": 0.6283,
+      "eval_samples_per_second": 6.366,
+      "eval_steps_per_second": 1.592,
+      "step": 292
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6448e-07,
+      "loss": 2.3285,
+      "step": 296
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.1649253368377686,
+      "eval_runtime": 0.6996,
+      "eval_samples_per_second": 5.718,
+      "eval_steps_per_second": 1.429,
+      "step": 296
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.64e-07,
+      "loss": 2.3126,
+      "step": 300
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.160398483276367,
+      "eval_runtime": 0.6904,
+      "eval_samples_per_second": 5.794,
+      "eval_steps_per_second": 1.448,
+      "step": 300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6351999999999997e-07,
+      "loss": 2.3356,
+      "step": 304
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.1570284366607666,
+      "eval_runtime": 0.4953,
+      "eval_samples_per_second": 8.076,
+      "eval_steps_per_second": 2.019,
+      "step": 304
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6304e-07,
+      "loss": 2.3396,
+      "step": 308
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.1527013778686523,
+      "eval_runtime": 0.4977,
+      "eval_samples_per_second": 8.037,
+      "eval_steps_per_second": 2.009,
+      "step": 308
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.6256e-07,
+      "loss": 2.2972,
+      "step": 312
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.148724317550659,
+      "eval_runtime": 0.4939,
+      "eval_samples_per_second": 8.099,
+      "eval_steps_per_second": 2.025,
+      "step": 312
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.6208e-07,
+      "loss": 2.3321,
+      "step": 316
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.1449663639068604,
+      "eval_runtime": 0.4784,
+      "eval_samples_per_second": 8.362,
+      "eval_steps_per_second": 2.09,
+      "step": 316
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.616e-07,
+      "loss": 2.3348,
+      "step": 320
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.1414906978607178,
+      "eval_runtime": 0.4949,
+      "eval_samples_per_second": 8.082,
+      "eval_steps_per_second": 2.021,
+      "step": 320
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.6112e-07,
+      "loss": 2.2728,
+      "step": 324
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.1374001502990723,
+      "eval_runtime": 0.6321,
+      "eval_samples_per_second": 6.328,
+      "eval_steps_per_second": 1.582,
+      "step": 324
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.6064e-07,
+      "loss": 2.287,
+      "step": 328
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.1333529949188232,
+      "eval_runtime": 0.6547,
+      "eval_samples_per_second": 6.109,
+      "eval_steps_per_second": 1.527,
+      "step": 328
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.6015999999999997e-07,
+      "loss": 2.2474,
+      "step": 332
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.1297547817230225,
+      "eval_runtime": 0.7093,
+      "eval_samples_per_second": 5.639,
+      "eval_steps_per_second": 1.41,
+      "step": 332
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.5968e-07,
+      "loss": 2.3214,
+      "step": 336
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 2.126392364501953,
+      "eval_runtime": 0.6909,
+      "eval_samples_per_second": 5.789,
+      "eval_steps_per_second": 1.447,
+      "step": 336
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.592e-07,
+      "loss": 2.2725,
+      "step": 340
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.122309923171997,
+      "eval_runtime": 0.4823,
+      "eval_samples_per_second": 8.293,
+      "eval_steps_per_second": 2.073,
+      "step": 340
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.5872000000000003e-07,
+      "loss": 2.3114,
+      "step": 344
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.118303060531616,
+      "eval_runtime": 0.4954,
+      "eval_samples_per_second": 8.075,
+      "eval_steps_per_second": 2.019,
+      "step": 344
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.5824e-07,
+      "loss": 2.2333,
+      "step": 348
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.114621162414551,
+      "eval_runtime": 0.4856,
+      "eval_samples_per_second": 8.238,
+      "eval_steps_per_second": 2.059,
+      "step": 348
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.5776e-07,
+      "loss": 2.2812,
+      "step": 352
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.11067795753479,
+      "eval_runtime": 0.4778,
+      "eval_samples_per_second": 8.372,
+      "eval_steps_per_second": 2.093,
+      "step": 352
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.5728e-07,
+      "loss": 2.2454,
+      "step": 356
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.106940746307373,
+      "eval_runtime": 0.4945,
+      "eval_samples_per_second": 8.089,
+      "eval_steps_per_second": 2.022,
+      "step": 356
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.5679999999999997e-07,
+      "loss": 2.2261,
+      "step": 360
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.1031668186187744,
+      "eval_runtime": 0.6521,
+      "eval_samples_per_second": 6.134,
+      "eval_steps_per_second": 1.533,
+      "step": 360
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.5632e-07,
+      "loss": 2.2841,
+      "step": 364
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.0989203453063965,
+      "eval_runtime": 0.6249,
+      "eval_samples_per_second": 6.401,
+      "eval_steps_per_second": 1.6,
+      "step": 364
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.5584e-07,
+      "loss": 2.2481,
+      "step": 368
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.095189332962036,
+      "eval_runtime": 0.6855,
+      "eval_samples_per_second": 5.835,
+      "eval_steps_per_second": 1.459,
+      "step": 368
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.5536e-07,
+      "loss": 2.278,
+      "step": 372
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.0912463665008545,
+      "eval_runtime": 0.7393,
+      "eval_samples_per_second": 5.411,
+      "eval_steps_per_second": 1.353,
+      "step": 372
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.5488e-07,
+      "loss": 2.2765,
+      "step": 376
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.087336301803589,
+      "eval_runtime": 0.4793,
+      "eval_samples_per_second": 8.345,
+      "eval_steps_per_second": 2.086,
+      "step": 376
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.544e-07,
+      "loss": 2.2232,
+      "step": 380
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.0833120346069336,
+      "eval_runtime": 0.487,
+      "eval_samples_per_second": 8.214,
+      "eval_steps_per_second": 2.053,
+      "step": 380
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.5392e-07,
+      "loss": 2.306,
+      "step": 384
+    },
+    {
+      "epoch": 0.15,
+      "eval_loss": 2.079479932785034,
+      "eval_runtime": 0.4722,
+      "eval_samples_per_second": 8.471,
+      "eval_steps_per_second": 2.118,
+      "step": 384
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5343999999999997e-07,
+      "loss": 2.2126,
+      "step": 388
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.0760295391082764,
+      "eval_runtime": 0.4958,
+      "eval_samples_per_second": 8.068,
+      "eval_steps_per_second": 2.017,
+      "step": 388
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5295999999999996e-07,
+      "loss": 2.2557,
+      "step": 392
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.072136402130127,
+      "eval_runtime": 0.469,
+      "eval_samples_per_second": 8.529,
+      "eval_steps_per_second": 2.132,
+      "step": 392
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5248e-07,
+      "loss": 2.1988,
+      "step": 396
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.0683670043945312,
+      "eval_runtime": 0.6385,
+      "eval_samples_per_second": 6.264,
+      "eval_steps_per_second": 1.566,
+      "step": 396
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.52e-07,
+      "loss": 2.1917,
+      "step": 400
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.0638906955718994,
+      "eval_runtime": 0.6834,
+      "eval_samples_per_second": 5.853,
+      "eval_steps_per_second": 1.463,
+      "step": 400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5152e-07,
+      "loss": 2.2479,
+      "step": 404
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.0599253177642822,
+      "eval_runtime": 0.7261,
+      "eval_samples_per_second": 5.509,
+      "eval_steps_per_second": 1.377,
+      "step": 404
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5104e-07,
+      "loss": 2.1484,
+      "step": 408
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.055751085281372,
+      "eval_runtime": 0.7367,
+      "eval_samples_per_second": 5.429,
+      "eval_steps_per_second": 1.357,
+      "step": 408
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.5056e-07,
+      "loss": 2.1886,
+      "step": 412
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.052119016647339,
+      "eval_runtime": 0.4808,
+      "eval_samples_per_second": 8.319,
+      "eval_steps_per_second": 2.08,
+      "step": 412
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.5007999999999997e-07,
+      "loss": 2.2026,
+      "step": 416
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.0482354164123535,
+      "eval_runtime": 0.4856,
+      "eval_samples_per_second": 8.238,
+      "eval_steps_per_second": 2.059,
+      "step": 416
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.4959999999999996e-07,
+      "loss": 2.1572,
+      "step": 420
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.0441887378692627,
+      "eval_runtime": 0.4779,
+      "eval_samples_per_second": 8.37,
+      "eval_steps_per_second": 2.093,
+      "step": 420
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.4912e-07,
+      "loss": 2.1931,
+      "step": 424
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.0399935245513916,
+      "eval_runtime": 0.4803,
+      "eval_samples_per_second": 8.329,
+      "eval_steps_per_second": 2.082,
+      "step": 424
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.4864e-07,
+      "loss": 2.161,
+      "step": 428
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.03645920753479,
+      "eval_runtime": 0.4924,
+      "eval_samples_per_second": 8.123,
+      "eval_steps_per_second": 2.031,
+      "step": 428
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.4816e-07,
+      "loss": 2.1115,
+      "step": 432
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.032196044921875,
+      "eval_runtime": 0.6345,
+      "eval_samples_per_second": 6.304,
+      "eval_steps_per_second": 1.576,
+      "step": 432
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.4768e-07,
+      "loss": 2.173,
+      "step": 436
+    },
+    {
+      "epoch": 0.17,
+      "eval_loss": 2.028397560119629,
+      "eval_runtime": 0.6625,
+      "eval_samples_per_second": 6.038,
+      "eval_steps_per_second": 1.509,
+      "step": 436
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.472e-07,
+      "loss": 2.1491,
+      "step": 440
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.0247464179992676,
+      "eval_runtime": 0.6969,
+      "eval_samples_per_second": 5.74,
+      "eval_steps_per_second": 1.435,
+      "step": 440
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.4672e-07,
+      "loss": 2.1716,
+      "step": 444
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.0203933715820312,
+      "eval_runtime": 0.7311,
+      "eval_samples_per_second": 5.471,
+      "eval_steps_per_second": 1.368,
+      "step": 444
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.4623999999999996e-07,
+      "loss": 2.2031,
+      "step": 448
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.016533374786377,
+      "eval_runtime": 0.4875,
+      "eval_samples_per_second": 8.206,
+      "eval_steps_per_second": 2.051,
+      "step": 448
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.4576e-07,
+      "loss": 2.1466,
+      "step": 452
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.012568473815918,
+      "eval_runtime": 0.4897,
+      "eval_samples_per_second": 8.168,
+      "eval_steps_per_second": 2.042,
+      "step": 452
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.4528e-07,
+      "loss": 2.1384,
+      "step": 456
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.0088417530059814,
+      "eval_runtime": 0.4969,
+      "eval_samples_per_second": 8.05,
+      "eval_steps_per_second": 2.013,
+      "step": 456
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.4479999999999997e-07,
+      "loss": 2.1824,
+      "step": 460
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.0047850608825684,
+      "eval_runtime": 0.4897,
+      "eval_samples_per_second": 8.168,
+      "eval_steps_per_second": 2.042,
+      "step": 460
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.4432e-07,
+      "loss": 2.1401,
+      "step": 464
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 2.0006463527679443,
+      "eval_runtime": 0.4882,
+      "eval_samples_per_second": 8.193,
+      "eval_steps_per_second": 2.048,
+      "step": 464
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.4384e-07,
+      "loss": 2.2086,
+      "step": 468
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 1.9969314336776733,
+      "eval_runtime": 0.6612,
+      "eval_samples_per_second": 6.049,
+      "eval_steps_per_second": 1.512,
+      "step": 468
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.4336e-07,
+      "loss": 2.1687,
+      "step": 472
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 1.9925954341888428,
+      "eval_runtime": 0.6804,
+      "eval_samples_per_second": 5.879,
+      "eval_steps_per_second": 1.47,
+      "step": 472
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.4287999999999996e-07,
+      "loss": 2.145,
+      "step": 476
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 1.9888066053390503,
+      "eval_runtime": 0.6955,
+      "eval_samples_per_second": 5.752,
+      "eval_steps_per_second": 1.438,
+      "step": 476
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.424e-07,
+      "loss": 2.2007,
+      "step": 480
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 1.9850127696990967,
+      "eval_runtime": 0.7558,
+      "eval_samples_per_second": 5.292,
+      "eval_steps_per_second": 1.323,
+      "step": 480
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.4192e-07,
+      "loss": 2.1367,
+      "step": 484
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 1.9808437824249268,
+      "eval_runtime": 0.4706,
+      "eval_samples_per_second": 8.499,
+      "eval_steps_per_second": 2.125,
+      "step": 484
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.4143999999999997e-07,
+      "loss": 2.1291,
+      "step": 488
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.9767786264419556,
+      "eval_runtime": 0.4803,
+      "eval_samples_per_second": 8.327,
+      "eval_steps_per_second": 2.082,
+      "step": 488
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.4096e-07,
+      "loss": 2.1124,
+      "step": 492
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.9728602170944214,
+      "eval_runtime": 0.4802,
+      "eval_samples_per_second": 8.33,
+      "eval_steps_per_second": 2.082,
+      "step": 492
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.4048e-07,
+      "loss": 2.0738,
+      "step": 496
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.968900203704834,
+      "eval_runtime": 0.4884,
+      "eval_samples_per_second": 8.189,
+      "eval_steps_per_second": 2.047,
+      "step": 496
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.4e-07,
+      "loss": 2.1048,
+      "step": 500
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.9646457433700562,
+      "eval_runtime": 0.5026,
+      "eval_samples_per_second": 7.959,
+      "eval_steps_per_second": 1.99,
+      "step": 500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.3951999999999996e-07,
+      "loss": 2.0995,
+      "step": 504
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.9606600999832153,
+      "eval_runtime": 0.7928,
+      "eval_samples_per_second": 5.045,
+      "eval_steps_per_second": 1.261,
+      "step": 504
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.3903999999999995e-07,
+      "loss": 2.0816,
+      "step": 508
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.956822395324707,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 7.518,
+      "eval_steps_per_second": 1.879,
+      "step": 508
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.3856e-07,
+      "loss": 2.0969,
+      "step": 512
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.9526716470718384,
+      "eval_runtime": 0.5174,
+      "eval_samples_per_second": 7.732,
+      "eval_steps_per_second": 1.933,
+      "step": 512
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.3807999999999997e-07,
+      "loss": 2.1034,
+      "step": 516
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.948419451713562,
+      "eval_runtime": 0.5393,
+      "eval_samples_per_second": 7.418,
+      "eval_steps_per_second": 1.854,
+      "step": 516
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.376e-07,
+      "loss": 2.0654,
+      "step": 520
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.9442145824432373,
+      "eval_runtime": 0.5372,
+      "eval_samples_per_second": 7.446,
+      "eval_steps_per_second": 1.861,
+      "step": 520
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.3712e-07,
+      "loss": 2.1175,
+      "step": 524
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.9403698444366455,
+      "eval_runtime": 0.5129,
+      "eval_samples_per_second": 7.798,
+      "eval_steps_per_second": 1.95,
+      "step": 524
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.3663999999999998e-07,
+      "loss": 2.0829,
+      "step": 528
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.936263084411621,
+      "eval_runtime": 0.7202,
+      "eval_samples_per_second": 5.554,
+      "eval_steps_per_second": 1.388,
+      "step": 528
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.3616e-07,
+      "loss": 2.0973,
+      "step": 532
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.9322115182876587,
+      "eval_runtime": 0.6884,
+      "eval_samples_per_second": 5.81,
+      "eval_steps_per_second": 1.453,
+      "step": 532
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.3567999999999998e-07,
+      "loss": 2.0439,
+      "step": 536
+    },
+    {
+      "epoch": 0.21,
+      "eval_loss": 1.927826166152954,
+      "eval_runtime": 0.7779,
+      "eval_samples_per_second": 5.142,
+      "eval_steps_per_second": 1.286,
+      "step": 536
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.352e-07,
+      "loss": 2.0791,
+      "step": 540
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.923945426940918,
+      "eval_runtime": 0.7514,
+      "eval_samples_per_second": 5.323,
+      "eval_steps_per_second": 1.331,
+      "step": 540
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.3471999999999997e-07,
+      "loss": 2.0988,
+      "step": 544
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.9202955961227417,
+      "eval_runtime": 0.5194,
+      "eval_samples_per_second": 7.701,
+      "eval_steps_per_second": 1.925,
+      "step": 544
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.3424e-07,
+      "loss": 2.0179,
+      "step": 548
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.916027307510376,
+      "eval_runtime": 0.5072,
+      "eval_samples_per_second": 7.887,
+      "eval_steps_per_second": 1.972,
+      "step": 548
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.3376e-07,
+      "loss": 2.0452,
+      "step": 552
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.911855697631836,
+      "eval_runtime": 0.5112,
+      "eval_samples_per_second": 7.825,
+      "eval_steps_per_second": 1.956,
+      "step": 552
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.3327999999999998e-07,
+      "loss": 1.9792,
+      "step": 556
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.907868504524231,
+      "eval_runtime": 0.5368,
+      "eval_samples_per_second": 7.452,
+      "eval_steps_per_second": 1.863,
+      "step": 556
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.328e-07,
+      "loss": 1.9862,
+      "step": 560
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 1.9032366275787354,
+      "eval_runtime": 0.52,
+      "eval_samples_per_second": 7.692,
+      "eval_steps_per_second": 1.923,
+      "step": 560
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.3231999999999998e-07,
+      "loss": 2.0176,
+      "step": 564
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8994207382202148,
+      "eval_runtime": 0.5141,
+      "eval_samples_per_second": 7.78,
+      "eval_steps_per_second": 1.945,
+      "step": 564
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.3184e-07,
+      "loss": 2.0066,
+      "step": 568
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8953509330749512,
+      "eval_runtime": 0.7027,
+      "eval_samples_per_second": 5.692,
+      "eval_steps_per_second": 1.423,
+      "step": 568
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.3135999999999998e-07,
+      "loss": 2.0333,
+      "step": 572
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8914432525634766,
+      "eval_runtime": 0.7279,
+      "eval_samples_per_second": 5.495,
+      "eval_steps_per_second": 1.374,
+      "step": 572
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.3088e-07,
+      "loss": 2.0316,
+      "step": 576
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8870800733566284,
+      "eval_runtime": 0.7212,
+      "eval_samples_per_second": 5.546,
+      "eval_steps_per_second": 1.386,
+      "step": 576
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.304e-07,
+      "loss": 2.0114,
+      "step": 580
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8827916383743286,
+      "eval_runtime": 0.6774,
+      "eval_samples_per_second": 5.905,
+      "eval_steps_per_second": 1.476,
+      "step": 580
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.2991999999999998e-07,
+      "loss": 2.0093,
+      "step": 584
+    },
+    {
+      "epoch": 0.23,
+      "eval_loss": 1.8788678646087646,
+      "eval_runtime": 0.5185,
+      "eval_samples_per_second": 7.715,
+      "eval_steps_per_second": 1.929,
+      "step": 584
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2944e-07,
+      "loss": 1.9829,
+      "step": 588
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8749186992645264,
+      "eval_runtime": 0.5091,
+      "eval_samples_per_second": 7.857,
+      "eval_steps_per_second": 1.964,
+      "step": 588
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2895999999999998e-07,
+      "loss": 1.971,
+      "step": 592
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8706499338150024,
+      "eval_runtime": 0.5204,
+      "eval_samples_per_second": 7.687,
+      "eval_steps_per_second": 1.922,
+      "step": 592
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2848000000000002e-07,
+      "loss": 2.0188,
+      "step": 596
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8667842149734497,
+      "eval_runtime": 0.5224,
+      "eval_samples_per_second": 7.657,
+      "eval_steps_per_second": 1.914,
+      "step": 596
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.28e-07,
+      "loss": 2.0081,
+      "step": 600
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8627525568008423,
+      "eval_runtime": 0.5196,
+      "eval_samples_per_second": 7.699,
+      "eval_steps_per_second": 1.925,
+      "step": 600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2752e-07,
+      "loss": 2.0014,
+      "step": 604
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8587167263031006,
+      "eval_runtime": 0.7373,
+      "eval_samples_per_second": 5.425,
+      "eval_steps_per_second": 1.356,
+      "step": 604
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2704e-07,
+      "loss": 1.9741,
+      "step": 608
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8543612957000732,
+      "eval_runtime": 0.7492,
+      "eval_samples_per_second": 5.339,
+      "eval_steps_per_second": 1.335,
+      "step": 608
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.2655999999999999e-07,
+      "loss": 1.9828,
+      "step": 612
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 1.8504937887191772,
+      "eval_runtime": 0.7242,
+      "eval_samples_per_second": 5.524,
+      "eval_steps_per_second": 1.381,
+      "step": 612
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2608e-07,
+      "loss": 1.9481,
+      "step": 616
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.8463339805603027,
+      "eval_runtime": 0.6997,
+      "eval_samples_per_second": 5.716,
+      "eval_steps_per_second": 1.429,
+      "step": 616
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2559999999999998e-07,
+      "loss": 1.9584,
+      "step": 620
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.8423882722854614,
+      "eval_runtime": 0.5137,
+      "eval_samples_per_second": 7.787,
+      "eval_steps_per_second": 1.947,
+      "step": 620
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2511999999999997e-07,
+      "loss": 1.9449,
+      "step": 624
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.838066577911377,
+      "eval_runtime": 0.5091,
+      "eval_samples_per_second": 7.857,
+      "eval_steps_per_second": 1.964,
+      "step": 624
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2464e-07,
+      "loss": 1.9753,
+      "step": 628
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.8342829942703247,
+      "eval_runtime": 0.504,
+      "eval_samples_per_second": 7.936,
+      "eval_steps_per_second": 1.984,
+      "step": 628
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2416e-07,
+      "loss": 2.0055,
+      "step": 632
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.8300307989120483,
+      "eval_runtime": 0.5201,
+      "eval_samples_per_second": 7.691,
+      "eval_steps_per_second": 1.923,
+      "step": 632
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.2368e-07,
+      "loss": 1.98,
+      "step": 636
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 1.8260575532913208,
+      "eval_runtime": 0.5267,
+      "eval_samples_per_second": 7.594,
+      "eval_steps_per_second": 1.898,
+      "step": 636
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.232e-07,
+      "loss": 1.9757,
+      "step": 640
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.8222540616989136,
+      "eval_runtime": 0.7574,
+      "eval_samples_per_second": 5.281,
+      "eval_steps_per_second": 1.32,
+      "step": 640
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2271999999999997e-07,
+      "loss": 1.9683,
+      "step": 644
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.818216323852539,
+      "eval_runtime": 0.7304,
+      "eval_samples_per_second": 5.476,
+      "eval_steps_per_second": 1.369,
+      "step": 644
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2223999999999998e-07,
+      "loss": 1.926,
+      "step": 648
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.8140522241592407,
+      "eval_runtime": 0.7453,
+      "eval_samples_per_second": 5.367,
+      "eval_steps_per_second": 1.342,
+      "step": 648
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2175999999999997e-07,
+      "loss": 1.9454,
+      "step": 652
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.8100805282592773,
+      "eval_runtime": 0.6536,
+      "eval_samples_per_second": 6.12,
+      "eval_steps_per_second": 1.53,
+      "step": 652
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2128e-07,
+      "loss": 1.9352,
+      "step": 656
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.8059089183807373,
+      "eval_runtime": 0.5193,
+      "eval_samples_per_second": 7.702,
+      "eval_steps_per_second": 1.926,
+      "step": 656
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.208e-07,
+      "loss": 1.8816,
+      "step": 660
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 1.8020563125610352,
+      "eval_runtime": 0.5265,
+      "eval_samples_per_second": 7.597,
+      "eval_steps_per_second": 1.899,
+      "step": 660
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2032e-07,
+      "loss": 1.9182,
+      "step": 664
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.7980492115020752,
+      "eval_runtime": 0.5102,
+      "eval_samples_per_second": 7.84,
+      "eval_steps_per_second": 1.96,
+      "step": 664
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1984e-07,
+      "loss": 1.9659,
+      "step": 668
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.7941217422485352,
+      "eval_runtime": 0.5988,
+      "eval_samples_per_second": 6.681,
+      "eval_steps_per_second": 1.67,
+      "step": 668
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1935999999999997e-07,
+      "loss": 1.8932,
+      "step": 672
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.7901490926742554,
+      "eval_runtime": 0.5339,
+      "eval_samples_per_second": 7.492,
+      "eval_steps_per_second": 1.873,
+      "step": 672
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1887999999999999e-07,
+      "loss": 1.8608,
+      "step": 676
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.786109447479248,
+      "eval_runtime": 0.7219,
+      "eval_samples_per_second": 5.541,
+      "eval_steps_per_second": 1.385,
+      "step": 676
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.184e-07,
+      "loss": 1.941,
+      "step": 680
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.7824102640151978,
+      "eval_runtime": 0.7619,
+      "eval_samples_per_second": 5.25,
+      "eval_steps_per_second": 1.313,
+      "step": 680
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1792e-07,
+      "loss": 1.8854,
+      "step": 684
+    },
+    {
+      "epoch": 0.27,
+      "eval_loss": 1.77846097946167,
+      "eval_runtime": 0.7601,
+      "eval_samples_per_second": 5.262,
+      "eval_steps_per_second": 1.316,
+      "step": 684
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1744e-07,
+      "loss": 1.8912,
+      "step": 688
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.7742952108383179,
+      "eval_runtime": 0.59,
+      "eval_samples_per_second": 6.78,
+      "eval_steps_per_second": 1.695,
+      "step": 688
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1695999999999998e-07,
+      "loss": 1.8667,
+      "step": 692
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.770714521408081,
+      "eval_runtime": 0.5262,
+      "eval_samples_per_second": 7.601,
+      "eval_steps_per_second": 1.9,
+      "step": 692
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1648e-07,
+      "loss": 1.912,
+      "step": 696
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.7666008472442627,
+      "eval_runtime": 0.5272,
+      "eval_samples_per_second": 7.587,
+      "eval_steps_per_second": 1.897,
+      "step": 696
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1599999999999998e-07,
+      "loss": 1.9009,
+      "step": 700
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.7627824544906616,
+      "eval_runtime": 0.5295,
+      "eval_samples_per_second": 7.555,
+      "eval_steps_per_second": 1.889,
+      "step": 700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1552000000000001e-07,
+      "loss": 1.906,
+      "step": 704
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.75889253616333,
+      "eval_runtime": 0.5589,
+      "eval_samples_per_second": 7.157,
+      "eval_steps_per_second": 1.789,
+      "step": 704
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1504e-07,
+      "loss": 1.8671,
+      "step": 708
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.7549973726272583,
+      "eval_runtime": 0.687,
+      "eval_samples_per_second": 5.822,
+      "eval_steps_per_second": 1.456,
+      "step": 708
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.1455999999999998e-07,
+      "loss": 1.8609,
+      "step": 712
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 1.7507662773132324,
+      "eval_runtime": 0.7225,
+      "eval_samples_per_second": 5.537,
+      "eval_steps_per_second": 1.384,
+      "step": 712
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1408e-07,
+      "loss": 1.8485,
+      "step": 716
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.746917486190796,
+      "eval_runtime": 0.7954,
+      "eval_samples_per_second": 5.029,
+      "eval_steps_per_second": 1.257,
+      "step": 716
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1359999999999998e-07,
+      "loss": 1.8334,
+      "step": 720
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.7430514097213745,
+      "eval_runtime": 0.7433,
+      "eval_samples_per_second": 5.381,
+      "eval_steps_per_second": 1.345,
+      "step": 720
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1312e-07,
+      "loss": 1.8763,
+      "step": 724
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.7392196655273438,
+      "eval_runtime": 0.5237,
+      "eval_samples_per_second": 7.638,
+      "eval_steps_per_second": 1.91,
+      "step": 724
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1263999999999998e-07,
+      "loss": 1.9005,
+      "step": 728
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.7355214357376099,
+      "eval_runtime": 0.524,
+      "eval_samples_per_second": 7.634,
+      "eval_steps_per_second": 1.908,
+      "step": 728
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1216000000000002e-07,
+      "loss": 1.8669,
+      "step": 732
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.731513261795044,
+      "eval_runtime": 0.5593,
+      "eval_samples_per_second": 7.152,
+      "eval_steps_per_second": 1.788,
+      "step": 732
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.1168e-07,
+      "loss": 1.8984,
+      "step": 736
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 1.727636694908142,
+      "eval_runtime": 0.5241,
+      "eval_samples_per_second": 7.632,
+      "eval_steps_per_second": 1.908,
+      "step": 736
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.1119999999999999e-07,
+      "loss": 1.8074,
+      "step": 740
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7240556478500366,
+      "eval_runtime": 0.715,
+      "eval_samples_per_second": 5.594,
+      "eval_steps_per_second": 1.399,
+      "step": 740
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.1072e-07,
+      "loss": 1.8614,
+      "step": 744
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7201639413833618,
+      "eval_runtime": 0.7611,
+      "eval_samples_per_second": 5.256,
+      "eval_steps_per_second": 1.314,
+      "step": 744
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.1023999999999998e-07,
+      "loss": 1.8211,
+      "step": 748
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7165008783340454,
+      "eval_runtime": 0.7193,
+      "eval_samples_per_second": 5.561,
+      "eval_steps_per_second": 1.39,
+      "step": 748
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.0976e-07,
+      "loss": 1.8553,
+      "step": 752
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7123990058898926,
+      "eval_runtime": 0.5463,
+      "eval_samples_per_second": 7.323,
+      "eval_steps_per_second": 1.831,
+      "step": 752
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.0927999999999998e-07,
+      "loss": 1.7978,
+      "step": 756
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7084720134735107,
+      "eval_runtime": 0.574,
+      "eval_samples_per_second": 6.968,
+      "eval_steps_per_second": 1.742,
+      "step": 756
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.0879999999999996e-07,
+      "loss": 1.8203,
+      "step": 760
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.7048146724700928,
+      "eval_runtime": 0.5838,
+      "eval_samples_per_second": 6.852,
+      "eval_steps_per_second": 1.713,
+      "step": 760
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0832e-07,
+      "loss": 1.8192,
+      "step": 764
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.7010469436645508,
+      "eval_runtime": 0.5225,
+      "eval_samples_per_second": 7.656,
+      "eval_steps_per_second": 1.914,
+      "step": 764
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0784e-07,
+      "loss": 1.8532,
+      "step": 768
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.6973625421524048,
+      "eval_runtime": 0.525,
+      "eval_samples_per_second": 7.619,
+      "eval_steps_per_second": 1.905,
+      "step": 768
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0736e-07,
+      "loss": 1.8307,
+      "step": 772
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.6935136318206787,
+      "eval_runtime": 0.7235,
+      "eval_samples_per_second": 5.528,
+      "eval_steps_per_second": 1.382,
+      "step": 772
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0687999999999998e-07,
+      "loss": 1.8207,
+      "step": 776
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.6895670890808105,
+      "eval_runtime": 0.8289,
+      "eval_samples_per_second": 4.826,
+      "eval_steps_per_second": 1.206,
+      "step": 776
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0639999999999997e-07,
+      "loss": 1.7895,
+      "step": 780
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.6858075857162476,
+      "eval_runtime": 0.7778,
+      "eval_samples_per_second": 5.143,
+      "eval_steps_per_second": 1.286,
+      "step": 780
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.0592e-07,
+      "loss": 1.7976,
+      "step": 784
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.6820955276489258,
+      "eval_runtime": 0.5265,
+      "eval_samples_per_second": 7.597,
+      "eval_steps_per_second": 1.899,
+      "step": 784
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0544e-07,
+      "loss": 1.814,
+      "step": 788
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.6785138845443726,
+      "eval_runtime": 0.5179,
+      "eval_samples_per_second": 7.724,
+      "eval_steps_per_second": 1.931,
+      "step": 788
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0496e-07,
+      "loss": 1.7972,
+      "step": 792
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.674804449081421,
+      "eval_runtime": 0.5304,
+      "eval_samples_per_second": 7.541,
+      "eval_steps_per_second": 1.885,
+      "step": 792
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0448e-07,
+      "loss": 1.8258,
+      "step": 796
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.6713837385177612,
+      "eval_runtime": 0.5336,
+      "eval_samples_per_second": 7.496,
+      "eval_steps_per_second": 1.874,
+      "step": 796
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.04e-07,
+      "loss": 1.79,
+      "step": 800
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.667376160621643,
+      "eval_runtime": 0.7608,
+      "eval_samples_per_second": 5.258,
+      "eval_steps_per_second": 1.314,
+      "step": 800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0351999999999999e-07,
+      "loss": 1.802,
+      "step": 804
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.6640408039093018,
+      "eval_runtime": 0.7498,
+      "eval_samples_per_second": 5.335,
+      "eval_steps_per_second": 1.334,
+      "step": 804
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0303999999999997e-07,
+      "loss": 1.7784,
+      "step": 808
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.6603385210037231,
+      "eval_runtime": 0.7501,
+      "eval_samples_per_second": 5.333,
+      "eval_steps_per_second": 1.333,
+      "step": 808
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.0256e-07,
+      "loss": 1.7671,
+      "step": 812
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.6568516492843628,
+      "eval_runtime": 0.5206,
+      "eval_samples_per_second": 7.684,
+      "eval_steps_per_second": 1.921,
+      "step": 812
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0208e-07,
+      "loss": 1.7618,
+      "step": 816
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.653469443321228,
+      "eval_runtime": 0.5354,
+      "eval_samples_per_second": 7.472,
+      "eval_steps_per_second": 1.868,
+      "step": 816
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.016e-07,
+      "loss": 1.8207,
+      "step": 820
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.6502578258514404,
+      "eval_runtime": 0.523,
+      "eval_samples_per_second": 7.648,
+      "eval_steps_per_second": 1.912,
+      "step": 820
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0112e-07,
+      "loss": 1.7837,
+      "step": 824
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.6467454433441162,
+      "eval_runtime": 0.5297,
+      "eval_samples_per_second": 7.552,
+      "eval_steps_per_second": 1.888,
+      "step": 824
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0063999999999998e-07,
+      "loss": 1.8066,
+      "step": 828
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.6439214944839478,
+      "eval_runtime": 0.522,
+      "eval_samples_per_second": 7.663,
+      "eval_steps_per_second": 1.916,
+      "step": 828
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0016e-07,
+      "loss": 1.7814,
+      "step": 832
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.6407381296157837,
+      "eval_runtime": 0.5382,
+      "eval_samples_per_second": 7.432,
+      "eval_steps_per_second": 1.858,
+      "step": 832
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9967999999999997e-07,
+      "loss": 1.7244,
+      "step": 836
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 1.6372514963150024,
+      "eval_runtime": 0.7157,
+      "eval_samples_per_second": 5.589,
+      "eval_steps_per_second": 1.397,
+      "step": 836
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.992e-07,
+      "loss": 1.7195,
+      "step": 840
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.634232997894287,
+      "eval_runtime": 0.7254,
+      "eval_samples_per_second": 5.514,
+      "eval_steps_per_second": 1.379,
+      "step": 840
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9872e-07,
+      "loss": 1.7524,
+      "step": 844
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.6310441493988037,
+      "eval_runtime": 0.7839,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 1.276,
+      "step": 844
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9824e-07,
+      "loss": 1.7644,
+      "step": 848
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.6279191970825195,
+      "eval_runtime": 0.5253,
+      "eval_samples_per_second": 7.615,
+      "eval_steps_per_second": 1.904,
+      "step": 848
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9776e-07,
+      "loss": 1.7171,
+      "step": 852
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.6244579553604126,
+      "eval_runtime": 0.5359,
+      "eval_samples_per_second": 7.464,
+      "eval_steps_per_second": 1.866,
+      "step": 852
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9727999999999998e-07,
+      "loss": 1.7418,
+      "step": 856
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.6212078332901,
+      "eval_runtime": 0.5379,
+      "eval_samples_per_second": 7.436,
+      "eval_steps_per_second": 1.859,
+      "step": 856
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.968e-07,
+      "loss": 1.7337,
+      "step": 860
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.6180227994918823,
+      "eval_runtime": 0.5259,
+      "eval_samples_per_second": 7.606,
+      "eval_steps_per_second": 1.902,
+      "step": 860
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.9631999999999997e-07,
+      "loss": 1.7441,
+      "step": 864
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.61477530002594,
+      "eval_runtime": 0.5216,
+      "eval_samples_per_second": 7.669,
+      "eval_steps_per_second": 1.917,
+      "step": 864
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.9584e-07,
+      "loss": 1.694,
+      "step": 868
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.611538052558899,
+      "eval_runtime": 0.6803,
+      "eval_samples_per_second": 5.88,
+      "eval_steps_per_second": 1.47,
+      "step": 868
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.9536e-07,
+      "loss": 1.7601,
+      "step": 872
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.6083098649978638,
+      "eval_runtime": 0.716,
+      "eval_samples_per_second": 5.586,
+      "eval_steps_per_second": 1.397,
+      "step": 872
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.9487999999999998e-07,
+      "loss": 1.7081,
+      "step": 876
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.6050214767456055,
+      "eval_runtime": 0.7622,
+      "eval_samples_per_second": 5.248,
+      "eval_steps_per_second": 1.312,
+      "step": 876
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.944e-07,
+      "loss": 1.7101,
+      "step": 880
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.6019953489303589,
+      "eval_runtime": 0.7766,
+      "eval_samples_per_second": 5.151,
+      "eval_steps_per_second": 1.288,
+      "step": 880
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.9391999999999998e-07,
+      "loss": 1.7271,
+      "step": 884
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 1.5990221500396729,
+      "eval_runtime": 0.5153,
+      "eval_samples_per_second": 7.763,
+      "eval_steps_per_second": 1.941,
+      "step": 884
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9344e-07,
+      "loss": 1.7402,
+      "step": 888
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5954092741012573,
+      "eval_runtime": 0.5168,
+      "eval_samples_per_second": 7.74,
+      "eval_steps_per_second": 1.935,
+      "step": 888
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9296e-07,
+      "loss": 1.7125,
+      "step": 892
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5921534299850464,
+      "eval_runtime": 0.5424,
+      "eval_samples_per_second": 7.375,
+      "eval_steps_per_second": 1.844,
+      "step": 892
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9248e-07,
+      "loss": 1.6949,
+      "step": 896
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5888370275497437,
+      "eval_runtime": 0.5307,
+      "eval_samples_per_second": 7.537,
+      "eval_steps_per_second": 1.884,
+      "step": 896
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.92e-07,
+      "loss": 1.7145,
+      "step": 900
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5858186483383179,
+      "eval_runtime": 0.511,
+      "eval_samples_per_second": 7.828,
+      "eval_steps_per_second": 1.957,
+      "step": 900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9151999999999998e-07,
+      "loss": 1.6665,
+      "step": 904
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5824443101882935,
+      "eval_runtime": 0.6907,
+      "eval_samples_per_second": 5.791,
+      "eval_steps_per_second": 1.448,
+      "step": 904
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9104e-07,
+      "loss": 1.6929,
+      "step": 908
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5796196460723877,
+      "eval_runtime": 0.7487,
+      "eval_samples_per_second": 5.342,
+      "eval_steps_per_second": 1.336,
+      "step": 908
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.9055999999999998e-07,
+      "loss": 1.7068,
+      "step": 912
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.5765777826309204,
+      "eval_runtime": 0.7477,
+      "eval_samples_per_second": 5.35,
+      "eval_steps_per_second": 1.337,
+      "step": 912
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.9008000000000002e-07,
+      "loss": 1.6877,
+      "step": 916
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.57340669631958,
+      "eval_runtime": 0.753,
+      "eval_samples_per_second": 5.312,
+      "eval_steps_per_second": 1.328,
+      "step": 916
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.896e-07,
+      "loss": 1.6718,
+      "step": 920
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.5706267356872559,
+      "eval_runtime": 0.514,
+      "eval_samples_per_second": 7.782,
+      "eval_steps_per_second": 1.945,
+      "step": 920
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8912e-07,
+      "loss": 1.6886,
+      "step": 924
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.5676339864730835,
+      "eval_runtime": 0.5222,
+      "eval_samples_per_second": 7.66,
+      "eval_steps_per_second": 1.915,
+      "step": 924
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8864e-07,
+      "loss": 1.7459,
+      "step": 928
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.5645827054977417,
+      "eval_runtime": 0.5299,
+      "eval_samples_per_second": 7.548,
+      "eval_steps_per_second": 1.887,
+      "step": 928
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8815999999999999e-07,
+      "loss": 1.6596,
+      "step": 932
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.5616861581802368,
+      "eval_runtime": 0.5303,
+      "eval_samples_per_second": 7.543,
+      "eval_steps_per_second": 1.886,
+      "step": 932
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8768e-07,
+      "loss": 1.6689,
+      "step": 936
+    },
+    {
+      "epoch": 0.37,
+      "eval_loss": 1.5588451623916626,
+      "eval_runtime": 0.5236,
+      "eval_samples_per_second": 7.639,
+      "eval_steps_per_second": 1.91,
+      "step": 936
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8719999999999998e-07,
+      "loss": 1.6744,
+      "step": 940
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.5560673475265503,
+      "eval_runtime": 0.7233,
+      "eval_samples_per_second": 5.53,
+      "eval_steps_per_second": 1.383,
+      "step": 940
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8671999999999997e-07,
+      "loss": 1.7009,
+      "step": 944
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.5533243417739868,
+      "eval_runtime": 0.6983,
+      "eval_samples_per_second": 5.728,
+      "eval_steps_per_second": 1.432,
+      "step": 944
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8624e-07,
+      "loss": 1.6651,
+      "step": 948
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.55048668384552,
+      "eval_runtime": 0.7511,
+      "eval_samples_per_second": 5.325,
+      "eval_steps_per_second": 1.331,
+      "step": 948
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8576e-07,
+      "loss": 1.6821,
+      "step": 952
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.547943353652954,
+      "eval_runtime": 0.532,
+      "eval_samples_per_second": 7.519,
+      "eval_steps_per_second": 1.88,
+      "step": 952
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8528e-07,
+      "loss": 1.6453,
+      "step": 956
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.5453405380249023,
+      "eval_runtime": 0.5463,
+      "eval_samples_per_second": 7.322,
+      "eval_steps_per_second": 1.831,
+      "step": 956
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.848e-07,
+      "loss": 1.6624,
+      "step": 960
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.542648196220398,
+      "eval_runtime": 0.5288,
+      "eval_samples_per_second": 7.564,
+      "eval_steps_per_second": 1.891,
+      "step": 960
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8431999999999997e-07,
+      "loss": 1.6453,
+      "step": 964
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.5402462482452393,
+      "eval_runtime": 0.5242,
+      "eval_samples_per_second": 7.63,
+      "eval_steps_per_second": 1.908,
+      "step": 964
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8383999999999998e-07,
+      "loss": 1.6451,
+      "step": 968
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.5377165079116821,
+      "eval_runtime": 0.5169,
+      "eval_samples_per_second": 7.738,
+      "eval_steps_per_second": 1.935,
+      "step": 968
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8335999999999997e-07,
+      "loss": 1.6627,
+      "step": 972
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.5353412628173828,
+      "eval_runtime": 0.6797,
+      "eval_samples_per_second": 5.885,
+      "eval_steps_per_second": 1.471,
+      "step": 972
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8288e-07,
+      "loss": 1.6423,
+      "step": 976
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.5325669050216675,
+      "eval_runtime": 0.7175,
+      "eval_samples_per_second": 5.575,
+      "eval_steps_per_second": 1.394,
+      "step": 976
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.824e-07,
+      "loss": 1.652,
+      "step": 980
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.530207872390747,
+      "eval_runtime": 0.8099,
+      "eval_samples_per_second": 4.939,
+      "eval_steps_per_second": 1.235,
+      "step": 980
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8192e-07,
+      "loss": 1.6414,
+      "step": 984
+    },
+    {
+      "epoch": 0.39,
+      "eval_loss": 1.5278236865997314,
+      "eval_runtime": 0.7814,
+      "eval_samples_per_second": 5.119,
+      "eval_steps_per_second": 1.28,
+      "step": 984
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8144e-07,
+      "loss": 1.6107,
+      "step": 988
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5253430604934692,
+      "eval_runtime": 0.5386,
+      "eval_samples_per_second": 7.427,
+      "eval_steps_per_second": 1.857,
+      "step": 988
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8095999999999997e-07,
+      "loss": 1.6599,
+      "step": 992
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5225120782852173,
+      "eval_runtime": 0.5302,
+      "eval_samples_per_second": 7.544,
+      "eval_steps_per_second": 1.886,
+      "step": 992
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8048e-07,
+      "loss": 1.6326,
+      "step": 996
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5201939344406128,
+      "eval_runtime": 0.533,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 1.876,
+      "step": 996
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8e-07,
+      "loss": 1.6324,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5175316333770752,
+      "eval_runtime": 0.5316,
+      "eval_samples_per_second": 7.525,
+      "eval_steps_per_second": 1.881,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7952e-07,
+      "loss": 1.5907,
+      "step": 1004
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5149424076080322,
+      "eval_runtime": 0.7298,
+      "eval_samples_per_second": 5.481,
+      "eval_steps_per_second": 1.37,
+      "step": 1004
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7904e-07,
+      "loss": 1.6465,
+      "step": 1008
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.5124318599700928,
+      "eval_runtime": 0.7308,
+      "eval_samples_per_second": 5.473,
+      "eval_steps_per_second": 1.368,
+      "step": 1008
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7855999999999998e-07,
+      "loss": 1.6148,
+      "step": 1012
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.510151743888855,
+      "eval_runtime": 0.7345,
+      "eval_samples_per_second": 5.446,
+      "eval_steps_per_second": 1.361,
+      "step": 1012
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7808e-07,
+      "loss": 1.6064,
+      "step": 1016
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.5073630809783936,
+      "eval_runtime": 0.5414,
+      "eval_samples_per_second": 7.388,
+      "eval_steps_per_second": 1.847,
+      "step": 1016
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7759999999999998e-07,
+      "loss": 1.6342,
+      "step": 1020
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.5052520036697388,
+      "eval_runtime": 0.516,
+      "eval_samples_per_second": 7.751,
+      "eval_steps_per_second": 1.938,
+      "step": 1020
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7712000000000001e-07,
+      "loss": 1.605,
+      "step": 1024
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.5025243759155273,
+      "eval_runtime": 0.5373,
+      "eval_samples_per_second": 7.445,
+      "eval_steps_per_second": 1.861,
+      "step": 1024
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7664e-07,
+      "loss": 1.6121,
+      "step": 1028
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.500252604484558,
+      "eval_runtime": 0.5476,
+      "eval_samples_per_second": 7.304,
+      "eval_steps_per_second": 1.826,
+      "step": 1028
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7616e-07,
+      "loss": 1.617,
+      "step": 1032
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.4977892637252808,
+      "eval_runtime": 0.5255,
+      "eval_samples_per_second": 7.612,
+      "eval_steps_per_second": 1.903,
+      "step": 1032
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7568e-07,
+      "loss": 1.5897,
+      "step": 1036
+    },
+    {
+      "epoch": 0.41,
+      "eval_loss": 1.4954513311386108,
+      "eval_runtime": 0.7255,
+      "eval_samples_per_second": 5.513,
+      "eval_steps_per_second": 1.378,
+      "step": 1036
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7519999999999998e-07,
+      "loss": 1.6022,
+      "step": 1040
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.4929691553115845,
+      "eval_runtime": 0.6954,
+      "eval_samples_per_second": 5.752,
+      "eval_steps_per_second": 1.438,
+      "step": 1040
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7472e-07,
+      "loss": 1.5748,
+      "step": 1044
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.4902769327163696,
+      "eval_runtime": 0.8026,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.246,
+      "step": 1044
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7423999999999998e-07,
+      "loss": 1.5974,
+      "step": 1048
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.4878779649734497,
+      "eval_runtime": 0.7804,
+      "eval_samples_per_second": 5.125,
+      "eval_steps_per_second": 1.281,
+      "step": 1048
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7376000000000002e-07,
+      "loss": 1.6126,
+      "step": 1052
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.48554527759552,
+      "eval_runtime": 0.5423,
+      "eval_samples_per_second": 7.376,
+      "eval_steps_per_second": 1.844,
+      "step": 1052
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7328e-07,
+      "loss": 1.6189,
+      "step": 1056
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.4827589988708496,
+      "eval_runtime": 0.5326,
+      "eval_samples_per_second": 7.511,
+      "eval_steps_per_second": 1.878,
+      "step": 1056
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7279999999999999e-07,
+      "loss": 1.5916,
+      "step": 1060
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.4803836345672607,
+      "eval_runtime": 0.5273,
+      "eval_samples_per_second": 7.585,
+      "eval_steps_per_second": 1.896,
+      "step": 1060
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7232e-07,
+      "loss": 1.5938,
+      "step": 1064
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.4778516292572021,
+      "eval_runtime": 0.5436,
+      "eval_samples_per_second": 7.358,
+      "eval_steps_per_second": 1.839,
+      "step": 1064
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7183999999999998e-07,
+      "loss": 1.6026,
+      "step": 1068
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.475649118423462,
+      "eval_runtime": 0.5298,
+      "eval_samples_per_second": 7.549,
+      "eval_steps_per_second": 1.887,
+      "step": 1068
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7136e-07,
+      "loss": 1.5687,
+      "step": 1072
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.473489761352539,
+      "eval_runtime": 0.7191,
+      "eval_samples_per_second": 5.562,
+      "eval_steps_per_second": 1.391,
+      "step": 1072
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7087999999999998e-07,
+      "loss": 1.5413,
+      "step": 1076
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.4712145328521729,
+      "eval_runtime": 0.7022,
+      "eval_samples_per_second": 5.696,
+      "eval_steps_per_second": 1.424,
+      "step": 1076
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7039999999999996e-07,
+      "loss": 1.5778,
+      "step": 1080
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.4688694477081299,
+      "eval_runtime": 0.7707,
+      "eval_samples_per_second": 5.19,
+      "eval_steps_per_second": 1.298,
+      "step": 1080
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.6992e-07,
+      "loss": 1.5731,
+      "step": 1084
+    },
+    {
+      "epoch": 0.43,
+      "eval_loss": 1.4664225578308105,
+      "eval_runtime": 0.5386,
+      "eval_samples_per_second": 7.427,
+      "eval_steps_per_second": 1.857,
+      "step": 1084
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6944e-07,
+      "loss": 1.5625,
+      "step": 1088
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.464247465133667,
+      "eval_runtime": 0.5484,
+      "eval_samples_per_second": 7.294,
+      "eval_steps_per_second": 1.823,
+      "step": 1088
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6896e-07,
+      "loss": 1.55,
+      "step": 1092
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.4620987176895142,
+      "eval_runtime": 0.5342,
+      "eval_samples_per_second": 7.488,
+      "eval_steps_per_second": 1.872,
+      "step": 1092
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6847999999999998e-07,
+      "loss": 1.5852,
+      "step": 1096
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.459930419921875,
+      "eval_runtime": 0.5332,
+      "eval_samples_per_second": 7.501,
+      "eval_steps_per_second": 1.875,
+      "step": 1096
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.68e-07,
+      "loss": 1.5614,
+      "step": 1100
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.4578797817230225,
+      "eval_runtime": 0.5504,
+      "eval_samples_per_second": 7.268,
+      "eval_steps_per_second": 1.817,
+      "step": 1100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6752e-07,
+      "loss": 1.5619,
+      "step": 1104
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.4559952020645142,
+      "eval_runtime": 0.7448,
+      "eval_samples_per_second": 5.37,
+      "eval_steps_per_second": 1.343,
+      "step": 1104
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6704e-07,
+      "loss": 1.5658,
+      "step": 1108
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.454249382019043,
+      "eval_runtime": 0.773,
+      "eval_samples_per_second": 5.174,
+      "eval_steps_per_second": 1.294,
+      "step": 1108
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.6656e-07,
+      "loss": 1.5699,
+      "step": 1112
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.4521348476409912,
+      "eval_runtime": 0.8287,
+      "eval_samples_per_second": 4.827,
+      "eval_steps_per_second": 1.207,
+      "step": 1112
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6608e-07,
+      "loss": 1.5738,
+      "step": 1116
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.450175404548645,
+      "eval_runtime": 0.5398,
+      "eval_samples_per_second": 7.41,
+      "eval_steps_per_second": 1.852,
+      "step": 1116
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.656e-07,
+      "loss": 1.5823,
+      "step": 1120
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.4481428861618042,
+      "eval_runtime": 0.5592,
+      "eval_samples_per_second": 7.153,
+      "eval_steps_per_second": 1.788,
+      "step": 1120
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6511999999999999e-07,
+      "loss": 1.5425,
+      "step": 1124
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.4458932876586914,
+      "eval_runtime": 0.5511,
+      "eval_samples_per_second": 7.259,
+      "eval_steps_per_second": 1.815,
+      "step": 1124
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6463999999999997e-07,
+      "loss": 1.5604,
+      "step": 1128
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.4438304901123047,
+      "eval_runtime": 0.5355,
+      "eval_samples_per_second": 7.47,
+      "eval_steps_per_second": 1.867,
+      "step": 1128
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6416e-07,
+      "loss": 1.5562,
+      "step": 1132
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.442002773284912,
+      "eval_runtime": 0.5332,
+      "eval_samples_per_second": 7.502,
+      "eval_steps_per_second": 1.876,
+      "step": 1132
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6368e-07,
+      "loss": 1.555,
+      "step": 1136
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 1.4399393796920776,
+      "eval_runtime": 0.7524,
+      "eval_samples_per_second": 5.316,
+      "eval_steps_per_second": 1.329,
+      "step": 1136
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.632e-07,
+      "loss": 1.5158,
+      "step": 1140
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.437983512878418,
+      "eval_runtime": 0.7269,
+      "eval_samples_per_second": 5.503,
+      "eval_steps_per_second": 1.376,
+      "step": 1140
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6272e-07,
+      "loss": 1.5272,
+      "step": 1144
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.435863733291626,
+      "eval_runtime": 0.7356,
+      "eval_samples_per_second": 5.438,
+      "eval_steps_per_second": 1.359,
+      "step": 1144
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6223999999999998e-07,
+      "loss": 1.5467,
+      "step": 1148
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.4338979721069336,
+      "eval_runtime": 0.5695,
+      "eval_samples_per_second": 7.023,
+      "eval_steps_per_second": 1.756,
+      "step": 1148
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6176e-07,
+      "loss": 1.5399,
+      "step": 1152
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.4317151308059692,
+      "eval_runtime": 0.5215,
+      "eval_samples_per_second": 7.669,
+      "eval_steps_per_second": 1.917,
+      "step": 1152
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6127999999999997e-07,
+      "loss": 1.5221,
+      "step": 1156
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.4296718835830688,
+      "eval_runtime": 0.5471,
+      "eval_samples_per_second": 7.311,
+      "eval_steps_per_second": 1.828,
+      "step": 1156
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.608e-07,
+      "loss": 1.5022,
+      "step": 1160
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.4277141094207764,
+      "eval_runtime": 0.5395,
+      "eval_samples_per_second": 7.414,
+      "eval_steps_per_second": 1.853,
+      "step": 1160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6032e-07,
+      "loss": 1.5385,
+      "step": 1164
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.4257354736328125,
+      "eval_runtime": 0.5342,
+      "eval_samples_per_second": 7.487,
+      "eval_steps_per_second": 1.872,
+      "step": 1164
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.5984e-07,
+      "loss": 1.5042,
+      "step": 1168
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.4236301183700562,
+      "eval_runtime": 0.6434,
+      "eval_samples_per_second": 6.217,
+      "eval_steps_per_second": 1.554,
+      "step": 1168
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.5936e-07,
+      "loss": 1.5007,
+      "step": 1172
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.421656608581543,
+      "eval_runtime": 0.7224,
+      "eval_samples_per_second": 5.537,
+      "eval_steps_per_second": 1.384,
+      "step": 1172
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.5887999999999998e-07,
+      "loss": 1.5323,
+      "step": 1176
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.4196075201034546,
+      "eval_runtime": 0.7946,
+      "eval_samples_per_second": 5.034,
+      "eval_steps_per_second": 1.259,
+      "step": 1176
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.584e-07,
+      "loss": 1.5269,
+      "step": 1180
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.4174154996871948,
+      "eval_runtime": 0.82,
+      "eval_samples_per_second": 4.878,
+      "eval_steps_per_second": 1.22,
+      "step": 1180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.5791999999999997e-07,
+      "loss": 1.5379,
+      "step": 1184
+    },
+    {
+      "epoch": 0.47,
+      "eval_loss": 1.4156051874160767,
+      "eval_runtime": 0.5319,
+      "eval_samples_per_second": 7.52,
+      "eval_steps_per_second": 1.88,
+      "step": 1184
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5744e-07,
+      "loss": 1.522,
+      "step": 1188
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.4136687517166138,
+      "eval_runtime": 0.5286,
+      "eval_samples_per_second": 7.567,
+      "eval_steps_per_second": 1.892,
+      "step": 1188
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5696e-07,
+      "loss": 1.506,
+      "step": 1192
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.4115678071975708,
+      "eval_runtime": 0.553,
+      "eval_samples_per_second": 7.233,
+      "eval_steps_per_second": 1.808,
+      "step": 1192
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5647999999999998e-07,
+      "loss": 1.4986,
+      "step": 1196
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.409631371498108,
+      "eval_runtime": 0.5273,
+      "eval_samples_per_second": 7.585,
+      "eval_steps_per_second": 1.896,
+      "step": 1196
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.56e-07,
+      "loss": 1.4918,
+      "step": 1200
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.407455563545227,
+      "eval_runtime": 0.5269,
+      "eval_samples_per_second": 7.592,
+      "eval_steps_per_second": 1.898,
+      "step": 1200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5551999999999998e-07,
+      "loss": 1.5124,
+      "step": 1204
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.4056380987167358,
+      "eval_runtime": 0.7536,
+      "eval_samples_per_second": 5.308,
+      "eval_steps_per_second": 1.327,
+      "step": 1204
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5504000000000002e-07,
+      "loss": 1.4926,
+      "step": 1208
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.403800368309021,
+      "eval_runtime": 0.7248,
+      "eval_samples_per_second": 5.519,
+      "eval_steps_per_second": 1.38,
+      "step": 1208
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.5456e-07,
+      "loss": 1.5053,
+      "step": 1212
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.40152907371521,
+      "eval_runtime": 0.7447,
+      "eval_samples_per_second": 5.371,
+      "eval_steps_per_second": 1.343,
+      "step": 1212
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.5408e-07,
+      "loss": 1.5043,
+      "step": 1216
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3996310234069824,
+      "eval_runtime": 0.738,
+      "eval_samples_per_second": 5.42,
+      "eval_steps_per_second": 1.355,
+      "step": 1216
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.536e-07,
+      "loss": 1.5068,
+      "step": 1220
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3975541591644287,
+      "eval_runtime": 0.5275,
+      "eval_samples_per_second": 7.583,
+      "eval_steps_per_second": 1.896,
+      "step": 1220
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.5311999999999998e-07,
+      "loss": 1.5039,
+      "step": 1224
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3954721689224243,
+      "eval_runtime": 0.5317,
+      "eval_samples_per_second": 7.523,
+      "eval_steps_per_second": 1.881,
+      "step": 1224
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.5264e-07,
+      "loss": 1.4772,
+      "step": 1228
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3933203220367432,
+      "eval_runtime": 0.5283,
+      "eval_samples_per_second": 7.571,
+      "eval_steps_per_second": 1.893,
+      "step": 1228
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.5215999999999998e-07,
+      "loss": 1.4873,
+      "step": 1232
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3916254043579102,
+      "eval_runtime": 0.5344,
+      "eval_samples_per_second": 7.485,
+      "eval_steps_per_second": 1.871,
+      "step": 1232
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.5168000000000002e-07,
+      "loss": 1.4977,
+      "step": 1236
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 1.3896205425262451,
+      "eval_runtime": 0.5249,
+      "eval_samples_per_second": 7.62,
+      "eval_steps_per_second": 1.905,
+      "step": 1236
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.512e-07,
+      "loss": 1.5016,
+      "step": 1240
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.3873213529586792,
+      "eval_runtime": 0.7136,
+      "eval_samples_per_second": 5.605,
+      "eval_steps_per_second": 1.401,
+      "step": 1240
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5072e-07,
+      "loss": 1.495,
+      "step": 1244
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.3854175806045532,
+      "eval_runtime": 0.7372,
+      "eval_samples_per_second": 5.426,
+      "eval_steps_per_second": 1.357,
+      "step": 1244
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.5024e-07,
+      "loss": 1.4803,
+      "step": 1248
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.3834645748138428,
+      "eval_runtime": 0.7836,
+      "eval_samples_per_second": 5.104,
+      "eval_steps_per_second": 1.276,
+      "step": 1248
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.4975999999999999e-07,
+      "loss": 1.4842,
+      "step": 1252
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.381633996963501,
+      "eval_runtime": 0.5401,
+      "eval_samples_per_second": 7.405,
+      "eval_steps_per_second": 1.851,
+      "step": 1252
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.4928e-07,
+      "loss": 1.4762,
+      "step": 1256
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.379853367805481,
+      "eval_runtime": 0.5233,
+      "eval_samples_per_second": 7.644,
+      "eval_steps_per_second": 1.911,
+      "step": 1256
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.4879999999999998e-07,
+      "loss": 1.4859,
+      "step": 1260
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.3780815601348877,
+      "eval_runtime": 0.5276,
+      "eval_samples_per_second": 7.582,
+      "eval_steps_per_second": 1.895,
+      "step": 1260
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.4832e-07,
+      "loss": 1.4948,
+      "step": 1264
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.3763624429702759,
+      "eval_runtime": 0.5355,
+      "eval_samples_per_second": 7.469,
+      "eval_steps_per_second": 1.867,
+      "step": 1264
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.4784e-07,
+      "loss": 1.4851,
+      "step": 1268
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.374289631843567,
+      "eval_runtime": 0.5235,
+      "eval_samples_per_second": 7.64,
+      "eval_steps_per_second": 1.91,
+      "step": 1268
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.4736e-07,
+      "loss": 1.4749,
+      "step": 1272
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.3724154233932495,
+      "eval_runtime": 0.6384,
+      "eval_samples_per_second": 6.266,
+      "eval_steps_per_second": 1.566,
+      "step": 1272
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.4687999999999998e-07,
+      "loss": 1.4594,
+      "step": 1276
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.3709261417388916,
+      "eval_runtime": 0.7249,
+      "eval_samples_per_second": 5.518,
+      "eval_steps_per_second": 1.379,
+      "step": 1276
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.464e-07,
+      "loss": 1.4517,
+      "step": 1280
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.3691537380218506,
+      "eval_runtime": 0.7303,
+      "eval_samples_per_second": 5.477,
+      "eval_steps_per_second": 1.369,
+      "step": 1280
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.4592e-07,
+      "loss": 1.4239,
+      "step": 1284
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 1.3673396110534668,
+      "eval_runtime": 0.7929,
+      "eval_samples_per_second": 5.044,
+      "eval_steps_per_second": 1.261,
+      "step": 1284
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4543999999999998e-07,
+      "loss": 1.4775,
+      "step": 1288
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3657190799713135,
+      "eval_runtime": 0.5509,
+      "eval_samples_per_second": 7.261,
+      "eval_steps_per_second": 1.815,
+      "step": 1288
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4496e-07,
+      "loss": 1.4483,
+      "step": 1292
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3642776012420654,
+      "eval_runtime": 0.5236,
+      "eval_samples_per_second": 7.639,
+      "eval_steps_per_second": 1.91,
+      "step": 1292
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4447999999999998e-07,
+      "loss": 1.4688,
+      "step": 1296
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3624374866485596,
+      "eval_runtime": 0.5281,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 1.893,
+      "step": 1296
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.44e-07,
+      "loss": 1.4566,
+      "step": 1300
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3608499765396118,
+      "eval_runtime": 0.5346,
+      "eval_samples_per_second": 7.482,
+      "eval_steps_per_second": 1.871,
+      "step": 1300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4352e-07,
+      "loss": 1.4592,
+      "step": 1304
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3591777086257935,
+      "eval_runtime": 0.543,
+      "eval_samples_per_second": 7.367,
+      "eval_steps_per_second": 1.842,
+      "step": 1304
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4304e-07,
+      "loss": 1.4505,
+      "step": 1308
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.357291340827942,
+      "eval_runtime": 0.7548,
+      "eval_samples_per_second": 5.299,
+      "eval_steps_per_second": 1.325,
+      "step": 1308
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.4256e-07,
+      "loss": 1.4304,
+      "step": 1312
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.3557498455047607,
+      "eval_runtime": 0.7262,
+      "eval_samples_per_second": 5.508,
+      "eval_steps_per_second": 1.377,
+      "step": 1312
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4208e-07,
+      "loss": 1.4691,
+      "step": 1316
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.3540558815002441,
+      "eval_runtime": 0.7121,
+      "eval_samples_per_second": 5.617,
+      "eval_steps_per_second": 1.404,
+      "step": 1316
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.416e-07,
+      "loss": 1.4423,
+      "step": 1320
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.3522251844406128,
+      "eval_runtime": 0.7774,
+      "eval_samples_per_second": 5.145,
+      "eval_steps_per_second": 1.286,
+      "step": 1320
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4111999999999998e-07,
+      "loss": 1.4301,
+      "step": 1324
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.3508257865905762,
+      "eval_runtime": 0.5433,
+      "eval_samples_per_second": 7.362,
+      "eval_steps_per_second": 1.841,
+      "step": 1324
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4064e-07,
+      "loss": 1.4422,
+      "step": 1328
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.3490896224975586,
+      "eval_runtime": 0.5369,
+      "eval_samples_per_second": 7.451,
+      "eval_steps_per_second": 1.863,
+      "step": 1328
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.4016e-07,
+      "loss": 1.4577,
+      "step": 1332
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.347461223602295,
+      "eval_runtime": 0.5223,
+      "eval_samples_per_second": 7.658,
+      "eval_steps_per_second": 1.915,
+      "step": 1332
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.3968e-07,
+      "loss": 1.4541,
+      "step": 1336
+    },
+    {
+      "epoch": 0.53,
+      "eval_loss": 1.3457545042037964,
+      "eval_runtime": 0.5399,
+      "eval_samples_per_second": 7.409,
+      "eval_steps_per_second": 1.852,
+      "step": 1336
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.392e-07,
+      "loss": 1.4246,
+      "step": 1340
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.343980073928833,
+      "eval_runtime": 0.5481,
+      "eval_samples_per_second": 7.297,
+      "eval_steps_per_second": 1.824,
+      "step": 1340
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.3872e-07,
+      "loss": 1.4507,
+      "step": 1344
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.3423739671707153,
+      "eval_runtime": 0.7414,
+      "eval_samples_per_second": 5.395,
+      "eval_steps_per_second": 1.349,
+      "step": 1344
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.3824e-07,
+      "loss": 1.4312,
+      "step": 1348
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.3408253192901611,
+      "eval_runtime": 0.7783,
+      "eval_samples_per_second": 5.139,
+      "eval_steps_per_second": 1.285,
+      "step": 1348
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.3775999999999998e-07,
+      "loss": 1.4394,
+      "step": 1352
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.339220404624939,
+      "eval_runtime": 0.771,
+      "eval_samples_per_second": 5.188,
+      "eval_steps_per_second": 1.297,
+      "step": 1352
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.3728e-07,
+      "loss": 1.4271,
+      "step": 1356
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.3373547792434692,
+      "eval_runtime": 0.5264,
+      "eval_samples_per_second": 7.599,
+      "eval_steps_per_second": 1.9,
+      "step": 1356
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.368e-07,
+      "loss": 1.4081,
+      "step": 1360
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.3356679677963257,
+      "eval_runtime": 0.5397,
+      "eval_samples_per_second": 7.412,
+      "eval_steps_per_second": 1.853,
+      "step": 1360
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3632e-07,
+      "loss": 1.4314,
+      "step": 1364
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.333927035331726,
+      "eval_runtime": 0.5418,
+      "eval_samples_per_second": 7.382,
+      "eval_steps_per_second": 1.846,
+      "step": 1364
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3583999999999998e-07,
+      "loss": 1.4359,
+      "step": 1368
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.3325647115707397,
+      "eval_runtime": 0.5464,
+      "eval_samples_per_second": 7.321,
+      "eval_steps_per_second": 1.83,
+      "step": 1368
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3536e-07,
+      "loss": 1.4381,
+      "step": 1372
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.3307887315750122,
+      "eval_runtime": 0.5493,
+      "eval_samples_per_second": 7.282,
+      "eval_steps_per_second": 1.82,
+      "step": 1372
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3488e-07,
+      "loss": 1.4219,
+      "step": 1376
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.3293663263320923,
+      "eval_runtime": 0.5921,
+      "eval_samples_per_second": 6.755,
+      "eval_steps_per_second": 1.689,
+      "step": 1376
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3439999999999999e-07,
+      "loss": 1.4669,
+      "step": 1380
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.3278565406799316,
+      "eval_runtime": 0.7788,
+      "eval_samples_per_second": 5.136,
+      "eval_steps_per_second": 1.284,
+      "step": 1380
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.3392e-07,
+      "loss": 1.4163,
+      "step": 1384
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 1.3260074853897095,
+      "eval_runtime": 0.8128,
+      "eval_samples_per_second": 4.921,
+      "eval_steps_per_second": 1.23,
+      "step": 1384
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3343999999999998e-07,
+      "loss": 1.4153,
+      "step": 1388
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3242360353469849,
+      "eval_runtime": 0.8002,
+      "eval_samples_per_second": 4.999,
+      "eval_steps_per_second": 1.25,
+      "step": 1388
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3296e-07,
+      "loss": 1.4506,
+      "step": 1392
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3229784965515137,
+      "eval_runtime": 0.5395,
+      "eval_samples_per_second": 7.414,
+      "eval_steps_per_second": 1.854,
+      "step": 1392
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3247999999999998e-07,
+      "loss": 1.4229,
+      "step": 1396
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3213036060333252,
+      "eval_runtime": 0.5374,
+      "eval_samples_per_second": 7.444,
+      "eval_steps_per_second": 1.861,
+      "step": 1396
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.32e-07,
+      "loss": 1.4218,
+      "step": 1400
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3196250200271606,
+      "eval_runtime": 0.5404,
+      "eval_samples_per_second": 7.402,
+      "eval_steps_per_second": 1.851,
+      "step": 1400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3152e-07,
+      "loss": 1.4185,
+      "step": 1404
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3180840015411377,
+      "eval_runtime": 0.5573,
+      "eval_samples_per_second": 7.177,
+      "eval_steps_per_second": 1.794,
+      "step": 1404
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3104e-07,
+      "loss": 1.4283,
+      "step": 1408
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.316424012184143,
+      "eval_runtime": 0.5204,
+      "eval_samples_per_second": 7.686,
+      "eval_steps_per_second": 1.922,
+      "step": 1408
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.3056e-07,
+      "loss": 1.4202,
+      "step": 1412
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.3148062229156494,
+      "eval_runtime": 0.7628,
+      "eval_samples_per_second": 5.244,
+      "eval_steps_per_second": 1.311,
+      "step": 1412
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.3007999999999998e-07,
+      "loss": 1.3736,
+      "step": 1416
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.3131170272827148,
+      "eval_runtime": 0.7763,
+      "eval_samples_per_second": 5.153,
+      "eval_steps_per_second": 1.288,
+      "step": 1416
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.296e-07,
+      "loss": 1.4332,
+      "step": 1420
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.311560869216919,
+      "eval_runtime": 0.7312,
+      "eval_samples_per_second": 5.471,
+      "eval_steps_per_second": 1.368,
+      "step": 1420
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.2912e-07,
+      "loss": 1.4287,
+      "step": 1424
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.309916615486145,
+      "eval_runtime": 0.6738,
+      "eval_samples_per_second": 5.936,
+      "eval_steps_per_second": 1.484,
+      "step": 1424
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.2864e-07,
+      "loss": 1.4175,
+      "step": 1428
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.3080803155899048,
+      "eval_runtime": 0.5396,
+      "eval_samples_per_second": 7.412,
+      "eval_steps_per_second": 1.853,
+      "step": 1428
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.2816e-07,
+      "loss": 1.4152,
+      "step": 1432
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.3066335916519165,
+      "eval_runtime": 0.5523,
+      "eval_samples_per_second": 7.243,
+      "eval_steps_per_second": 1.811,
+      "step": 1432
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.2768e-07,
+      "loss": 1.4036,
+      "step": 1436
+    },
+    {
+      "epoch": 0.57,
+      "eval_loss": 1.3054327964782715,
+      "eval_runtime": 0.5404,
+      "eval_samples_per_second": 7.402,
+      "eval_steps_per_second": 1.851,
+      "step": 1436
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.272e-07,
+      "loss": 1.4033,
+      "step": 1440
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.3037904500961304,
+      "eval_runtime": 0.5534,
+      "eval_samples_per_second": 7.228,
+      "eval_steps_per_second": 1.807,
+      "step": 1440
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.2671999999999999e-07,
+      "loss": 1.4095,
+      "step": 1444
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.302278757095337,
+      "eval_runtime": 0.7546,
+      "eval_samples_per_second": 5.301,
+      "eval_steps_per_second": 1.325,
+      "step": 1444
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.2624e-07,
+      "loss": 1.4129,
+      "step": 1448
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.3008112907409668,
+      "eval_runtime": 0.7157,
+      "eval_samples_per_second": 5.589,
+      "eval_steps_per_second": 1.397,
+      "step": 1448
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.2576e-07,
+      "loss": 1.3838,
+      "step": 1452
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.2994916439056396,
+      "eval_runtime": 0.7773,
+      "eval_samples_per_second": 5.146,
+      "eval_steps_per_second": 1.286,
+      "step": 1452
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.2528e-07,
+      "loss": 1.3939,
+      "step": 1456
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.2979990243911743,
+      "eval_runtime": 0.8203,
+      "eval_samples_per_second": 4.876,
+      "eval_steps_per_second": 1.219,
+      "step": 1456
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.2479999999999998e-07,
+      "loss": 1.4023,
+      "step": 1460
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.2964202165603638,
+      "eval_runtime": 0.5392,
+      "eval_samples_per_second": 7.419,
+      "eval_steps_per_second": 1.855,
+      "step": 1460
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2432e-07,
+      "loss": 1.3751,
+      "step": 1464
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.2952665090560913,
+      "eval_runtime": 0.533,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 1.876,
+      "step": 1464
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2384e-07,
+      "loss": 1.3657,
+      "step": 1468
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.2935295104980469,
+      "eval_runtime": 0.5428,
+      "eval_samples_per_second": 7.369,
+      "eval_steps_per_second": 1.842,
+      "step": 1468
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2336e-07,
+      "loss": 1.375,
+      "step": 1472
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.292738914489746,
+      "eval_runtime": 0.5365,
+      "eval_samples_per_second": 7.456,
+      "eval_steps_per_second": 1.864,
+      "step": 1472
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2288e-07,
+      "loss": 1.3846,
+      "step": 1476
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.291104793548584,
+      "eval_runtime": 0.5462,
+      "eval_samples_per_second": 7.323,
+      "eval_steps_per_second": 1.831,
+      "step": 1476
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2239999999999998e-07,
+      "loss": 1.4192,
+      "step": 1480
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.2900675535202026,
+      "eval_runtime": 0.7504,
+      "eval_samples_per_second": 5.33,
+      "eval_steps_per_second": 1.333,
+      "step": 1480
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.2192e-07,
+      "loss": 1.3629,
+      "step": 1484
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 1.2886391878128052,
+      "eval_runtime": 0.7924,
+      "eval_samples_per_second": 5.048,
+      "eval_steps_per_second": 1.262,
+      "step": 1484
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2143999999999998e-07,
+      "loss": 1.3947,
+      "step": 1488
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.287713646888733,
+      "eval_runtime": 0.7522,
+      "eval_samples_per_second": 5.318,
+      "eval_steps_per_second": 1.329,
+      "step": 1488
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2096e-07,
+      "loss": 1.3485,
+      "step": 1492
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.2862787246704102,
+      "eval_runtime": 0.5402,
+      "eval_samples_per_second": 7.404,
+      "eval_steps_per_second": 1.851,
+      "step": 1492
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2048e-07,
+      "loss": 1.405,
+      "step": 1496
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.2850462198257446,
+      "eval_runtime": 0.5452,
+      "eval_samples_per_second": 7.337,
+      "eval_steps_per_second": 1.834,
+      "step": 1496
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.2e-07,
+      "loss": 1.3758,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.2840522527694702,
+      "eval_runtime": 0.541,
+      "eval_samples_per_second": 7.394,
+      "eval_steps_per_second": 1.849,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.1951999999999997e-07,
+      "loss": 1.3832,
+      "step": 1504
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.282808542251587,
+      "eval_runtime": 0.5449,
+      "eval_samples_per_second": 7.34,
+      "eval_steps_per_second": 1.835,
+      "step": 1504
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.1903999999999999e-07,
+      "loss": 1.3314,
+      "step": 1508
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.2814455032348633,
+      "eval_runtime": 0.5367,
+      "eval_samples_per_second": 7.453,
+      "eval_steps_per_second": 1.863,
+      "step": 1508
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.1856e-07,
+      "loss": 1.3458,
+      "step": 1512
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.2800332307815552,
+      "eval_runtime": 0.5306,
+      "eval_samples_per_second": 7.538,
+      "eval_steps_per_second": 1.884,
+      "step": 1512
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.1808e-07,
+      "loss": 1.357,
+      "step": 1516
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.2792009115219116,
+      "eval_runtime": 0.545,
+      "eval_samples_per_second": 7.34,
+      "eval_steps_per_second": 1.835,
+      "step": 1516
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.176e-07,
+      "loss": 1.3808,
+      "step": 1520
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.2777525186538696,
+      "eval_runtime": 0.5523,
+      "eval_samples_per_second": 7.243,
+      "eval_steps_per_second": 1.811,
+      "step": 1520
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.1712e-07,
+      "loss": 1.3692,
+      "step": 1524
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.2765049934387207,
+      "eval_runtime": 0.752,
+      "eval_samples_per_second": 5.319,
+      "eval_steps_per_second": 1.33,
+      "step": 1524
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.1663999999999999e-07,
+      "loss": 1.3763,
+      "step": 1528
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.2754418849945068,
+      "eval_runtime": 0.7731,
+      "eval_samples_per_second": 5.174,
+      "eval_steps_per_second": 1.293,
+      "step": 1528
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.1615999999999999e-07,
+      "loss": 1.3505,
+      "step": 1532
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.2741388082504272,
+      "eval_runtime": 0.798,
+      "eval_samples_per_second": 5.012,
+      "eval_steps_per_second": 1.253,
+      "step": 1532
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.1567999999999999e-07,
+      "loss": 1.3579,
+      "step": 1536
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.273074746131897,
+      "eval_runtime": 0.5381,
+      "eval_samples_per_second": 7.433,
+      "eval_steps_per_second": 1.858,
+      "step": 1536
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.152e-07,
+      "loss": 1.3567,
+      "step": 1540
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.2716789245605469,
+      "eval_runtime": 0.5423,
+      "eval_samples_per_second": 7.376,
+      "eval_steps_per_second": 1.844,
+      "step": 1540
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1472e-07,
+      "loss": 1.3608,
+      "step": 1544
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.270503044128418,
+      "eval_runtime": 0.538,
+      "eval_samples_per_second": 7.435,
+      "eval_steps_per_second": 1.859,
+      "step": 1544
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1424000000000001e-07,
+      "loss": 1.3895,
+      "step": 1548
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.269209384918213,
+      "eval_runtime": 0.5287,
+      "eval_samples_per_second": 7.566,
+      "eval_steps_per_second": 1.892,
+      "step": 1548
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1376e-07,
+      "loss": 1.3614,
+      "step": 1552
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.2682329416275024,
+      "eval_runtime": 0.5516,
+      "eval_samples_per_second": 7.252,
+      "eval_steps_per_second": 1.813,
+      "step": 1552
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1327999999999999e-07,
+      "loss": 1.3643,
+      "step": 1556
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.2671722173690796,
+      "eval_runtime": 0.7443,
+      "eval_samples_per_second": 5.374,
+      "eval_steps_per_second": 1.344,
+      "step": 1556
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.1279999999999999e-07,
+      "loss": 1.3537,
+      "step": 1560
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.2658395767211914,
+      "eval_runtime": 0.7724,
+      "eval_samples_per_second": 5.179,
+      "eval_steps_per_second": 1.295,
+      "step": 1560
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1232e-07,
+      "loss": 1.3564,
+      "step": 1564
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.2647554874420166,
+      "eval_runtime": 0.7818,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 1.279,
+      "step": 1564
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1184e-07,
+      "loss": 1.3433,
+      "step": 1568
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.263366937637329,
+      "eval_runtime": 0.7501,
+      "eval_samples_per_second": 5.333,
+      "eval_steps_per_second": 1.333,
+      "step": 1568
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1135999999999999e-07,
+      "loss": 1.3805,
+      "step": 1572
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.2624878883361816,
+      "eval_runtime": 0.5467,
+      "eval_samples_per_second": 7.316,
+      "eval_steps_per_second": 1.829,
+      "step": 1572
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.1087999999999998e-07,
+      "loss": 1.3309,
+      "step": 1576
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.2612154483795166,
+      "eval_runtime": 0.5298,
+      "eval_samples_per_second": 7.55,
+      "eval_steps_per_second": 1.888,
+      "step": 1576
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.104e-07,
+      "loss": 1.3408,
+      "step": 1580
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.260028600692749,
+      "eval_runtime": 0.5364,
+      "eval_samples_per_second": 7.457,
+      "eval_steps_per_second": 1.864,
+      "step": 1580
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.0992e-07,
+      "loss": 1.3505,
+      "step": 1584
+    },
+    {
+      "epoch": 0.63,
+      "eval_loss": 1.2590596675872803,
+      "eval_runtime": 0.5419,
+      "eval_samples_per_second": 7.381,
+      "eval_steps_per_second": 1.845,
+      "step": 1584
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0943999999999999e-07,
+      "loss": 1.355,
+      "step": 1588
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.258219838142395,
+      "eval_runtime": 0.5356,
+      "eval_samples_per_second": 7.469,
+      "eval_steps_per_second": 1.867,
+      "step": 1588
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0896e-07,
+      "loss": 1.3426,
+      "step": 1592
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2570216655731201,
+      "eval_runtime": 0.7481,
+      "eval_samples_per_second": 5.347,
+      "eval_steps_per_second": 1.337,
+      "step": 1592
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0847999999999999e-07,
+      "loss": 1.3476,
+      "step": 1596
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2555859088897705,
+      "eval_runtime": 0.7344,
+      "eval_samples_per_second": 5.447,
+      "eval_steps_per_second": 1.362,
+      "step": 1596
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0799999999999999e-07,
+      "loss": 1.3448,
+      "step": 1600
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2546257972717285,
+      "eval_runtime": 0.8107,
+      "eval_samples_per_second": 4.934,
+      "eval_steps_per_second": 1.233,
+      "step": 1600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0752e-07,
+      "loss": 1.3702,
+      "step": 1604
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2532060146331787,
+      "eval_runtime": 0.5269,
+      "eval_samples_per_second": 7.592,
+      "eval_steps_per_second": 1.898,
+      "step": 1604
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0704e-07,
+      "loss": 1.3198,
+      "step": 1608
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2521923780441284,
+      "eval_runtime": 0.5439,
+      "eval_samples_per_second": 7.354,
+      "eval_steps_per_second": 1.839,
+      "step": 1608
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.0656e-07,
+      "loss": 1.3565,
+      "step": 1612
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2510970830917358,
+      "eval_runtime": 0.548,
+      "eval_samples_per_second": 7.3,
+      "eval_steps_per_second": 1.825,
+      "step": 1612
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0608000000000001e-07,
+      "loss": 1.3496,
+      "step": 1616
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2498608827590942,
+      "eval_runtime": 0.5393,
+      "eval_samples_per_second": 7.417,
+      "eval_steps_per_second": 1.854,
+      "step": 1616
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0559999999999999e-07,
+      "loss": 1.3346,
+      "step": 1620
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2489620447158813,
+      "eval_runtime": 0.5325,
+      "eval_samples_per_second": 7.512,
+      "eval_steps_per_second": 1.878,
+      "step": 1620
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0511999999999999e-07,
+      "loss": 1.3097,
+      "step": 1624
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2476825714111328,
+      "eval_runtime": 0.7695,
+      "eval_samples_per_second": 5.198,
+      "eval_steps_per_second": 1.3,
+      "step": 1624
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0463999999999999e-07,
+      "loss": 1.3224,
+      "step": 1628
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2467668056488037,
+      "eval_runtime": 0.7586,
+      "eval_samples_per_second": 5.273,
+      "eval_steps_per_second": 1.318,
+      "step": 1628
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0416e-07,
+      "loss": 1.321,
+      "step": 1632
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2455267906188965,
+      "eval_runtime": 0.7554,
+      "eval_samples_per_second": 5.295,
+      "eval_steps_per_second": 1.324,
+      "step": 1632
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.0368e-07,
+      "loss": 1.3069,
+      "step": 1636
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 1.2445768117904663,
+      "eval_runtime": 0.7823,
+      "eval_samples_per_second": 5.113,
+      "eval_steps_per_second": 1.278,
+      "step": 1636
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0319999999999998e-07,
+      "loss": 1.3358,
+      "step": 1640
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.243558406829834,
+      "eval_runtime": 0.5542,
+      "eval_samples_per_second": 7.218,
+      "eval_steps_per_second": 1.804,
+      "step": 1640
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0272e-07,
+      "loss": 1.3413,
+      "step": 1644
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.242706060409546,
+      "eval_runtime": 0.5488,
+      "eval_samples_per_second": 7.289,
+      "eval_steps_per_second": 1.822,
+      "step": 1644
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0224e-07,
+      "loss": 1.3328,
+      "step": 1648
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.2416179180145264,
+      "eval_runtime": 0.5351,
+      "eval_samples_per_second": 7.475,
+      "eval_steps_per_second": 1.869,
+      "step": 1648
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0175999999999999e-07,
+      "loss": 1.341,
+      "step": 1652
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.2406481504440308,
+      "eval_runtime": 0.5426,
+      "eval_samples_per_second": 7.372,
+      "eval_steps_per_second": 1.843,
+      "step": 1652
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.0128e-07,
+      "loss": 1.3022,
+      "step": 1656
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.2396165132522583,
+      "eval_runtime": 0.5368,
+      "eval_samples_per_second": 7.451,
+      "eval_steps_per_second": 1.863,
+      "step": 1656
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.008e-07,
+      "loss": 1.3309,
+      "step": 1660
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.2385637760162354,
+      "eval_runtime": 0.731,
+      "eval_samples_per_second": 5.472,
+      "eval_steps_per_second": 1.368,
+      "step": 1660
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.0031999999999999e-07,
+      "loss": 1.3099,
+      "step": 1664
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.237720012664795,
+      "eval_runtime": 0.7217,
+      "eval_samples_per_second": 5.543,
+      "eval_steps_per_second": 1.386,
+      "step": 1664
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.983999999999999e-08,
+      "loss": 1.2979,
+      "step": 1668
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.2368155717849731,
+      "eval_runtime": 0.7961,
+      "eval_samples_per_second": 5.024,
+      "eval_steps_per_second": 1.256,
+      "step": 1668
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.936e-08,
+      "loss": 1.3219,
+      "step": 1672
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.2358148097991943,
+      "eval_runtime": 0.6349,
+      "eval_samples_per_second": 6.3,
+      "eval_steps_per_second": 1.575,
+      "step": 1672
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.888e-08,
+      "loss": 1.328,
+      "step": 1676
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.2349071502685547,
+      "eval_runtime": 0.5583,
+      "eval_samples_per_second": 7.165,
+      "eval_steps_per_second": 1.791,
+      "step": 1676
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.84e-08,
+      "loss": 1.3161,
+      "step": 1680
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.233930230140686,
+      "eval_runtime": 0.5369,
+      "eval_samples_per_second": 7.45,
+      "eval_steps_per_second": 1.862,
+      "step": 1680
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.792e-08,
+      "loss": 1.3435,
+      "step": 1684
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 1.2328994274139404,
+      "eval_runtime": 0.5546,
+      "eval_samples_per_second": 7.213,
+      "eval_steps_per_second": 1.803,
+      "step": 1684
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.743999999999999e-08,
+      "loss": 1.3191,
+      "step": 1688
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.2323206663131714,
+      "eval_runtime": 0.5626,
+      "eval_samples_per_second": 7.11,
+      "eval_steps_per_second": 1.777,
+      "step": 1688
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.695999999999999e-08,
+      "loss": 1.3427,
+      "step": 1692
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.2313920259475708,
+      "eval_runtime": 0.7579,
+      "eval_samples_per_second": 5.278,
+      "eval_steps_per_second": 1.319,
+      "step": 1692
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.648e-08,
+      "loss": 1.3157,
+      "step": 1696
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.2306554317474365,
+      "eval_runtime": 0.7565,
+      "eval_samples_per_second": 5.287,
+      "eval_steps_per_second": 1.322,
+      "step": 1696
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.6e-08,
+      "loss": 1.31,
+      "step": 1700
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.229779839515686,
+      "eval_runtime": 0.8359,
+      "eval_samples_per_second": 4.785,
+      "eval_steps_per_second": 1.196,
+      "step": 1700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.552e-08,
+      "loss": 1.3418,
+      "step": 1704
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.2287366390228271,
+      "eval_runtime": 0.8,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 1.25,
+      "step": 1704
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.504000000000001e-08,
+      "loss": 1.3051,
+      "step": 1708
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.2279709577560425,
+      "eval_runtime": 0.5523,
+      "eval_samples_per_second": 7.243,
+      "eval_steps_per_second": 1.811,
+      "step": 1708
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.456e-08,
+      "loss": 1.3453,
+      "step": 1712
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.227084755897522,
+      "eval_runtime": 0.5304,
+      "eval_samples_per_second": 7.542,
+      "eval_steps_per_second": 1.885,
+      "step": 1712
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.407999999999999e-08,
+      "loss": 1.3146,
+      "step": 1716
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.226120114326477,
+      "eval_runtime": 0.536,
+      "eval_samples_per_second": 7.462,
+      "eval_steps_per_second": 1.866,
+      "step": 1716
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.359999999999999e-08,
+      "loss": 1.2961,
+      "step": 1720
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.2254786491394043,
+      "eval_runtime": 0.5464,
+      "eval_samples_per_second": 7.32,
+      "eval_steps_per_second": 1.83,
+      "step": 1720
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.312e-08,
+      "loss": 1.2989,
+      "step": 1724
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.2248467206954956,
+      "eval_runtime": 0.5328,
+      "eval_samples_per_second": 7.507,
+      "eval_steps_per_second": 1.877,
+      "step": 1724
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.264e-08,
+      "loss": 1.314,
+      "step": 1728
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.2238779067993164,
+      "eval_runtime": 0.7698,
+      "eval_samples_per_second": 5.196,
+      "eval_steps_per_second": 1.299,
+      "step": 1728
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.215999999999999e-08,
+      "loss": 1.3137,
+      "step": 1732
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.2231634855270386,
+      "eval_runtime": 0.7516,
+      "eval_samples_per_second": 5.322,
+      "eval_steps_per_second": 1.33,
+      "step": 1732
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.167999999999998e-08,
+      "loss": 1.323,
+      "step": 1736
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 1.222124457359314,
+      "eval_runtime": 0.8004,
+      "eval_samples_per_second": 4.997,
+      "eval_steps_per_second": 1.249,
+      "step": 1736
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.12e-08,
+      "loss": 1.3194,
+      "step": 1740
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.2216134071350098,
+      "eval_runtime": 0.5409,
+      "eval_samples_per_second": 7.394,
+      "eval_steps_per_second": 1.849,
+      "step": 1740
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.072e-08,
+      "loss": 1.2857,
+      "step": 1744
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.220569372177124,
+      "eval_runtime": 0.5422,
+      "eval_samples_per_second": 7.377,
+      "eval_steps_per_second": 1.844,
+      "step": 1744
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.024e-08,
+      "loss": 1.3101,
+      "step": 1748
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.2198562622070312,
+      "eval_runtime": 0.5528,
+      "eval_samples_per_second": 7.236,
+      "eval_steps_per_second": 1.809,
+      "step": 1748
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 8.976e-08,
+      "loss": 1.2962,
+      "step": 1752
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.2193635702133179,
+      "eval_runtime": 0.5512,
+      "eval_samples_per_second": 7.257,
+      "eval_steps_per_second": 1.814,
+      "step": 1752
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 8.927999999999999e-08,
+      "loss": 1.2927,
+      "step": 1756
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.218583345413208,
+      "eval_runtime": 0.5559,
+      "eval_samples_per_second": 7.195,
+      "eval_steps_per_second": 1.799,
+      "step": 1756
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 8.879999999999999e-08,
+      "loss": 1.2728,
+      "step": 1760
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.2178785800933838,
+      "eval_runtime": 0.7605,
+      "eval_samples_per_second": 5.26,
+      "eval_steps_per_second": 1.315,
+      "step": 1760
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.832e-08,
+      "loss": 1.2903,
+      "step": 1764
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2169758081436157,
+      "eval_runtime": 0.7602,
+      "eval_samples_per_second": 5.262,
+      "eval_steps_per_second": 1.315,
+      "step": 1764
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.784e-08,
+      "loss": 1.3108,
+      "step": 1768
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2163543701171875,
+      "eval_runtime": 0.7924,
+      "eval_samples_per_second": 5.048,
+      "eval_steps_per_second": 1.262,
+      "step": 1768
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.736e-08,
+      "loss": 1.2899,
+      "step": 1772
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2156285047531128,
+      "eval_runtime": 0.5511,
+      "eval_samples_per_second": 7.259,
+      "eval_steps_per_second": 1.815,
+      "step": 1772
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.688000000000001e-08,
+      "loss": 1.2996,
+      "step": 1776
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2148629426956177,
+      "eval_runtime": 0.5465,
+      "eval_samples_per_second": 7.32,
+      "eval_steps_per_second": 1.83,
+      "step": 1776
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.639999999999999e-08,
+      "loss": 1.2865,
+      "step": 1780
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2141329050064087,
+      "eval_runtime": 0.5496,
+      "eval_samples_per_second": 7.278,
+      "eval_steps_per_second": 1.819,
+      "step": 1780
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 8.591999999999999e-08,
+      "loss": 1.3004,
+      "step": 1784
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 1.2135276794433594,
+      "eval_runtime": 0.8113,
+      "eval_samples_per_second": 4.93,
+      "eval_steps_per_second": 1.233,
+      "step": 1784
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.543999999999999e-08,
+      "loss": 1.2916,
+      "step": 1788
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2127509117126465,
+      "eval_runtime": 1.0008,
+      "eval_samples_per_second": 3.997,
+      "eval_steps_per_second": 0.999,
+      "step": 1788
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.496e-08,
+      "loss": 1.2975,
+      "step": 1792
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2119174003601074,
+      "eval_runtime": 0.9106,
+      "eval_samples_per_second": 4.393,
+      "eval_steps_per_second": 1.098,
+      "step": 1792
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.448e-08,
+      "loss": 1.3071,
+      "step": 1796
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2113782167434692,
+      "eval_runtime": 0.8267,
+      "eval_samples_per_second": 4.838,
+      "eval_steps_per_second": 1.21,
+      "step": 1796
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.4e-08,
+      "loss": 1.2793,
+      "step": 1800
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2105748653411865,
+      "eval_runtime": 0.9729,
+      "eval_samples_per_second": 4.111,
+      "eval_steps_per_second": 1.028,
+      "step": 1800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.352e-08,
+      "loss": 1.2755,
+      "step": 1804
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2097927331924438,
+      "eval_runtime": 1.0248,
+      "eval_samples_per_second": 3.903,
+      "eval_steps_per_second": 0.976,
+      "step": 1804
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.304e-08,
+      "loss": 1.2968,
+      "step": 1808
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2092970609664917,
+      "eval_runtime": 0.8732,
+      "eval_samples_per_second": 4.581,
+      "eval_steps_per_second": 1.145,
+      "step": 1808
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 8.255999999999999e-08,
+      "loss": 1.3226,
+      "step": 1812
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.2085187435150146,
+      "eval_runtime": 0.994,
+      "eval_samples_per_second": 4.024,
+      "eval_steps_per_second": 1.006,
+      "step": 1812
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.208e-08,
+      "loss": 1.3117,
+      "step": 1816
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.2078773975372314,
+      "eval_runtime": 0.9321,
+      "eval_samples_per_second": 4.291,
+      "eval_steps_per_second": 1.073,
+      "step": 1816
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.16e-08,
+      "loss": 1.2957,
+      "step": 1820
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.207309603691101,
+      "eval_runtime": 0.8433,
+      "eval_samples_per_second": 4.743,
+      "eval_steps_per_second": 1.186,
+      "step": 1820
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.111999999999999e-08,
+      "loss": 1.2885,
+      "step": 1824
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.206638216972351,
+      "eval_runtime": 1.0078,
+      "eval_samples_per_second": 3.969,
+      "eval_steps_per_second": 0.992,
+      "step": 1824
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.063999999999999e-08,
+      "loss": 1.2731,
+      "step": 1828
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.2057451009750366,
+      "eval_runtime": 0.9696,
+      "eval_samples_per_second": 4.125,
+      "eval_steps_per_second": 1.031,
+      "step": 1828
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 8.016e-08,
+      "loss": 1.2821,
+      "step": 1832
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.2051252126693726,
+      "eval_runtime": 0.8398,
+      "eval_samples_per_second": 4.763,
+      "eval_steps_per_second": 1.191,
+      "step": 1832
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.968e-08,
+      "loss": 1.2944,
+      "step": 1836
+    },
+    {
+      "epoch": 0.73,
+      "eval_loss": 1.2045457363128662,
+      "eval_runtime": 0.8549,
+      "eval_samples_per_second": 4.679,
+      "eval_steps_per_second": 1.17,
+      "step": 1836
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.92e-08,
+      "loss": 1.2768,
+      "step": 1840
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.2040053606033325,
+      "eval_runtime": 0.9035,
+      "eval_samples_per_second": 4.427,
+      "eval_steps_per_second": 1.107,
+      "step": 1840
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.872e-08,
+      "loss": 1.2917,
+      "step": 1844
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.2034111022949219,
+      "eval_runtime": 0.8657,
+      "eval_samples_per_second": 4.621,
+      "eval_steps_per_second": 1.155,
+      "step": 1844
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.823999999999999e-08,
+      "loss": 1.2935,
+      "step": 1848
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.2027428150177002,
+      "eval_runtime": 0.8157,
+      "eval_samples_per_second": 4.903,
+      "eval_steps_per_second": 1.226,
+      "step": 1848
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.775999999999999e-08,
+      "loss": 1.268,
+      "step": 1852
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.2022608518600464,
+      "eval_runtime": 0.8551,
+      "eval_samples_per_second": 4.678,
+      "eval_steps_per_second": 1.169,
+      "step": 1852
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.728e-08,
+      "loss": 1.2761,
+      "step": 1856
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.2016183137893677,
+      "eval_runtime": 0.8348,
+      "eval_samples_per_second": 4.791,
+      "eval_steps_per_second": 1.198,
+      "step": 1856
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.68e-08,
+      "loss": 1.3107,
+      "step": 1860
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.201023817062378,
+      "eval_runtime": 0.8161,
+      "eval_samples_per_second": 4.901,
+      "eval_steps_per_second": 1.225,
+      "step": 1860
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.632e-08,
+      "loss": 1.2752,
+      "step": 1864
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.2003718614578247,
+      "eval_runtime": 1.0033,
+      "eval_samples_per_second": 3.987,
+      "eval_steps_per_second": 0.997,
+      "step": 1864
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.584000000000001e-08,
+      "loss": 1.2661,
+      "step": 1868
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.1996574401855469,
+      "eval_runtime": 0.8381,
+      "eval_samples_per_second": 4.773,
+      "eval_steps_per_second": 1.193,
+      "step": 1868
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.536e-08,
+      "loss": 1.2985,
+      "step": 1872
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.199149250984192,
+      "eval_runtime": 0.8342,
+      "eval_samples_per_second": 4.795,
+      "eval_steps_per_second": 1.199,
+      "step": 1872
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.487999999999999e-08,
+      "loss": 1.2801,
+      "step": 1876
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.1985127925872803,
+      "eval_runtime": 0.9225,
+      "eval_samples_per_second": 4.336,
+      "eval_steps_per_second": 1.084,
+      "step": 1876
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.439999999999999e-08,
+      "loss": 1.2775,
+      "step": 1880
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.1979784965515137,
+      "eval_runtime": 0.92,
+      "eval_samples_per_second": 4.348,
+      "eval_steps_per_second": 1.087,
+      "step": 1880
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.392e-08,
+      "loss": 1.2741,
+      "step": 1884
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 1.1976195573806763,
+      "eval_runtime": 0.8775,
+      "eval_samples_per_second": 4.558,
+      "eval_steps_per_second": 1.14,
+      "step": 1884
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.343999999999999e-08,
+      "loss": 1.2747,
+      "step": 1888
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.197205662727356,
+      "eval_runtime": 0.8885,
+      "eval_samples_per_second": 4.502,
+      "eval_steps_per_second": 1.125,
+      "step": 1888
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.296e-08,
+      "loss": 1.2772,
+      "step": 1892
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1963942050933838,
+      "eval_runtime": 0.9218,
+      "eval_samples_per_second": 4.339,
+      "eval_steps_per_second": 1.085,
+      "step": 1892
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.248e-08,
+      "loss": 1.2953,
+      "step": 1896
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1961135864257812,
+      "eval_runtime": 0.8111,
+      "eval_samples_per_second": 4.932,
+      "eval_steps_per_second": 1.233,
+      "step": 1896
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.2e-08,
+      "loss": 1.3052,
+      "step": 1900
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1957508325576782,
+      "eval_runtime": 0.9897,
+      "eval_samples_per_second": 4.042,
+      "eval_steps_per_second": 1.01,
+      "step": 1900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.152e-08,
+      "loss": 1.2505,
+      "step": 1904
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1951295137405396,
+      "eval_runtime": 0.9069,
+      "eval_samples_per_second": 4.41,
+      "eval_steps_per_second": 1.103,
+      "step": 1904
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.104e-08,
+      "loss": 1.3088,
+      "step": 1908
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1944581270217896,
+      "eval_runtime": 0.7895,
+      "eval_samples_per_second": 5.066,
+      "eval_steps_per_second": 1.267,
+      "step": 1908
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.055999999999999e-08,
+      "loss": 1.2705,
+      "step": 1912
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.1939201354980469,
+      "eval_runtime": 0.912,
+      "eval_samples_per_second": 4.386,
+      "eval_steps_per_second": 1.097,
+      "step": 1912
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.008e-08,
+      "loss": 1.2606,
+      "step": 1916
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.1934112310409546,
+      "eval_runtime": 0.948,
+      "eval_samples_per_second": 4.219,
+      "eval_steps_per_second": 1.055,
+      "step": 1916
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 6.96e-08,
+      "loss": 1.2729,
+      "step": 1920
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.1931556463241577,
+      "eval_runtime": 0.8456,
+      "eval_samples_per_second": 4.73,
+      "eval_steps_per_second": 1.183,
+      "step": 1920
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 6.912e-08,
+      "loss": 1.2642,
+      "step": 1924
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.1926673650741577,
+      "eval_runtime": 0.8112,
+      "eval_samples_per_second": 4.931,
+      "eval_steps_per_second": 1.233,
+      "step": 1924
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 6.864e-08,
+      "loss": 1.2903,
+      "step": 1928
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.1919676065444946,
+      "eval_runtime": 0.865,
+      "eval_samples_per_second": 4.624,
+      "eval_steps_per_second": 1.156,
+      "step": 1928
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 6.816e-08,
+      "loss": 1.2688,
+      "step": 1932
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.191756010055542,
+      "eval_runtime": 0.8924,
+      "eval_samples_per_second": 4.482,
+      "eval_steps_per_second": 1.121,
+      "step": 1932
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 6.768e-08,
+      "loss": 1.2677,
+      "step": 1936
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 1.1909488439559937,
+      "eval_runtime": 0.8423,
+      "eval_samples_per_second": 4.749,
+      "eval_steps_per_second": 1.187,
+      "step": 1936
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.719999999999999e-08,
+      "loss": 1.2747,
+      "step": 1940
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.1905359029769897,
+      "eval_runtime": 0.8982,
+      "eval_samples_per_second": 4.453,
+      "eval_steps_per_second": 1.113,
+      "step": 1940
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.671999999999999e-08,
+      "loss": 1.2512,
+      "step": 1944
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.19022798538208,
+      "eval_runtime": 0.8246,
+      "eval_samples_per_second": 4.851,
+      "eval_steps_per_second": 1.213,
+      "step": 1944
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.623999999999999e-08,
+      "loss": 1.2651,
+      "step": 1948
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.1898229122161865,
+      "eval_runtime": 0.8116,
+      "eval_samples_per_second": 4.928,
+      "eval_steps_per_second": 1.232,
+      "step": 1948
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.576e-08,
+      "loss": 1.2655,
+      "step": 1952
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.189262866973877,
+      "eval_runtime": 1.0243,
+      "eval_samples_per_second": 3.905,
+      "eval_steps_per_second": 0.976,
+      "step": 1952
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.528e-08,
+      "loss": 1.2617,
+      "step": 1956
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.1888002157211304,
+      "eval_runtime": 0.8812,
+      "eval_samples_per_second": 4.539,
+      "eval_steps_per_second": 1.135,
+      "step": 1956
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 6.48e-08,
+      "loss": 1.2764,
+      "step": 1960
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.1885006427764893,
+      "eval_runtime": 0.8185,
+      "eval_samples_per_second": 4.887,
+      "eval_steps_per_second": 1.222,
+      "step": 1960
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.432e-08,
+      "loss": 1.2531,
+      "step": 1964
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.188267469406128,
+      "eval_runtime": 0.9375,
+      "eval_samples_per_second": 4.267,
+      "eval_steps_per_second": 1.067,
+      "step": 1964
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.384e-08,
+      "loss": 1.2911,
+      "step": 1968
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.1874159574508667,
+      "eval_runtime": 0.9562,
+      "eval_samples_per_second": 4.183,
+      "eval_steps_per_second": 1.046,
+      "step": 1968
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.335999999999999e-08,
+      "loss": 1.2616,
+      "step": 1972
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.1871256828308105,
+      "eval_runtime": 0.8052,
+      "eval_samples_per_second": 4.968,
+      "eval_steps_per_second": 1.242,
+      "step": 1972
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.288e-08,
+      "loss": 1.2537,
+      "step": 1976
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.1868540048599243,
+      "eval_runtime": 1.0118,
+      "eval_samples_per_second": 3.953,
+      "eval_steps_per_second": 0.988,
+      "step": 1976
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.239999999999999e-08,
+      "loss": 1.2548,
+      "step": 1980
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.1864162683486938,
+      "eval_runtime": 1.0123,
+      "eval_samples_per_second": 3.951,
+      "eval_steps_per_second": 0.988,
+      "step": 1980
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.192e-08,
+      "loss": 1.2722,
+      "step": 1984
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 1.1861025094985962,
+      "eval_runtime": 0.8118,
+      "eval_samples_per_second": 4.927,
+      "eval_steps_per_second": 1.232,
+      "step": 1984
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.144e-08,
+      "loss": 1.2717,
+      "step": 1988
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1857701539993286,
+      "eval_runtime": 0.9863,
+      "eval_samples_per_second": 4.056,
+      "eval_steps_per_second": 1.014,
+      "step": 1988
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.096e-08,
+      "loss": 1.281,
+      "step": 1992
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1854195594787598,
+      "eval_runtime": 0.8058,
+      "eval_samples_per_second": 4.964,
+      "eval_steps_per_second": 1.241,
+      "step": 1992
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.048e-08,
+      "loss": 1.2766,
+      "step": 1996
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1849565505981445,
+      "eval_runtime": 0.6952,
+      "eval_samples_per_second": 5.754,
+      "eval_steps_per_second": 1.438,
+      "step": 1996
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6e-08,
+      "loss": 1.2962,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1846204996109009,
+      "eval_runtime": 0.5591,
+      "eval_samples_per_second": 7.154,
+      "eval_steps_per_second": 1.789,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.951999999999999e-08,
+      "loss": 1.2732,
+      "step": 2004
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1842423677444458,
+      "eval_runtime": 0.6989,
+      "eval_samples_per_second": 5.724,
+      "eval_steps_per_second": 1.431,
+      "step": 2004
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.904e-08,
+      "loss": 1.2588,
+      "step": 2008
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1838123798370361,
+      "eval_runtime": 0.533,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 1.876,
+      "step": 2008
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.856e-08,
+      "loss": 1.2651,
+      "step": 2012
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.1836127042770386,
+      "eval_runtime": 0.5522,
+      "eval_samples_per_second": 7.243,
+      "eval_steps_per_second": 1.811,
+      "step": 2012
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.8079999999999995e-08,
+      "loss": 1.2755,
+      "step": 2016
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.1833029985427856,
+      "eval_runtime": 0.5378,
+      "eval_samples_per_second": 7.438,
+      "eval_steps_per_second": 1.859,
+      "step": 2016
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.76e-08,
+      "loss": 1.2513,
+      "step": 2020
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.1827694177627563,
+      "eval_runtime": 0.5697,
+      "eval_samples_per_second": 7.021,
+      "eval_steps_per_second": 1.755,
+      "step": 2020
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.7120000000000005e-08,
+      "loss": 1.2645,
+      "step": 2024
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.1824350357055664,
+      "eval_runtime": 0.7918,
+      "eval_samples_per_second": 5.052,
+      "eval_steps_per_second": 1.263,
+      "step": 2024
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.6639999999999996e-08,
+      "loss": 1.2593,
+      "step": 2028
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.181903600692749,
+      "eval_runtime": 0.7394,
+      "eval_samples_per_second": 5.41,
+      "eval_steps_per_second": 1.353,
+      "step": 2028
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.616e-08,
+      "loss": 1.2947,
+      "step": 2032
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.1818093061447144,
+      "eval_runtime": 0.8202,
+      "eval_samples_per_second": 4.877,
+      "eval_steps_per_second": 1.219,
+      "step": 2032
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.567999999999999e-08,
+      "loss": 1.2599,
+      "step": 2036
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 1.1813161373138428,
+      "eval_runtime": 0.8494,
+      "eval_samples_per_second": 4.709,
+      "eval_steps_per_second": 1.177,
+      "step": 2036
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.52e-08,
+      "loss": 1.2094,
+      "step": 2040
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.1808911561965942,
+      "eval_runtime": 0.5448,
+      "eval_samples_per_second": 7.342,
+      "eval_steps_per_second": 1.835,
+      "step": 2040
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.4719999999999996e-08,
+      "loss": 1.2707,
+      "step": 2044
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.180704116821289,
+      "eval_runtime": 0.5486,
+      "eval_samples_per_second": 7.291,
+      "eval_steps_per_second": 1.823,
+      "step": 2044
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.4239999999999995e-08,
+      "loss": 1.2653,
+      "step": 2048
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.1802550554275513,
+      "eval_runtime": 0.5729,
+      "eval_samples_per_second": 6.982,
+      "eval_steps_per_second": 1.745,
+      "step": 2048
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.376e-08,
+      "loss": 1.2637,
+      "step": 2052
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.1799267530441284,
+      "eval_runtime": 0.55,
+      "eval_samples_per_second": 7.273,
+      "eval_steps_per_second": 1.818,
+      "step": 2052
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.328e-08,
+      "loss": 1.2708,
+      "step": 2056
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.1799120903015137,
+      "eval_runtime": 0.5421,
+      "eval_samples_per_second": 7.379,
+      "eval_steps_per_second": 1.845,
+      "step": 2056
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.2799999999999996e-08,
+      "loss": 1.283,
+      "step": 2060
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.1794401407241821,
+      "eval_runtime": 0.7544,
+      "eval_samples_per_second": 5.302,
+      "eval_steps_per_second": 1.325,
+      "step": 2060
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.2319999999999995e-08,
+      "loss": 1.2853,
+      "step": 2064
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.1792134046554565,
+      "eval_runtime": 0.7805,
+      "eval_samples_per_second": 5.125,
+      "eval_steps_per_second": 1.281,
+      "step": 2064
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.184e-08,
+      "loss": 1.2617,
+      "step": 2068
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.1792347431182861,
+      "eval_runtime": 0.7985,
+      "eval_samples_per_second": 5.01,
+      "eval_steps_per_second": 1.252,
+      "step": 2068
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.136e-08,
+      "loss": 1.2476,
+      "step": 2072
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.178797721862793,
+      "eval_runtime": 0.8348,
+      "eval_samples_per_second": 4.792,
+      "eval_steps_per_second": 1.198,
+      "step": 2072
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.0879999999999996e-08,
+      "loss": 1.2355,
+      "step": 2076
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.1785314083099365,
+      "eval_runtime": 0.5603,
+      "eval_samples_per_second": 7.139,
+      "eval_steps_per_second": 1.785,
+      "step": 2076
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 5.04e-08,
+      "loss": 1.2348,
+      "step": 2080
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.1781315803527832,
+      "eval_runtime": 0.5683,
+      "eval_samples_per_second": 7.038,
+      "eval_steps_per_second": 1.76,
+      "step": 2080
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.991999999999999e-08,
+      "loss": 1.2468,
+      "step": 2084
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 1.1779569387435913,
+      "eval_runtime": 0.5524,
+      "eval_samples_per_second": 7.241,
+      "eval_steps_per_second": 1.81,
+      "step": 2084
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.944e-08,
+      "loss": 1.2715,
+      "step": 2088
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.177626609802246,
+      "eval_runtime": 0.5397,
+      "eval_samples_per_second": 7.412,
+      "eval_steps_per_second": 1.853,
+      "step": 2088
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.896e-08,
+      "loss": 1.2502,
+      "step": 2092
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.1772172451019287,
+      "eval_runtime": 0.5501,
+      "eval_samples_per_second": 7.271,
+      "eval_steps_per_second": 1.818,
+      "step": 2092
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.8479999999999995e-08,
+      "loss": 1.284,
+      "step": 2096
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.177082896232605,
+      "eval_runtime": 0.7726,
+      "eval_samples_per_second": 5.177,
+      "eval_steps_per_second": 1.294,
+      "step": 2096
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.8e-08,
+      "loss": 1.2417,
+      "step": 2100
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.1768074035644531,
+      "eval_runtime": 0.8241,
+      "eval_samples_per_second": 4.854,
+      "eval_steps_per_second": 1.213,
+      "step": 2100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.7520000000000005e-08,
+      "loss": 1.2516,
+      "step": 2104
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.1765819787979126,
+      "eval_runtime": 0.7686,
+      "eval_samples_per_second": 5.204,
+      "eval_steps_per_second": 1.301,
+      "step": 2104
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.7039999999999996e-08,
+      "loss": 1.2748,
+      "step": 2108
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.1763153076171875,
+      "eval_runtime": 0.5397,
+      "eval_samples_per_second": 7.412,
+      "eval_steps_per_second": 1.853,
+      "step": 2108
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.656e-08,
+      "loss": 1.2744,
+      "step": 2112
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.1761606931686401,
+      "eval_runtime": 0.559,
+      "eval_samples_per_second": 7.156,
+      "eval_steps_per_second": 1.789,
+      "step": 2112
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.607999999999999e-08,
+      "loss": 1.2551,
+      "step": 2116
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.1757404804229736,
+      "eval_runtime": 0.5541,
+      "eval_samples_per_second": 7.219,
+      "eval_steps_per_second": 1.805,
+      "step": 2116
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.56e-08,
+      "loss": 1.2687,
+      "step": 2120
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.175508737564087,
+      "eval_runtime": 0.5519,
+      "eval_samples_per_second": 7.247,
+      "eval_steps_per_second": 1.812,
+      "step": 2120
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.512e-08,
+      "loss": 1.2575,
+      "step": 2124
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.1754050254821777,
+      "eval_runtime": 0.5573,
+      "eval_samples_per_second": 7.178,
+      "eval_steps_per_second": 1.794,
+      "step": 2124
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.4639999999999995e-08,
+      "loss": 1.2501,
+      "step": 2128
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.1749186515808105,
+      "eval_runtime": 0.8148,
+      "eval_samples_per_second": 4.909,
+      "eval_steps_per_second": 1.227,
+      "step": 2128
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.416e-08,
+      "loss": 1.2728,
+      "step": 2132
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.1750520467758179,
+      "eval_runtime": 0.8081,
+      "eval_samples_per_second": 4.95,
+      "eval_steps_per_second": 1.237,
+      "step": 2132
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.368e-08,
+      "loss": 1.2411,
+      "step": 2136
+    },
+    {
+      "epoch": 0.85,
+      "eval_loss": 1.174950122833252,
+      "eval_runtime": 0.7994,
+      "eval_samples_per_second": 5.004,
+      "eval_steps_per_second": 1.251,
+      "step": 2136
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.3199999999999996e-08,
+      "loss": 1.2505,
+      "step": 2140
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1743714809417725,
+      "eval_runtime": 0.8793,
+      "eval_samples_per_second": 4.549,
+      "eval_steps_per_second": 1.137,
+      "step": 2140
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.2719999999999995e-08,
+      "loss": 1.2363,
+      "step": 2144
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1743040084838867,
+      "eval_runtime": 0.5548,
+      "eval_samples_per_second": 7.209,
+      "eval_steps_per_second": 1.802,
+      "step": 2144
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.224e-08,
+      "loss": 1.2408,
+      "step": 2148
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1740877628326416,
+      "eval_runtime": 0.5539,
+      "eval_samples_per_second": 7.221,
+      "eval_steps_per_second": 1.805,
+      "step": 2148
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.176e-08,
+      "loss": 1.25,
+      "step": 2152
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1735849380493164,
+      "eval_runtime": 0.5552,
+      "eval_samples_per_second": 7.204,
+      "eval_steps_per_second": 1.801,
+      "step": 2152
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1279999999999996e-08,
+      "loss": 1.2729,
+      "step": 2156
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1735070943832397,
+      "eval_runtime": 0.5396,
+      "eval_samples_per_second": 7.413,
+      "eval_steps_per_second": 1.853,
+      "step": 2156
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.08e-08,
+      "loss": 1.2467,
+      "step": 2160
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.1735484600067139,
+      "eval_runtime": 0.5593,
+      "eval_samples_per_second": 7.152,
+      "eval_steps_per_second": 1.788,
+      "step": 2160
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.031999999999999e-08,
+      "loss": 1.2377,
+      "step": 2164
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.1734050512313843,
+      "eval_runtime": 0.7724,
+      "eval_samples_per_second": 5.179,
+      "eval_steps_per_second": 1.295,
+      "step": 2164
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.984e-08,
+      "loss": 1.2876,
+      "step": 2168
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.172935962677002,
+      "eval_runtime": 0.7737,
+      "eval_samples_per_second": 5.17,
+      "eval_steps_per_second": 1.292,
+      "step": 2168
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.936e-08,
+      "loss": 1.255,
+      "step": 2172
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.172789216041565,
+      "eval_runtime": 0.8022,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.247,
+      "step": 2172
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.8879999999999995e-08,
+      "loss": 1.2471,
+      "step": 2176
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.1724050045013428,
+      "eval_runtime": 0.5443,
+      "eval_samples_per_second": 7.349,
+      "eval_steps_per_second": 1.837,
+      "step": 2176
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.84e-08,
+      "loss": 1.2641,
+      "step": 2180
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.1726024150848389,
+      "eval_runtime": 0.5537,
+      "eval_samples_per_second": 7.224,
+      "eval_steps_per_second": 1.806,
+      "step": 2180
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.7920000000000005e-08,
+      "loss": 1.2594,
+      "step": 2184
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 1.1722073554992676,
+      "eval_runtime": 0.5672,
+      "eval_samples_per_second": 7.053,
+      "eval_steps_per_second": 1.763,
+      "step": 2184
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.7439999999999996e-08,
+      "loss": 1.2803,
+      "step": 2188
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1718605756759644,
+      "eval_runtime": 0.5653,
+      "eval_samples_per_second": 7.076,
+      "eval_steps_per_second": 1.769,
+      "step": 2188
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.696e-08,
+      "loss": 1.2404,
+      "step": 2192
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1717666387557983,
+      "eval_runtime": 0.5424,
+      "eval_samples_per_second": 7.375,
+      "eval_steps_per_second": 1.844,
+      "step": 2192
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.648e-08,
+      "loss": 1.2538,
+      "step": 2196
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1718065738677979,
+      "eval_runtime": 0.8245,
+      "eval_samples_per_second": 4.852,
+      "eval_steps_per_second": 1.213,
+      "step": 2196
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.6e-08,
+      "loss": 1.2423,
+      "step": 2200
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1715894937515259,
+      "eval_runtime": 0.7792,
+      "eval_samples_per_second": 5.134,
+      "eval_steps_per_second": 1.283,
+      "step": 2200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.552e-08,
+      "loss": 1.2344,
+      "step": 2204
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1713180541992188,
+      "eval_runtime": 0.8087,
+      "eval_samples_per_second": 4.946,
+      "eval_steps_per_second": 1.237,
+      "step": 2204
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.504e-08,
+      "loss": 1.2646,
+      "step": 2208
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1710913181304932,
+      "eval_runtime": 0.7178,
+      "eval_samples_per_second": 5.572,
+      "eval_steps_per_second": 1.393,
+      "step": 2208
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.456e-08,
+      "loss": 1.2501,
+      "step": 2212
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.1711719036102295,
+      "eval_runtime": 0.5726,
+      "eval_samples_per_second": 6.985,
+      "eval_steps_per_second": 1.746,
+      "step": 2212
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.408e-08,
+      "loss": 1.2455,
+      "step": 2216
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.1708979606628418,
+      "eval_runtime": 0.5581,
+      "eval_samples_per_second": 7.168,
+      "eval_steps_per_second": 1.792,
+      "step": 2216
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.3599999999999996e-08,
+      "loss": 1.2588,
+      "step": 2220
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.170513391494751,
+      "eval_runtime": 0.5523,
+      "eval_samples_per_second": 7.242,
+      "eval_steps_per_second": 1.811,
+      "step": 2220
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.3119999999999995e-08,
+      "loss": 1.2629,
+      "step": 2224
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.1705873012542725,
+      "eval_runtime": 0.5461,
+      "eval_samples_per_second": 7.325,
+      "eval_steps_per_second": 1.831,
+      "step": 2224
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.264e-08,
+      "loss": 1.2572,
+      "step": 2228
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.1705511808395386,
+      "eval_runtime": 0.6444,
+      "eval_samples_per_second": 6.208,
+      "eval_steps_per_second": 1.552,
+      "step": 2228
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.216e-08,
+      "loss": 1.2625,
+      "step": 2232
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.1704365015029907,
+      "eval_runtime": 0.7974,
+      "eval_samples_per_second": 5.016,
+      "eval_steps_per_second": 1.254,
+      "step": 2232
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.1679999999999996e-08,
+      "loss": 1.2479,
+      "step": 2236
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 1.16998291015625,
+      "eval_runtime": 0.783,
+      "eval_samples_per_second": 5.108,
+      "eval_steps_per_second": 1.277,
+      "step": 2236
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.1199999999999995e-08,
+      "loss": 1.2698,
+      "step": 2240
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1701174974441528,
+      "eval_runtime": 0.778,
+      "eval_samples_per_second": 5.141,
+      "eval_steps_per_second": 1.285,
+      "step": 2240
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.072e-08,
+      "loss": 1.2619,
+      "step": 2244
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1698575019836426,
+      "eval_runtime": 0.5528,
+      "eval_samples_per_second": 7.235,
+      "eval_steps_per_second": 1.809,
+      "step": 2244
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.024e-08,
+      "loss": 1.2455,
+      "step": 2248
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1696205139160156,
+      "eval_runtime": 0.5491,
+      "eval_samples_per_second": 7.285,
+      "eval_steps_per_second": 1.821,
+      "step": 2248
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.9759999999999996e-08,
+      "loss": 1.2523,
+      "step": 2252
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1695911884307861,
+      "eval_runtime": 0.5404,
+      "eval_samples_per_second": 7.402,
+      "eval_steps_per_second": 1.85,
+      "step": 2252
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.928e-08,
+      "loss": 1.2695,
+      "step": 2256
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1692249774932861,
+      "eval_runtime": 0.55,
+      "eval_samples_per_second": 7.273,
+      "eval_steps_per_second": 1.818,
+      "step": 2256
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.88e-08,
+      "loss": 1.258,
+      "step": 2260
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.1691182851791382,
+      "eval_runtime": 0.5535,
+      "eval_samples_per_second": 7.227,
+      "eval_steps_per_second": 1.807,
+      "step": 2260
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.8319999999999998e-08,
+      "loss": 1.2393,
+      "step": 2264
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.169084906578064,
+      "eval_runtime": 0.7449,
+      "eval_samples_per_second": 5.37,
+      "eval_steps_per_second": 1.342,
+      "step": 2264
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7839999999999997e-08,
+      "loss": 1.2567,
+      "step": 2268
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.1689860820770264,
+      "eval_runtime": 0.7442,
+      "eval_samples_per_second": 5.375,
+      "eval_steps_per_second": 1.344,
+      "step": 2268
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.7359999999999998e-08,
+      "loss": 1.2373,
+      "step": 2272
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.1687620878219604,
+      "eval_runtime": 0.7861,
+      "eval_samples_per_second": 5.089,
+      "eval_steps_per_second": 1.272,
+      "step": 2272
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.688e-08,
+      "loss": 1.2797,
+      "step": 2276
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.1686581373214722,
+      "eval_runtime": 0.8296,
+      "eval_samples_per_second": 4.822,
+      "eval_steps_per_second": 1.205,
+      "step": 2276
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.6399999999999998e-08,
+      "loss": 1.2646,
+      "step": 2280
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.1686054468154907,
+      "eval_runtime": 0.5581,
+      "eval_samples_per_second": 7.167,
+      "eval_steps_per_second": 1.792,
+      "step": 2280
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.592e-08,
+      "loss": 1.2502,
+      "step": 2284
+    },
+    {
+      "epoch": 0.91,
+      "eval_loss": 1.16860032081604,
+      "eval_runtime": 0.5609,
+      "eval_samples_per_second": 7.131,
+      "eval_steps_per_second": 1.783,
+      "step": 2284
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.5439999999999998e-08,
+      "loss": 1.2317,
+      "step": 2288
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.1684176921844482,
+      "eval_runtime": 0.5432,
+      "eval_samples_per_second": 7.363,
+      "eval_steps_per_second": 1.841,
+      "step": 2288
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.4959999999999997e-08,
+      "loss": 1.2443,
+      "step": 2292
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.168290138244629,
+      "eval_runtime": 0.5516,
+      "eval_samples_per_second": 7.251,
+      "eval_steps_per_second": 1.813,
+      "step": 2292
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.448e-08,
+      "loss": 1.2563,
+      "step": 2296
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.1683218479156494,
+      "eval_runtime": 0.5823,
+      "eval_samples_per_second": 6.87,
+      "eval_steps_per_second": 1.717,
+      "step": 2296
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.4e-08,
+      "loss": 1.2485,
+      "step": 2300
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.168270230293274,
+      "eval_runtime": 0.8027,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.246,
+      "step": 2300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.3519999999999998e-08,
+      "loss": 1.2542,
+      "step": 2304
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.1681807041168213,
+      "eval_runtime": 0.8267,
+      "eval_samples_per_second": 4.839,
+      "eval_steps_per_second": 1.21,
+      "step": 2304
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.3039999999999997e-08,
+      "loss": 1.2381,
+      "step": 2308
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.1679259538650513,
+      "eval_runtime": 0.8423,
+      "eval_samples_per_second": 4.749,
+      "eval_steps_per_second": 1.187,
+      "step": 2308
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.256e-08,
+      "loss": 1.2244,
+      "step": 2312
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.167891502380371,
+      "eval_runtime": 0.5627,
+      "eval_samples_per_second": 7.109,
+      "eval_steps_per_second": 1.777,
+      "step": 2312
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.208e-08,
+      "loss": 1.2725,
+      "step": 2316
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1678441762924194,
+      "eval_runtime": 0.5993,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 1.669,
+      "step": 2316
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.1599999999999998e-08,
+      "loss": 1.2441,
+      "step": 2320
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1677234172821045,
+      "eval_runtime": 0.671,
+      "eval_samples_per_second": 5.961,
+      "eval_steps_per_second": 1.49,
+      "step": 2320
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.112e-08,
+      "loss": 1.2441,
+      "step": 2324
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1677547693252563,
+      "eval_runtime": 0.5853,
+      "eval_samples_per_second": 6.834,
+      "eval_steps_per_second": 1.708,
+      "step": 2324
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.0639999999999998e-08,
+      "loss": 1.2546,
+      "step": 2328
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1675907373428345,
+      "eval_runtime": 1.0373,
+      "eval_samples_per_second": 3.856,
+      "eval_steps_per_second": 0.964,
+      "step": 2328
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.0159999999999997e-08,
+      "loss": 1.2279,
+      "step": 2332
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1674381494522095,
+      "eval_runtime": 1.2312,
+      "eval_samples_per_second": 3.249,
+      "eval_steps_per_second": 0.812,
+      "step": 2332
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.968e-08,
+      "loss": 1.2635,
+      "step": 2336
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 1.1675413846969604,
+      "eval_runtime": 1.8946,
+      "eval_samples_per_second": 2.111,
+      "eval_steps_per_second": 0.528,
+      "step": 2336
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.92e-08,
+      "loss": 1.2572,
+      "step": 2340
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.1673345565795898,
+      "eval_runtime": 1.8538,
+      "eval_samples_per_second": 2.158,
+      "eval_steps_per_second": 0.539,
+      "step": 2340
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8719999999999998e-08,
+      "loss": 1.2421,
+      "step": 2344
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.1672680377960205,
+      "eval_runtime": 0.5759,
+      "eval_samples_per_second": 6.945,
+      "eval_steps_per_second": 1.736,
+      "step": 2344
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.824e-08,
+      "loss": 1.2022,
+      "step": 2348
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.1671053171157837,
+      "eval_runtime": 0.8746,
+      "eval_samples_per_second": 4.574,
+      "eval_steps_per_second": 1.143,
+      "step": 2348
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.776e-08,
+      "loss": 1.2307,
+      "step": 2352
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.167036771774292,
+      "eval_runtime": 0.5771,
+      "eval_samples_per_second": 6.931,
+      "eval_steps_per_second": 1.733,
+      "step": 2352
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.728e-08,
+      "loss": 1.2525,
+      "step": 2356
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.1670310497283936,
+      "eval_runtime": 0.5992,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 1.669,
+      "step": 2356
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6799999999999998e-08,
+      "loss": 1.2353,
+      "step": 2360
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.1670902967453003,
+      "eval_runtime": 1.3469,
+      "eval_samples_per_second": 2.97,
+      "eval_steps_per_second": 0.742,
+      "step": 2360
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.632e-08,
+      "loss": 1.25,
+      "step": 2364
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.1672464609146118,
+      "eval_runtime": 0.8027,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.246,
+      "step": 2364
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5839999999999998e-08,
+      "loss": 1.2493,
+      "step": 2368
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.1669551134109497,
+      "eval_runtime": 0.7946,
+      "eval_samples_per_second": 5.034,
+      "eval_steps_per_second": 1.258,
+      "step": 2368
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.536e-08,
+      "loss": 1.2453,
+      "step": 2372
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.167033076286316,
+      "eval_runtime": 0.7944,
+      "eval_samples_per_second": 5.035,
+      "eval_steps_per_second": 1.259,
+      "step": 2372
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4879999999999998e-08,
+      "loss": 1.2714,
+      "step": 2376
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.1669402122497559,
+      "eval_runtime": 0.6166,
+      "eval_samples_per_second": 6.487,
+      "eval_steps_per_second": 1.622,
+      "step": 2376
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.44e-08,
+      "loss": 1.2435,
+      "step": 2380
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.166806936264038,
+      "eval_runtime": 0.5575,
+      "eval_samples_per_second": 7.175,
+      "eval_steps_per_second": 1.794,
+      "step": 2380
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3919999999999998e-08,
+      "loss": 1.2518,
+      "step": 2384
+    },
+    {
+      "epoch": 0.95,
+      "eval_loss": 1.1668052673339844,
+      "eval_runtime": 0.562,
+      "eval_samples_per_second": 7.117,
+      "eval_steps_per_second": 1.779,
+      "step": 2384
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.344e-08,
+      "loss": 1.2594,
+      "step": 2388
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.166872262954712,
+      "eval_runtime": 0.5759,
+      "eval_samples_per_second": 6.946,
+      "eval_steps_per_second": 1.736,
+      "step": 2388
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.296e-08,
+      "loss": 1.2149,
+      "step": 2392
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1669771671295166,
+      "eval_runtime": 0.777,
+      "eval_samples_per_second": 5.148,
+      "eval_steps_per_second": 1.287,
+      "step": 2392
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.2479999999999998e-08,
+      "loss": 1.2676,
+      "step": 2396
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1666895151138306,
+      "eval_runtime": 0.8143,
+      "eval_samples_per_second": 4.912,
+      "eval_steps_per_second": 1.228,
+      "step": 2396
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.2e-08,
+      "loss": 1.2337,
+      "step": 2400
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1668546199798584,
+      "eval_runtime": 0.8514,
+      "eval_samples_per_second": 4.698,
+      "eval_steps_per_second": 1.175,
+      "step": 2400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1519999999999998e-08,
+      "loss": 1.2329,
+      "step": 2404
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1665568351745605,
+      "eval_runtime": 0.5814,
+      "eval_samples_per_second": 6.88,
+      "eval_steps_per_second": 1.72,
+      "step": 2404
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.104e-08,
+      "loss": 1.269,
+      "step": 2408
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1666715145111084,
+      "eval_runtime": 0.5762,
+      "eval_samples_per_second": 6.942,
+      "eval_steps_per_second": 1.735,
+      "step": 2408
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.056e-08,
+      "loss": 1.2298,
+      "step": 2412
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.1665081977844238,
+      "eval_runtime": 0.6241,
+      "eval_samples_per_second": 6.409,
+      "eval_steps_per_second": 1.602,
+      "step": 2412
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0079999999999998e-08,
+      "loss": 1.2481,
+      "step": 2416
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1666505336761475,
+      "eval_runtime": 0.5768,
+      "eval_samples_per_second": 6.934,
+      "eval_steps_per_second": 1.734,
+      "step": 2416
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.6e-09,
+      "loss": 1.2674,
+      "step": 2420
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1667877435684204,
+      "eval_runtime": 0.555,
+      "eval_samples_per_second": 7.207,
+      "eval_steps_per_second": 1.802,
+      "step": 2420
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.12e-09,
+      "loss": 1.2482,
+      "step": 2424
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1666263341903687,
+      "eval_runtime": 0.7907,
+      "eval_samples_per_second": 5.058,
+      "eval_steps_per_second": 1.265,
+      "step": 2424
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.64e-09,
+      "loss": 1.2604,
+      "step": 2428
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1666624546051025,
+      "eval_runtime": 0.9212,
+      "eval_samples_per_second": 4.342,
+      "eval_steps_per_second": 1.086,
+      "step": 2428
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.16e-09,
+      "loss": 1.2471,
+      "step": 2432
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1666383743286133,
+      "eval_runtime": 0.9451,
+      "eval_samples_per_second": 4.232,
+      "eval_steps_per_second": 1.058,
+      "step": 2432
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.68e-09,
+      "loss": 1.2069,
+      "step": 2436
+    },
+    {
+      "epoch": 0.97,
+      "eval_loss": 1.1664601564407349,
+      "eval_runtime": 0.566,
+      "eval_samples_per_second": 7.067,
+      "eval_steps_per_second": 1.767,
+      "step": 2436
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.2e-09,
+      "loss": 1.2734,
+      "step": 2440
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1667420864105225,
+      "eval_runtime": 0.5729,
+      "eval_samples_per_second": 6.982,
+      "eval_steps_per_second": 1.746,
+      "step": 2440
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.72e-09,
+      "loss": 1.239,
+      "step": 2444
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1666040420532227,
+      "eval_runtime": 0.5792,
+      "eval_samples_per_second": 6.906,
+      "eval_steps_per_second": 1.727,
+      "step": 2444
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.239999999999999e-09,
+      "loss": 1.2245,
+      "step": 2448
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1663960218429565,
+      "eval_runtime": 0.6104,
+      "eval_samples_per_second": 6.553,
+      "eval_steps_per_second": 1.638,
+      "step": 2448
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.759999999999999e-09,
+      "loss": 1.244,
+      "step": 2452
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1664263010025024,
+      "eval_runtime": 0.5997,
+      "eval_samples_per_second": 6.669,
+      "eval_steps_per_second": 1.667,
+      "step": 2452
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.28e-09,
+      "loss": 1.2458,
+      "step": 2456
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1665791273117065,
+      "eval_runtime": 0.8211,
+      "eval_samples_per_second": 4.872,
+      "eval_steps_per_second": 1.218,
+      "step": 2456
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.8e-09,
+      "loss": 1.2566,
+      "step": 2460
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.1664774417877197,
+      "eval_runtime": 0.8342,
+      "eval_samples_per_second": 4.795,
+      "eval_steps_per_second": 1.199,
+      "step": 2460
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.32e-09,
+      "loss": 1.2582,
+      "step": 2464
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.1667250394821167,
+      "eval_runtime": 0.8696,
+      "eval_samples_per_second": 4.6,
+      "eval_steps_per_second": 1.15,
+      "step": 2464
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.84e-09,
+      "loss": 1.2312,
+      "step": 2468
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.1667333841323853,
+      "eval_runtime": 0.5961,
+      "eval_samples_per_second": 6.71,
+      "eval_steps_per_second": 1.678,
+      "step": 2468
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.36e-09,
+      "loss": 1.229,
+      "step": 2472
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.1666063070297241,
+      "eval_runtime": 0.5936,
+      "eval_samples_per_second": 6.739,
+      "eval_steps_per_second": 1.685,
+      "step": 2472
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.8799999999999996e-09,
+      "loss": 1.2186,
+      "step": 2476
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.1666913032531738,
+      "eval_runtime": 0.5904,
+      "eval_samples_per_second": 6.775,
+      "eval_steps_per_second": 1.694,
+      "step": 2476
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.4e-09,
+      "loss": 1.2423,
+      "step": 2480
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.1665089130401611,
+      "eval_runtime": 0.5708,
+      "eval_samples_per_second": 7.007,
+      "eval_steps_per_second": 1.752,
+      "step": 2480
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.92e-09,
+      "loss": 1.2465,
+      "step": 2484
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 1.166528344154358,
+      "eval_runtime": 0.6394,
+      "eval_samples_per_second": 6.256,
+      "eval_steps_per_second": 1.564,
+      "step": 2484
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4399999999999998e-09,
+      "loss": 1.2332,
+      "step": 2488
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.1663110256195068,
+      "eval_runtime": 0.8509,
+      "eval_samples_per_second": 4.701,
+      "eval_steps_per_second": 1.175,
+      "step": 2488
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.6e-10,
+      "loss": 1.2466,
+      "step": 2492
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.1665472984313965,
+      "eval_runtime": 0.8456,
+      "eval_samples_per_second": 4.73,
+      "eval_steps_per_second": 1.183,
+      "step": 2492
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.8e-10,
+      "loss": 1.2308,
+      "step": 2496
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.1665329933166504,
+      "eval_runtime": 0.8802,
+      "eval_samples_per_second": 4.544,
+      "eval_steps_per_second": 1.136,
+      "step": 2496
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0,
+      "loss": 1.2435,
+      "step": 2500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.1666896343231201,
+      "eval_runtime": 0.5837,
+      "eval_samples_per_second": 6.853,
+      "eval_steps_per_second": 1.713,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 4,
+  "max_steps": 2500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "total_flos": 3.178022043648e+17,
+  "trial_name": null,
+  "trial_params": null
+}