Training in progress, step 187, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8457c031c7b6c97a0312afbabf5d5b11debbd4e1f28bd783d3b24dbd5a91e56f
+oid sha256:024db147fff3cac5cec848d9267b68a23be736514ee7eafb959df27785c09b99
 size 671466706

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d2cc8b4da1c1e828f3ecd6fdcd0ddcc7555dae3d2812a0ace74e33cfe7a8a86
+oid sha256:cfcd98a6fb5e6805c0c88270935cb6243951ff273b1a434ad4ff4ae8b2aadba3
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9a138d58efee4722b14f409e14731dcd0935c0eaa8a6078a4918744b9529bab
+oid sha256:9f9ab26294f369ba5d99cf6e2514a5d05f3df1a90b36a045191f6b23077ba365
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.033919652822376994,
+  "epoch": 0.0373116181046147,
   "eval_steps": 50,
-  "global_step": 170,
+  "global_step": 187,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1229,6 +1229,125 @@
       "learning_rate": 1.0048094716167095e-05,
       "loss": 0.0,
       "step": 170
+    },
+    {
+      "epoch": 0.03411918019192039,
+      "grad_norm": NaN,
+      "learning_rate": 9.40352196454532e-06,
+      "loss": 0.0,
+      "step": 171
+    },
+    {
+      "epoch": 0.03431870756146378,
+      "grad_norm": NaN,
+      "learning_rate": 8.778930535580474e-06,
+      "loss": 0.0,
+      "step": 172
+    },
+    {
+      "epoch": 0.034518234931007176,
+      "grad_norm": NaN,
+      "learning_rate": 8.174510685872415e-06,
+      "loss": 0.0,
+      "step": 173
+    },
+    {
+      "epoch": 0.03471776230055057,
+      "grad_norm": NaN,
+      "learning_rate": 7.5904465275624884e-06,
+      "loss": 0.0,
+      "step": 174
+    },
+    {
+      "epoch": 0.034917289670093964,
+      "grad_norm": NaN,
+      "learning_rate": 7.026915972251254e-06,
+      "loss": 0.0,
+      "step": 175
+    },
+    {
+      "epoch": 0.03511681703963736,
+      "grad_norm": NaN,
+      "learning_rate": 6.484090676804926e-06,
+      "loss": 0.0,
+      "step": 176
+    },
+    {
+      "epoch": 0.03531634440918075,
+      "grad_norm": NaN,
+      "learning_rate": 5.962135991066971e-06,
+      "loss": 0.0,
+      "step": 177
+    },
+    {
+      "epoch": 0.035515871778724145,
+      "grad_norm": NaN,
+      "learning_rate": 5.461210907490951e-06,
+      "loss": 0.0,
+      "step": 178
+    },
+    {
+      "epoch": 0.03571539914826754,
+      "grad_norm": NaN,
+      "learning_rate": 4.981468012709877e-06,
+      "loss": 0.0,
+      "step": 179
+    },
+    {
+      "epoch": 0.03591492651781093,
+      "grad_norm": NaN,
+      "learning_rate": 4.523053441056876e-06,
+      "loss": 0.0,
+      "step": 180
+    },
+    {
+      "epoch": 0.03611445388735433,
+      "grad_norm": NaN,
+      "learning_rate": 4.086106830051236e-06,
+      "loss": 0.0,
+      "step": 181
+    },
+    {
+      "epoch": 0.03631398125689772,
+      "grad_norm": NaN,
+      "learning_rate": 3.670761277863485e-06,
+      "loss": 0.0,
+      "step": 182
+    },
+    {
+      "epoch": 0.036513508626441114,
+      "grad_norm": NaN,
+      "learning_rate": 3.277143302772342e-06,
+      "loss": 0.0,
+      "step": 183
+    },
+    {
+      "epoch": 0.036713035995984515,
+      "grad_norm": NaN,
+      "learning_rate": 2.9053728046260825e-06,
+      "loss": 0.0,
+      "step": 184
+    },
+    {
+      "epoch": 0.03691256336552791,
+      "grad_norm": NaN,
+      "learning_rate": 2.555563028319885e-06,
+      "loss": 0.0,
+      "step": 185
+    },
+    {
+      "epoch": 0.0371120907350713,
+      "grad_norm": NaN,
+      "learning_rate": 2.227820529300264e-06,
+      "loss": 0.0,
+      "step": 186
+    },
+    {
+      "epoch": 0.0373116181046147,
+      "grad_norm": NaN,
+      "learning_rate": 1.9222451411073645e-06,
+      "loss": 0.0,
+      "step": 187
     }
   ],
   "logging_steps": 1,
@@ -1248,7 +1367,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.0145742149438669e+18,
+  "total_flos": 1.1160316364382536e+18,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null