Outer Step 4. Inner Step 153. Batch Size 412

config.json

@@ -268,23 +268,23 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5151645,
-    5151648,
-    5151653,
-    5151657,
-    5151661,
-    5151665,
-    5151669,
-    5151674,
-    5151678,
-    5151682
+    5151717,
+    5151721,
+    5151726,
+    5151730,
+    5151734,
+    5151738,
+    5151742,
+    5151747,
+    5151750,
+    5151755
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 143,
+  "inner_step": 153,
   "inner_steps": 0,
   "last_allreduce_block": 5146835,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0010a53e39ec8f6328db9d65d8d39da205e19297c060c3746d1e98553b72df62
+oid sha256:7b23eb81efb39e4e0cb87b5340dca588543a7709b94acf53005b8c45b9c08869
 size 8081781770

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c12c4df392438a7a9ff5abca7ee5a69460b140aadd7385722596063dabf8f24c
+oid sha256:298df8ce5306226fadac243b17b32d13cc2a75fd344ee2d157199ec2ec3d4a5c
 size 4040701744