diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb26e98b0b7ea4791b87556f63e6eb8a737eb0d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf3fd543ffeb8dda684b8bb9c31d0e54dd3f2bf88389dbf3a47054a69ae938
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0526497645d38767556636a461c7306b4647f8b3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a16e5a1e842302019ede9d1a87080a5475f05c12832abf6c7156bd2b3cd08f5
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64157aeaf5eb05aaa7cfeca60e52dd96983527c0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb28bd8c08759548132acee1d2dca237a62993615e4f437134f8e120b5d0b102
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80644eb580c1f8a3adf7400a93145e9560cda15a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04e4cda757df9a3299a67376a2dc4ade54f687d01f799a5cbc9f06c80163ba0
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01ef7e8fcb5b754a3cde34948fd7e1421f0b5e3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3744bc16276eedc696b9645494d73eab11751dcbb9eabe95f53187258bd97b17
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91ec16435d6303a9f20c526843025523f345ac7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce0a260e631efa91dcec89a69acb7ff343e909e9476216ed3a2e47547a01f0f
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745486de835e9c797d6451797f015ece2c82887c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c39ed600470acddfc471b69d2cdec5ec645a3b49d09effcb5b3dc6c979101
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac43c46d9c5f057c2d1670ebbc4f89e3d427f0f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f12b038b9944b93dbe095ee8c472bf00e7b6f25a0822ee27b12c86bbc087cbd
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec03bb1216cf1c5f47495d57735d61667eee2ab
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c618ee94c3edf9799de7d1104659ac7a08f9365730773d3919a202252c4e2fd
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a766714e4a83cdd07334dc98b5e9e22fe456451d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611f1ba5e0db7d746cc7e9a763451e45ca7971cea8d0091ed1685b6b297655d6
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f08a19e29596873b72b959aa6971346a5cfe5f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dd3251aee80ab11e1e6944f5e1c7af3f602606118ca80ec9d899ea17290793
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42291b5312057a9489e667faf4c526f40e6366db
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa08f286c8372109689163984c6f4c16edf2291fd9a4787bd3ae57c36d73759
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb2a5c96c849d38ee395c62f92b853cbae5f798
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea6a332c36d268a669c44874674db5438c4fb852279ad39984dd2075d4c9883
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7cc204b462310ca3b768c6b77f535f22ba24c3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ddd7161f5139f2808702b77610081a81f9228b9c1cd6ec50eded135f1517ca
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ed6d18c1d34910bbdf07c1db470bf3967f6ec6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22af9d1ed7f6b9a6469ad772e8bbc066d035aed5344c2d4ae2957ae952027ec6
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee71c11b9b54fd522f3f165a856d42ad44075465
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb53a43d03a669a15bead6984be53e83f52e11836f42399c2166eba3254779e0
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8776ceffcb769f031457dfd0153e5421b69eb16a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2b544864a494052293e7be1b7b73780c89716a4a0e621ccfad86bdc5e6b05
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb807cc3993bf476557453fce7b9d7d3f0315c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fd719792959b948939723dfaf154118f35641106c81ed7370aa12fa3e64086
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd91ed4d7bd172f25e464de4524a31abb13b4594
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812f3135795fc9106ce06f09ccab7c10700bf46473ab1d1a9bbf75ec79bb5ac
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec69f85be6f934e29c53c3f65004828e4e3b2c3a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22da849c0c5feea0ec32160a471b3e87843f5b2fc413f8cd0058ee350ad606a
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e3a424bbf2a4f1dd8e550f274fc2b0dc635585
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae33da8839b9cea10e5104231ba55488ca9962c09111ffd81cb35c24c140b7d2
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c7c2b92053e6a77a6d3ab3036959593381454
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ed5aef57875076b3839f55ca5a6aa15fc6b054987687a4f7c3c7e0891793d
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbc20e8db13c5b095f2c5226c2224dff38ac137
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec95783d16c2ffa869f29785fe5ad904f4b56ac7f42d4a8f8bba26fa074fed7a
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210e1db54c69af5ca94e62d44ea823a1468de6c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dac2a7e7a3b5eb28319ef83e0660e075a8234db0e678c461631c449bc2ddd4
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f20fa296b50cc0afc900b39bf0a7b02e52e8b9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b89599cc6878c8174ae04b596756da00957b4914896614a5c255fb5ec56611
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca6787d5fa5f5899a473f438a22f049943cbb78
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f359f11a409d199ace78f83e736348ad1d045c288685b051bf5cc4f0096dbd
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907c8684345ffdefd70544b6643f894d26cccd03
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34463d5ae77fcd9dc4bb5b3dcdba4e0c62ebbc2980040d54b4b38212c5dfd8de
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72539fcf6e481a9096a884244c69075e27f030d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85011187d9bd6c4cfd30958b56bbbbe6ea0a37abcd6908db12b77d4aa7913153
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8abd93da669e91b6f933c17bc5f22c7b17d3e0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63567eaa760c714c6d7b6e53e90309fe6391dab711ed1d3475105181b3162e0
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d527e8d34d60e3896fc8d47f81bdc1e809d9adc8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3106cd58e542863330c040275f96aa738eb0358548e98e119702adaae20436f4
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a1f379835796754b00944464bbf9986ff61506
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ca027c248cf33f0cb28192478195715b7be3d696f603500fe9f70c89148a24
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed89ab87428e4a2b2543c320bbeae6e5beac3da0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98810afb22e3ef11bdb4add45c788c79dc7adc128309b19724b12dcd86418188
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a9af47ff605e41e65fe17fda952696bbccf6db
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e38b6440f890c2b2c892b692654968d091941353d1e3d02b5f5a5e813cb477f
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af931962efb7ac99c7f25916747f75a85f8d734a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b724645bd873202d0395dda9b6c4f6e6893c8027807922b34e8d654fbaf74dc0
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb370fe9730b214b7268cf15c3e8d862cd19e1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7316ee0c19926b224ebe1598ea555ab44b7875afee4f2d11e8a7b9c68af6ac
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fa56229219bb09071d151931fc030583c07530
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684466bbee44ebce4fd42d31054b8ffefcc05cc82fee9971d8929ef9ba6a9302
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e48794b923cea8c7e907ed5ca9f1913cf97e154
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b35d96ff6f23e49ab8bc18d308fe2b18ce97c0ef5d309e659b83a605feb25
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda3b05a3488190f944c17b3338585a1d56e33d8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314eb3ebc89d0285545a2f5dab18fbf8f0cc22ff797ccd0dd15bbe76e319b7d
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a96a833f1bfb12af3a1d03ec349285a6a20f48a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a47b1e8a23cb6666baffe1e529c11653b9ffd3efdad92560d7666496fba26ea
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060eff4b5b0fa5bec6a7f22b3864f2bed952a05
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cd62f5628e41b0253cc0daeb22dc0b9b3bec142494dfaf2519a3824400e437
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca39bfe77b524a48fafcbfb6f596ca89fb2cde
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed455b8d5dcefcd0b87d1920035fb70e7dfde9b5e3a58d9447109b54d591489
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef809915f4cf9b86544f0a0cfabe1df03fd94d7a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f976dc786d7115bc51687f7cbae82184a03fdcb53aa6b187edf1eb6e3337ff1
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5f5217ae2b28b04735aa536ececba7f408a637
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353bec7fc6f758fee4d13ed4959add11efdc470c25886ea78e8cc2577e57dc59
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93af31dec2a65b284280920bc0bca32a6e785a73
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230fdb0c8d05ca062915e2274fbd1997da04dd07b901e0cf9703ef82dabb425d
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e521dae528dbe24985bfcad3afeafb9584d8cd
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a7e9b994b9fc62a2e505b89e6e93450daf5cf1dc188a1d8d0e53801bfe3e2e
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492a287016afa2e12144bfc05daa2adbcde878b0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aec405e269c6ec435f33c4cafe1edc6c83aef4d64f91de0a14384764d8caae2
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ef00c8d1a7b5aa04b4a91c53a988085b8136ba
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac7397fdc118ba40154da77db6f41c14bf048bfeb0376510db3b10d3739bc01
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cabc47c3b2647e2a795ac8fc24a80be9aaecc30
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5132515c4e30f23ca0c9020f2bbf8ea0cdb07c95b567c277422a90dd238d86e5
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592a37a995186a1c60309bac9c2177fcf15aa53d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ca3964d0330eb13c3f1c2ade5b6451ff9ad0fbb03cb6ef0c61d78afcc4d69
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dd76592dedeb038d88ac271bf7c2212d4d413
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c23e0f4b6a5761e46dda9d1a5f7f6efeef53dee9bf68f50293a95c47d40b6
+size 199058797
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075676a2b6647dfed76f4233433dbaf04cebf970
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c49b250c72387daa2c29133ffdf8d8abf91c387b120fc107228cb4f3a8ec6
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b6ca5012b7e094b19c6422ecc8257c246e9e04
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb41b56830cda0eae83f2923b208452970cf08e6efc67dff1eff618785b859e6
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da81c348b84c23b9762c32b52ff0940016a10a62
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46673e3a77ab10ea08213efd1ae67158ef85c5bb27aae854558e4df6363b7562
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedc3d86bbb5e1d164466e82877c11ee1500e2b1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38b58eb50ff05941c5836840b4ca63937df9339c471d5df2d23488940a82d0c
+size 199058733
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33d6adce0e67e63c8e541a6df52a4e35195031d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea91cef71b31830558dba26f30f9729f65dec5217c6069913c22dda444c06b
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f95eab4ac3611d2125bb620d06967a555dd271f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3a7da271ff3612963224dca429d39de1a2466356d67892857ea7349ec1f1e2
+size 199058669
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794580c61a46356a8cefae4e4e46a109b340f75b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50921723e72072e3a7d8dea1db12a40b9ed7b7f63aa8eb91e3b19af3d1f18c6
+size 199058925
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ab325b23e293e19e86aeeb53df6a73e50ebbc7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628bc7f136474674fd636a62f91ac5b7d79d273da5e3d57d794de1162111da2c
+size 199058925
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19edf81977de9afafd1fd29978cd9aac3c85ab34
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1755741899a858bf769ffb635bd3e67d0d7ca4a4e986812a9e4aa21c857c5ac7
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a776a1ca03230b6776196df25c17f744dab081
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64fa4374d3e654b8df628346f87185bc515a6fa9ffedd4e4f0f2322a7b2177c
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db9738f92242c8d62956389f6e76b5700210098
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6eac4de3ea478a96c50a8b9e883656315f1c9d7a6f971297061faf70d768bb
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27dacb27a69103347bdf505072cb87722b635a4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975dad3e477d828ca69e3dc96d3e54d6a12024cdfcb1ce6677fa1869bfb74c1c
+size 199058605
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b73485e891efe1d00d470313b50fa33042494e8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147329c39724a83da2bfa20be30a62467ba734b9f681bce514b6ff9af62eded
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab38b831990cc85f68a8e0ee3e4c06b0d4a7776a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf52e19b582ef0074842c4e9083a4aca99ceffce5a9747953afd020abf2f530
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024325aa5735b1373a1138c558a9f078f1f1573
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112c37693fba37a1a3bf5bd65e006e8537f9e1df13c89d1dc9f869c82d1ea94d
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba39ac2b91933b5feb7d1b9c6f7385e861597597
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10a49a51841104a59c52d642db64d323aa22864fdb5e75ed8f2e29cdfe64d91
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081635a05f4d94a45b66505863e4be36ccc33ff5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94659fb320c3f770d2278c4b6a26292d5f20e92243ad4bbb6c886633061bc9a5
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e6f5831a7f2b0eaa6a1dc666e23bb0ca193b08
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5663417f688853314e24f8588ab47662749a02b21bb406dc9dcaabea082152
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ccabdf3647f75c2e2630887d9d956e7fd1a4f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0841c878ad744a51e57f18daf027877ced0644590936c29ea24fad9a60365df
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca49a047351a87fb09e335788ceabf8a937e69a2
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11957acc30685ed085cfd3a2e74dacb29e58fdc01617a637992746fb617bb184
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670221f74fa2a5973b545aee406d56007bce3dfb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3c5714d5ea0a05c04096afc249d3d1960f17fd4800b61ed89e447df7b04c42
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b97175bf8cd60d45748812df2576d919db11c26
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04730732ccbbfb107f2cc494173ee615e9e1991d321c270de6aaa84c5161ea9
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d8296a48f6a868820e820e430ccbf9855a10be
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b63691b7765c10cff351fba6a274c6df13ef8b94446f9cbe670e700e2eed1
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1241380a9c68f00088721de55cb052751d5c0cf
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ae025c56a02984e05c4e64ec8e63ef4dd35bb0f72bb4f257598cfe4e3997a
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741ceba2e2bd6e66af3c7aa20a85119c0a2e4f52
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0b00fee42013a49835accaf5482554af8ffa154fe91a15c94a82621d210573
+size 199058978
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e33b6e3f4014fd3cc24c729632490ac52d3f86
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24846a5779372e172493b8280210dfbad23f7b7c37b43939ebf74490658472ab
+size 199058978
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becdbb7bb96568caaeeffd1a52bf76f1a90b13fb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dfe884394ace685d629964e227fd98e945d6f5d61d7d1d7e7d88a4cf2c1f15
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d010673fdb16899815989e00b5a103fee67f91
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237d0283486929a94cc60dac5a065c8c072b91a952619ce99e61436b37d561a6
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1fafbdbf6f3406aeeb9d1766bae8de49524557
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0814f39d88c5529f5a6a6c50b9f0d2898d205501925bb4e2497b8c846c534a
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09544478a0958e17b383d28db3a5217f6873a3b8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae0a3a110d1e1c283e35996b52aca6687b5b7e5ff468c9566caaf5587079aa
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9efd5465685141e643a8a1cddc5f1ca9e5123f5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fe69f29f91ab3ed3f928ffdac52586ed1ce82d6b4b5937c00209bf5b103552
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b994db902e2920b4f19b4460136683d4f2c0279d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2df7cb4d1e7d67a33e94287c931b89f21096d763908c0332a952aa999b35592
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02723a2030a132c3e8897acb543c2b80d5337d30
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a5f2dcdd2751780baf436db906c1c772ffed2ef0189e35d53dd5b13a1a99f0
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0e4325c78361eac74802485e90e007907a1a45
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95eaf1bc63222fede2fd2fa3cfcc3ea9fbbb62d8644999de97f940c77f4e3ed2
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9052f7da876e50f692f1ce74141b8a136f7630
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11df5e3c4170a8285d08d60545b8f118b41c6b9a2f64a231c1df819b8ad2c8e
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d21cecb8a86c97fc42d754d6546a9af9ae87d0a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b56e222bda5fb15825c1d4c408855b7c9805644ce9bc91647b1e91a102517f7
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e2f730d16cc3b29c6f573d458ea2fb1f72a3a0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5db66b54729f49f53e0fc9a2fba7b52ddf8271abf3f7f26f50061ce4948977a
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc87c1559c2f6a0bec518103e046547b573d005
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29960209edd191ffbf3bb072020d60eb88a98840a32cd86909f7d0a986772e0c
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62486292320954233922dd7df209f72bb193bc8a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e617c7f710b9a56fd340538c13176d3d5a537dc9664e9c599f02ed531bdaab
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5be56e144cd2142ad38835e598b7908a00b2ac
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3edda937b7c202bbb898393fc3deed1196115e2ede388014d1ec36c30b221a0
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85790299455757e7dbcddff4b8c651ad5d8f384d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e6f9c33b5c843b47d4c905ef29da53c34940a2eb3a6aa4d65e664ec957363a
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecacba73f8b22c68fd9b976a146dd7777841a45e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e102ad42ec35268ef9c1a9ef05475c6e65b34f33dba30eb4ff812943169fa861
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4545d8a4bc231e082f6d12e91308363707fb5b5b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50284c140eadd9d5de79d3d93775cc76603f70311dbc0062a3f7e17da90f96
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0a0881b0b135b4ec8dfd0dd8eaa06c680da37a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b12d1f5585c838e19ce286a701cf594f0c60187cc5eff76dece2fbaa1a5d60
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8d62fe1b3b1e2e258396c94724d58e23924b6b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4478ab5ac0773da76a5caa4e3b7371b34feceb6a0d77a5ec267090c1627734
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5646c48df4f02c6672b8f07ff4109f21fe14b9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025ab953bd899e4aac2bcef14654b46d9b8bfd8a2ff3929c653fd1ab61861f9b
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d205cee5d3f766da4abc351a9b06d46d3abd38
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466a930be693180fd3277242cef4db87d1331568d8d401f79b9fb983b3429af8
+size 199058594
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fb500aa850d7ae840321aa2043bcd68f2b0906
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a15ba932c4b2c730554cd1160b4edc59cb2913f4f4d99f6625c2339c9d14543
+size 199058594
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab294a39c3caf827dc45d76a2b9233eaa02a35dd
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d3b8f603edb40a57e29a92da0b927d6a8e2534721e54d53bb419b08695380f
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1ec77c83ce6baef7252370bbc7e64d8061d939
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f395148e62cd3587013c62a961ad7e73d7059e1dd85d2f7e8a6e157e4f5ae
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d039e3a40f68e12cc167a0e9018e2eeea832b999
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c8a83726289a2a8ff841ae3ecc07e7fd1c733cc9de750184dc5b57e43b75b2
+size 199058711
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaf16434f3160883162ad02991b6030ca71c147
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b90429778eebf7ed225b1f845381a3af289ae331d0151369b5d57af7b56d02b
+size 199058711
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f3f3d142b83820848a2f76c3ca66ff3e67472b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859629a70e319c1cdb889f93f18588ed11c147633563caf9a1703213f35f0eb
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82b8693b3858219f54faa6df99db687d287d5d5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03091465f9b99037ee20a902ba25efa9dfea5dbcbf881801a48b6787226683e
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c03fca86f27ecb65e900cf5111bbe64a576fc3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3f14954ce95b9f7b1882d5aecab627f09c78c30e03972dc33d701f4a6c3356
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f795972dc992d473d36d867ff5354b33b5c47a4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfc696b46b9803124aa981ec7d98b09958aec11e7f4f41ced5735f8db89f9dc
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dc2afa5832aa8978f8cc1b21ac4ded25a529fb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738d0687efaa0f87d11852b1827a1598b2b7abb2a0f04bf32971b23ae502921
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8068b242964d18d900cfcf34d88fd765af20c1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df18161e82f5c158fe0c1fc2c2aab3a9c6b8312166f6fa3cceddbe5c6638741
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25869b5be3acd35772e9e01306524a5ff9adc39
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9caacfe756e05ba29d4715057aaf6dd759623402ef497284dd695b3d6bb08e
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a50c11580cd8a839e0d6005a39c0c77f1c1d5dc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30a006adb582637a32138aef11cf763ea61117072de3946885fb7f4f0ce40e3
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3f679350300ea2fc44bf54beae96a9f3c280a6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a131629b31e8450d2e3250be29b1d303d6e325410adf8033d6b71c59a32622c3
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60131271ebfabb2964381fd4534af85bcf424684
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3c94ec77d05d03a2f4fed1853e2d322b89f76c7d7ff66da0d9bf640027f5e
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1925464774a5b4b16a43e46ab02639069f8a6018
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d763d245a731f1800899e67b7a0e14f052334b560b5e211c3423e2bac534ba8f
+size 199058594
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0825043c1d891f7c2437511a95270162979036e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bff1ea1b5183f48ca58c912487fab35a5d2813d0caa57d49c49d6544d7ef79
+size 199058594
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c60554f9aa26c569177b480ca71bd45e321aa1b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeefbe26eafcb6887d4717248b1066aecd920dff993ff5d8b1639a8b2203d0f
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eb29a8525954ceaacb719dc54e47d8a6d74c5d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77663855b0fd3365c153f1e97a15eebd15a9079e00a8f9b069e2025ca00772
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a8dd954a38f59f05da00743bf12ded3a4a2d6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f605804c2920f676af28a3479a06714ba2181044528394c88ad6d9333cc5615d
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3faed5927b953a17a13a6712a768218dd3251ce
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2b7e3baf02e10aee8a83b0e97910594e3bf0456287b514af1c6930f6fbfd61
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd53f4138b30c58d75919c10891725af70ae1ee
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d7cd71328822636a0294ec0e48dc79fd354796d402e0c08c625b02415b5b1
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87905d86fb3fe3a5d3152929d6f7b73a622dcd74
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae3de75118f811fc86b0610b7f5d0c9ae7e00a18382ec01bb2f5e3c6727b787
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba39a577a35ad30de0574772d3ac7a643892d91c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2b8b177278d9d66afe2a0647e570751a171885d9bae0c41660ac381cc6e6ad
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1bfac66bf6d1b78bcdc72e254d1f97b284a1f3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb1fa0cbee3f9543b80fd602f4db4818a4a588629faeaf135c112589da0e81f
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d1cba00342cf78d0a0dbbbf38a616739bf2484
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368fb689bfaa13894039d37dc26d96fa364cf48abfba5e7608393fb5dbf2c028
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59c8541ba4058ecac279226037d7a24b570ce2d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e672ef43fd23f8baf0a716cbe5ffb0f0ba9a9812231af04236d54d168a896a
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6100b202de23ece789f9d97092366e717f132240
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba87b93986758a8e6de67146271129a1c1af2a79adf4ecec0be609c1231867d
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4450352117306f0ef7e8744fee908a8d015e9334
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc1632bcfeb06e8e1ff54d0371524bb480fa4890c56b3f3ba2bb5dd32c641e5
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b949cb1fbd3b3f7b80db188a6d149b740a9c57
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575c5c3e0c59f380653ca986e567b22fe260f730b049c770268ae6bbad22f67b
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0201ee61cc7e4573e6858d97f8049c68ce40e44e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd0172b811e6f5faccda70c7d2ce1646c869d2ba58f066fb8c564b4b26e88ce
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a33f23bef1e458db9d385327acccd7be4ea9cca
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0b8745a894671a1b66216958dd2ca3be1b43ea57de700293c37e484180e32
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b921045f9ea816fda6fd15cf36fd74f047caba26
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d540d4acae2b90e3341d9cf1461e4f06547858ed346df5a27db61ce99117925f
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6864a67f324870e8c0d8c81a8744d3bd2ac2ec
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9ce2edb136e6a660b45c7af3ea5184e576c0e49b0d24dcaaa545987c09f7b2
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8deab1cb464e6d2d9dc34e0d21cf03ac1e6b3e4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcf5ea60042f96d455f6e7d5e828a3e309f0ac01e5128e412c97b702d1cb3b
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de22e34c2649ea7c70337d719cda3a1af6f9fa04
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600a064880e9f0b7953e58d36321f3e3098b54e9105fafe48cabd6e38fff09ae
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705d91f8937ec4a49600bacb604ddb668ccc3885
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3038c4232b45a3d8a9e8bc1992fbf9847f913feb00c12876f8a8f5dd372affed
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ca2f074b20fd4373a55fd3eb124930c3463ad0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8cf1a75722020a0a08028b4c93e9cb6bd8b416d2e04add7c45c3df11c69c7
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7062ebedb0c53680287b4165d69e6eae2ff0ff95
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e136d55c9690e8e4b4bf49e4516f498dbe31ad88774c891691d461aac4a3f379
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41665a68a1a6f19fd006647c9ce62125d7ed9160
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dc28b49a854484b428889b0aa99c8823fd0b3b660bc63ef1a0b1dfe4cc2f7d
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9092a5c2ddfb9056821ade4b3fb1a5913289648
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110051f2e5692f041fa07deff5417e15d905f6299ca0c7558e790c918be19af2
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2778175bf11691fb8e4ec18c23ae5e5790c0470
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd589c592c47f07a823b0c49bb9482f04ad30833c2df65ae2a613502791aba
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c7257cadacf05ea009bff0c9ce0f01dc6975f6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04cee6cfffde154c662e7f438bda40b4f2f117ca0f4ad4b57849ef7437204be
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cc5a7a8c23c86c9d23b4a39997cc753bdc9383
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cea4ef69d7d703e2edc9ea26a4643fea54080b05035f5e95b53bc0e60ff75c
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad438fa891ae7fa8fc75fe13ff8b462729308d26
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bac338ead61bbb76406b653e975ae11f730f5c6b5474fc153df7eb18facea6
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d4e02be8fa5dccbab3e5fa1ad47d5cd1aa7dd1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046cd26db34e64c3423eb02292899aa3c8872ca5c7a24165892d84fd92311111
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2a85a64f581e42d462e9a3ad33ede49f12e323
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b87b804a56c993665e86b7c3a38232325eb02f279be70536448609b5102ef5
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a41b0962002bebe19733ab858a34563b84b2c15
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342b4698c23129d61b1a65ad607bfe4c702f034dfd14294b237c070510ce78e
+size 199058775
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e683a3c8880c2a92191925e2afae19048bdebf89
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95080442206687106d45691282dd25306358249c975477b4bd1623290ba63163
+size 199058775
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0ffef5bd9f25d500d09bab680e620c0b917602
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaad198a30791dfaac17138a75a11570d8e751f4fdbe3e8a1f43684e306580d
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7e59db9e81d7fee204e637a987ca5bad8c4929
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394ef330fa753e12bfd0afb6c9b4092169a1506f173315f8d352cc8d105ef67
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e5a1e5916acf28fd366d341def961e49ef5752
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c532ee5668758dcfad894a44013207b47ca0ad16b19bece9aa23126d74c2378
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cb1ea1f8fa78412caa257010e02c3f3dec1658
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425c4471617f67fee795b214708128b5c52cc9bf98cd39640ef730ecbf99eee4
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7a26a666cdb2dea748c3e63a49e17b0a7bbc01
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c31e9709566058e1ec75f018d8a965d24631f6a745c0e295218ff836bb8ad34
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac426574969d2db1e341f7d01c074549ca63612
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e34101ed70b4cecacf379f32533e9b157faca963608a26c0bfc5f6ce4d094f6
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154a1565e1889e7abaad38a64de31ca8c26c9a4e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719092fdbfdffd2daa6555ba7c166633c8ffd743b8b93b3782e5039217fa1104
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55eca844a3abf69a430be148911fddcb6d13dc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65620cf5d6a522d066a7f97fed9c528568f2b3abda86bbb4dd3b4e63cc75dae3
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639302d44356aff60643c60d2617ebc3a9f84be7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548b662fab94beb8cc21ea1abdedece2f78dd230982adfb27f666e8a6b66de74
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d50620f16afb02a0eca26d96bb023b156d6a7d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c16507b19ba056e8cbe8bd570e959e44f7f25bc2d4efa60394131cc21837a4c
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febf702b4cf59cdf464319ae422e0a1aa8df93a0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfff41f43dc744913ec68937405685bbd40811ef731c7c566cebc8408f1533a
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2beb53ebe84f3cf4adbd45cf6378ae9a55d77d9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc60f8668548e2ffdd741713baadb5e5dc5ae6cba2a69d31869fe8eb4c61069e
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5038bc6764ca1567af4c5ceeef6319289739a4d6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a27a721f420fd10564fde6f4ea1d87f99a0eebdab0e54f150d9805b083da5
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1033a510e7f9c0590587f60b206adce0756d5aa5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4885f4219363354b1ea0a5ed319fa737d76cfb66afad575732c34a6b3e6782
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7736d9bf5e13170f53ecc6c6a217dd456bbc83d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b983334d8ed300932ac4f20ab0f56a9b7ead8aa8b33bf6258fdaba2d0c4d7
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7242c0bd7794f2dfc5406cf80381fa1564d485d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b754aacbdf71ca76b9136f30e22c8b3b9ddec4cdb6935dd17660eb01f5cd9e
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7958a7a3b092d9403b5a66e0557950f267f7a1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0bed22d2fe0667773fb1ed261f108e5bbb847e7f1976009aa019dff23af36e
+size 199058914
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136cf0c2f87c4dc4faad72873a86a610ea37f09b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02c0bce7d46770288d2fb42fbd8d6de79bbbecbccb9080a492bfda8bf95bbc
+size 199058914
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189e1c8e3d8a9c4d47c9533511e01a85008e4f3d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea0c81cbbe43f253e337797e3ec99c6b20a73d0f68cc6d8d5fad28ace2ac3d9
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39cc86a4b132eb81b5260af1888d3e788741753
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af19abc4ab3da65212615936f38c748b2361e92b7fb2a333ca5e780c0c44097e
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87113146cdc840e3ba7cd0fd2cd74a3a1435bd9e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7120d6f4aca09318f211fe2d35c253c4cec8ef867342d34846afd3fa9843c4
+size 199058711
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b8ea2272038d476d8eb7d282cd492762198dd9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406acf868732aaeb5666b2a34415554a30c61a92a2f78ece0359f126e23da9a3
+size 199058711
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b82a4fd72f0699ba02ba8719dc1df2b9d62231
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0013d7aa63bd6acfdf590ed5f9bfb154e432908833877aaa725296bb9cdf1c
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3ef3c4ab9818c9b27d1cbcbb9f03595e3eb348
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405acded5debeffb4920cd4c55dac9abef7928e9c8cb672129f8136aea33fcfd
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc30d04ef5a36e1c8356014e27a77e1793e7f5c0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f272cc363f32145c375801a3270177ef883af8cb461efcee3904c2e255d5d1
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f149024b8e57719fa89f0c91e2e42781d422a95b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757bd1f8663a0ab039f82faaf6fc0ab350928e69f7bfb05e4e05b56195b66a18
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8e125350d936ef619741ebf90517632dec7f3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fae290431714a8522b2014b301a0a5009e539a9e1ce435fe4d8a2826b15ce19
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311f21e367038b6e3045300164e9baf61fea5a3e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922cc9f62b25afb45a55f10238d4439b7f0a51a9d10c7e042dbff5adac27ef1
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296203f2146dd4ef1aaf12ec5037bd32d9de09fb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb40cc9f9f76392ae04c00e84a271475c765a86b5d8e38a8ffb4c03764c9a05
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5860cf9a211be3ac86c2ef47ea6d4c5103f521
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe152148bcbebb822cb23cd83f2734d40a679efcc431e3b255eaac546e21f3ff
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ccabe9386e72da1691ad60f13ebb7f2f4cddf
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324c33bdcc132cd23070c2ab5e433c1476ed7f7fc2b8a17ad2252e74cb25ac3
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e782b1ecbda9d59653af5b79c9a6e593dde8b9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b260e4773aa22ee90b03438c998b40ddccdf8cb90f4d9e70a3e77644efcafced
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847c4f5fd757e8d4e5f158ea185e0880d5e6a117
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e02eabd748c3782d32d4c97a81f4978f1b4a3ef17ce08374bceb91fae89dd4b
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e80758fe3ff74c1050654db17b39d3c205ca4f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e763fdda07bb2fc4f88999e21ca06bf004a903f5b31351b44dfa4a1814f65f
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d46e291f31d2cf652a5498465bcb2187fe8cd4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3a82ef9f9df0b6b1461eb66dda9381374b2db8e26bf596d42e6686b8bb8f70
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14ebe26b5c4d2c3c2c0e109b4080c558b4a3be3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bfc0ba2963b55e473d7c18e12bf6880dd81ea3b8e8ae765839383931d41aca
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340b9fb28bf2f7cf31ae79b23260b0214ba05cc1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605f0f6b4718dca7dadb404752f463d38539d5b87accad096a816fcfdf7689d0
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3457283c9e0de8cba529d75577285cd315fcf067
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc52601ca17c68c58ebea7acbc0febc2a4567387f98a4717806ffeacae8ead5
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9074102c2a11f155910bea9e945f6d4993ab1ead
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2768d3301e94a748250bb14559e3e94634170ad745354c1bced9cebe0139392
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434d432fb5cc25a792973ab07bbaece329b6b82b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad014d8415240f8a50deef42172b3d8f120723bb8bc2c19533ee8de1100c8359
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e3287da6a826c73699b7769270698413062a0d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd64897d411e9aa092b5dddbcb3703350d504265c03c410342350913261790cc
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd86882d6ed3718d6a5ee424fccda43238c8d9f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ab5f10f3ee135b9e82675f12df2556cf4e2e1ceee3c72687dec44aad7f559c
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28548e235838c526da305f8a58ce750e04793713
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6addf7c745add893de1197bba18c721f904af26bda225b28f8655a954abddf02
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fba6b4d6c8a12b3a8886266e1df6dbb6cf47dea
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92af8831cb3b0ac67413f7ce3511dfd1236fc5419c6d700be714cc928de92f50
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126042ccb4974574ad2774ab7fcf015f2a509fa0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737555e3d8b1b9f2194dbaddc37f59b978d545fec78b4ebf72413fa46c6d9c72
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d66d723031530172012c9653023aeabddcd5f6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263d6ad73e9338144755f6929ff910224302fda129f0aafbe2fa2e9854028734
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1744d27643e320f2e209e0ab0e0032bac30f3d6d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef59c534123f35eb03b32edcb844b52567fbb7a05d21b37d0e51bb104f65ef03
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa16cd0ccb36844074f1e3d7ecc43c3d8c056d71
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa78994b2282b7478b5b2fea2dcc76cf35e30d89f3abc3e38e730960079a830b
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab388be6e4e488e590c91a6808689f4fcd5c451
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a366a5ec6782c4304294210101ca4f429ec1e213743246561f717941cbde2325
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16fe53942b2d4fc58bfc9e302d93c70e3c90c9e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079fe7db87b623dc7cf05a5d777f3a07b6a9756a3c2c959e86c7dff6ec0066cc
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96e6dbe407cb754ac1f72679ef5f0f59215bbfa
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4a199c823737b0d7415cb6824374e048aa853765d4e06a70f1e931446f799e
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64581c20dcfeeda7940a23c6da65ce1734598bbf
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33008b6b091611d0c0a2b2cd27f159813504c53361745b2071dde75befbad9
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad128ccdc30087f49daba0440537f0627dd5fa9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2ab623cf55e2d73f13b2e918f75d798bd3560d5fbaaf45b43e0d328ad9ac2
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aec8d9c783e59abe0e6e43a3b616deae5a6259
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7063a207879d52a70c9a7ff40804ed71c472b63dc60ad8b73fa03d0fc362c29
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e664cb5c26d4aa4b56285f7369fdb0256ff4462
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaf03f4ebe6bb65013a496a97eb8941c27abb204ce53d6357c3eb4f2676bf54
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed68798f0f7f79877da543c2d19b43a8fb08dc1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbe8807602bd546b9631ed974406e489d704d46f11f12c9d5b01d0665224ab5
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07857b2e3107437ec8c5ab9ae4a7fc04415e074f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fea6dc6a600f0602394ae6090814b59a0f6420253ee197163673768f896be4
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960e3ddc4369b82eaac20a25f28883e8a057584c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc7826ddee76dcceceba22a55df934e30457eb841581e4c3b6613d7bd3ea9c
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739b9960008eaed1af036384e69121d3e1b310db
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236790033eaa94f77a35420abf5842fb29e884b177df7e08722f9d5f655cd048
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a574e34a62faa38939a3d5f93ea90a423995a6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3706b27c4b31c91d2ee9387e582d06acd5da08868c668cb36f4597f356bd290e
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc81878868a33a95f0b35ee4007c71e82b33b59
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60765410e4a682ef1619435d2d471222f5f3f231b95a3d85435de482b31711
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c160a32ec9111ddc389c825a3fce5a26047a25
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728dfe07b874fd9defc00f708ff75a3eb43c1aba549fab7bea4309804bdca720
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f66abc3d1e76b0512c8eb22d223ca4e2f7b900
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e955ddc402083f919314bd3031eb94a09febd9effd15fbb3c3717343daaa484c
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864350d82c95b137dcd4562aca33fa8c140386a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a2ce39b6db236728052adc74c6e5cfb880480f3159b542e14e7899610584e
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a9abd3b25c04d149e05724b8621040a096cb3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3653831a11267dbbaf41927dd3df8a7a4d81c6c33800e7e279cf767b81d309
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaf975b1282e79f223dc0e13bc093eba6d3e8b1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55d00c2613b1a72332e1beccea52ccf67abe65ac5c7841a7c5900e92f2a7546
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c1c57fe8f29120512bdcd370d77bb21ea4d3b7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf21f9538d5d2b27cf1b959127a413639a049a82583d91f088e8eb70c5c180e
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824abd9a0c92d5d62538626b78285380372f351f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e424659cccc105ca5eb8fd78b07af2aaf4cc045e973b75d9aca601a3c6683ff
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f2985a4c81c0a8b4f7f2ce4eb8f976e7109c98
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744bf930a55f2f6c6b5bd64ec68608caca8198384caacefd40058a16484f80bd
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ee966fd9d5b498cbf81f41395032a5e29e122e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12ccdd7564e2a8547993b1ce530e051afe63f54f1ae85aa90078f36a5f2ddc9
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3367af643dd752ccfe36ad7ea5e6a8388e7aa4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf5050e00730ec0e54866744c82cfb7ad026203b0b191517eed02a4f4797dd
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d6d521970f1bedd0511ce9fc52bc1f6b1d8b6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5c200dd6897507a82e4190b18123ea869c224d811fb6b8e00648496d5d3885
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933b8907142f1a62e5ee5415c8c750442174513b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f22a2ed94b09c8b49e525d620468c839062e7149098f80e5d1d788ff07e3bc8
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c74d82a8e4cc951358835e5fc51d502c3400b9e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83527e351d2f5058685ebbe7db99908fb1d89005938ef853b603bf7300ff1358
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68f5073d386cc264416a917cf7c12c135fef9ef
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21b5935b6e9e34ab89d5c8de3da4fb5fe2078e00acbd6deb7926ed25f115d4
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34377ee541c6a926dcba2cb36f7debdffd1c70a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5066a813c4b5de46f2d7c990be8ce593eba113fd314c0a38a526b6d338836663
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b778fbed148fe674cd4ead76995a822e7a7b5b03
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f270f7d27f5c73481b1ee9aaadaacb34c2df3ab94d69a0bde44dbe5469b9628
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae6aa8d52f043bade7e2c18cd4fefc8a59e1fb3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89953e5b03994ebe40b78cebed381860c774f7ec2e11b67acdc0bd438f1e26f3
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5f9d196e828570883b627e70b0847672e22d10
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce42af52b70e9e26d2b40ca8c049fb7740de3c4e76ac0e785aca9ff0677dff1c
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f76b5915999df5cc387d45b899b5621b4ce34a8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679045da0bf2b4d87608f3f0fe4f0296668bca76430fb79d662b85dbf833eff
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7316765dbfdba925ee3b57d009fcd7cf439a615d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114b845ce48843a507e82570187097787cd240289e6c8dfd9c27ad0b9cfa6e21
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f09293d8158a2911f4dbc7837df6d2000b08e1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3188677d5a2c83f9ff835dbac560a8e1b14dacd64fdee8b3bb515f7b90871034
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaa008d67fdf8914ae531cded8ce80cb664a0d8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136eadb8fefc18061a4c895962cf9368973f29fe9ae9f2bab214afb140520d00
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fab42e7640ddb507df8d7cddbd8dfd05e20d9b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a830f3870255ecb4c4d5707766f6b412dc1f0dd6cc629cc4b4c7b39bad5d4a64
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6a98fae9275a03f1377f0611d1464fea2be408
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5721822737d4a112368faee51000d8a2a999dfc680f7e184948a9b893f3f2ea
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b431accca12c1128a5493e35aefe0b9cd14badbc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec504b5a0cda5537fab5d8e449238012e0f423bde707ecba279732d615cc7cd
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6912ddedca6b8e97f6b02cd2d7d7c44d27e89f88
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095ccfdaad95612281510709f7c7f67e3549a50c43917f18f832b5123a41d86
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f25ed4dc093a09a436fc835bc4b66c774497ffb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c573dd0d8fae946f6e96b7e368f6b054c1856bdf53222f5d01c32357535714e8
+size 199058647
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a21a63534bbeaa7ac65726a07b07fcae0a0b568
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111c29a7f5907c1c2d8638b619e2deda23159e60eff76f5cecf39bce0fcc20e
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9c128bf15c684be2b7ffa2f6fef80894266209
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b007e96eb0b25f10a32292d765948d5d014cd3059ef2da444277e1ae0349ad
+size 199058850
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cda52e18f2bbb1644c5040096dfc2248e545798
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e835108f6e110034b4bc91c1deaeb9d3946f43635852f775dd9858c792763cca
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af9e964d8c9f9f23251e83e9804f6beda20978c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b488e034c74b99708682ac22d6299f8a68d55140e3d31f8e68f2a7aa7d017a4d
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6588d7bf28625ca2e9d44afeae6719814ef8a705
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fefb7c6bdb53a50c826bdd44baaab35b540fba23ab33bf9ffc0d6a50112b443
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14bbc453dba52316d17dde7c672efd5f3837151
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a314b7ad369b05d38fb8d504cc9d77e0250a552e7d6ceb4000f762bc068082a
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c36c27caf319f015ca1b010efff2aa391881ff
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9e475d3be8bf75eec49af6ca31d16468f8ad8994344e057d414a78b6b9fed4
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6942707327ea09f641a76e254ecf15827f667a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555d1c04735908620e12c341d239997ede5e2eeed01888d90b2a58d4ac1af02b
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff456f9e1043d8bfd2928abf567fa66ed425485c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0506bf2935575b13259dddcfb8036437f533c2c354c29c1f51d1f9de70d1ccb
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461e40554e682f19d8677d26db280c139e46a09
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da657ad4442e9636b787d5fe88afb6df80ab78f8be2255a3ef3222ad871450a
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d01bb4a44b46a4b7597b839793301ffd989afc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee4bed1d78db2e0c6c32d003e03d155222c286380f498cc926d10196c3f0bdc
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92dae57ac4ec5f7eecf4feb2433f538201b0b8
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a47d33559737f13cfa21d9242f59c9f8fab8a345803e6d16d3d9706f16950
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b9810c02fc49d02809a2a2b0c9aa044e1b5a4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b674346f872e8588ac60a7a6968e02125d760add2547b010448a22c4c1a32a91
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbb994ed187547b585e01a48986ec8215064c3f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed964399b8595902a43aa248933df19f0eb1ee2efc52ce1d3651c0ef1352301f
+size 199058722
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f81852de0d76b063c4774dce691645debc13919
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f9a7d0ee8e5ba1e42178560d38d152cd4c29e537ea65e767bd11bbe9839be3
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1640e54d6f7d293aa3b0bc4b6fc4aac259fa4aad
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa56d2557df7cc6d6bc5b47ae04e0b8f7e5c11a6ce9e36454ca71b8e027d53a
+size 199058786
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3bb7f745fb4459e9ae23cb422d071754cc9b2a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ebe38fd120125d95253da9bb43d7d577ba557b28641c460edaf789182cc374
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43578069d7cad948b9b069a0bed7720e35e4b18e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4559cddcfe16c537353889c0601765aad99f7f88ed4201e090613900d2b525b
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c635c6c16bb2220dbae4d2dc8838624ca7526511
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a4c1884eb1e7a3932f81b7bc861626ad68cc2b321b70c2924e847e6056a79
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d4a0c8f375f15cee0d634472126b334b9bfcd2
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dd8b98eb3398cb9335ad5d2655259693896d5ee6f1395ae4b2a8280eb0c87d
+size 199058658
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd5b36df2129194f1c48d7f47089e11bb0f95e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdfde8c4133642888b212430171eebf3c9b1c99cf93d87cbf0fdcc2e58a059d
+size 199058839
diff --git a/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69fb25ab7f82dd7c802f8dbd76ac046fb483bfb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a930248c638bc0477a51f32fdd937916133fa747cf9204b4de15d9b2a9c9a5a
+size 199058839
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_01-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d5ddc0db780e34f3279777dcb9f4e20e020bd
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab09b32c7451e7109843dd35c551cfe421e7af2366441fa217c1e11127ea852
+size 167511299
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_01-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26404bad4f41a3c954c76d58054be606bf565873
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8174dca01df3d0362951aab5d70d78b32b082ec2699027460416c06c489b4a9c
+size 167511299
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_03-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db0a30f818f188a4b6762d07249c760eff1a5e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca3979ca9d500767d5eac3daac58a3e2b84ce5ba5860ebb57ead8b883335762
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_03-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360f02038253ec8b6461f47e4c2f45457a5e124e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1665e261329ce175ece2c65711c78ee66899948d10a3b71aab8b00905a4ffced
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_04-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f8146f08e60daac5488ec5b08acb2ae0f150fb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6624d394911e2c39e6bdfe53b607524dcdd7e0f523f61866af554ddf07d39377
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_04-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58fa556e2e05651b9719a9c8a5e267f857d3089
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9daf5fdb0a43313c157bd1fc9f166d305afe5257a648759d3103bda3c797e92
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_05-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282858b1f4ad4474efd249e531ec37b3410ab78e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e985dbe0ebc564390a3d7d53ed266a617dd2ea6f01077d29f93fafb334c74d5f
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_05-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe611f7a9065b7139e3ce3833179ef84f1f798f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf23adda2e338bd1fe3e7f39647089aabfb1da23e228d517c17799be5730734
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_06-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b531020e90e7abc626be28ce7e389c47c17dcb
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8e0a9bac6ed580665e9226a4de4723b7443503dac2de1ad64db77de358e4b
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_06-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1873a92b6157239d4bc13a20fa3c462b32b0091
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b993fca43a4365b0cfa621abf659debff261f7aecb92a67ad7a5415c5083e458
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_07-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbd50277b52d52ce5d0d60bed7b66c5c6701ade
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe099036a6ce26bfb0b86b24f567f62398a5b32309a81cee14c0f44cfb59a0
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_07-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba717bcfb83f412ba11648c7f4a5cc6c57905d3c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c76e8ecb573e6f46ba66a887b039a20af06ff7e42d5ab38e396964dcf7060
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_08-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742631e3e960cad54d7742c43a00aadd01d7a271
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fad0bd5df6e255819407939e9731c606dbe5fa57522d3a1619dc58d69f9fbd
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_08-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad82a8160a82bd4f23665a99eff09338698e102f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799f36a156b1fcc0a5eec50207c33f3660c0cd0fa4c3dc0f8a4279ce927064eb
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_09-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11397c196ce4469bdb3057e035c666d5d50e11b0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b8d0349840dc21863bcf139c3f130fe1d1f2ae3b93c48b48a28acbd73305a0
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_09-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d638fb5790fbeee69a694e426981f8e986dbc0de
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2846a703b31c55f353dffac853eb0fdabda1e7efabf26e7d5b00573327532d08
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_10-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd807906415b34650febce0674e966471e4595b3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1668ead992937e45ac1e45cfb8476ac47bd1aa1efe1ea0b482569f74d79a9
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_10-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229752a36df7e23d5919b65ef734aa77bb07cf7e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c35afe37602a95ed3e1de2ed1b23f64cee02e8a5dc9ca7ef09e04cc1fde4ae1
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_11-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe6f86290f79b9954c076251c274690bed312c5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a5dda53cc8bbdf4d34dc560922bb5d20d821dccb31d168415f530558fc4e7a
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_11-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0bb83956c7473773e61e62f6bbfbc194168150
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a30a4977099545f85d9741c78d5e02ce788b63c7cffa1dcfdcd2dba2e5b66eb
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_12-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b709411776a7c2f25cde47549e4e2e4cf4074
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3173fbf23d1cc95a03d2c0e6e191b356ee9cf5086640762f6377f657b45ed07
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_12-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0061e6091d3a9123d31fb7247e50ce40196d9f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e197708e85fbd69b590ccc83aa3aa96211c2909d6bf2e2228c60e65179c59a
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_13-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209c82a15c71416512de47ac500563ee164da6e3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1a8d013c8dc579cd9470e99bcb7f8ef10829711027b749b57fccacb2096954
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_13-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a48cf88907bced6f63492e6282b1508023714ad
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8551844c7b0f1b806517946b787d526b28d60cf21b99533cb57730c26af0fc24
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_14-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6614d71f07a4a9cac3746dcde1a110561a38da
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef62883f05390db91c381101689e8118f1d865d4351c251cfae389612d6b72fd
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_14-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e8c065411bab4fa63721966a7ae8d8876b642
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacf19b0c931f30d0f81ec59c8b9b778a1ed44972fb01bd243a0fbdb77cdbb06
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_15-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693ea783546082c807bcb046af1144d800acfa09
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3887e41574da9d5f0a000acc88bc16b5c960a3c78cfadd96090d45836789d66c
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_15-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faee76f0d7219d79d6ce65a492b941d29b422a5
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4db1f94933a3d5594ad34e9edb94685a52bb478ac81613451f4a52a11e544af
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_16-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82d9155033f8dd569b9fe24963b62b6731b1871
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6b3919a77d45ccdae0ce2f183b0ec094f2c313230c1916cdc5c07aab7e7055
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_16-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4e80a5af61c1f5614a7b5ffb71cb416193991
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c25755416cba556016cd1d2df3d231f35e211030e562cf390d7f50edcc3c93
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_17-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65baaeba3f5f21402358c8c6f72638936bf35cbc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bba7d385fb97da1781d2f3dde9a33a2146d5b3faa36b04cb1c5e1977f27d508
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_17-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed635e2a59ffd97ad32073c8df83a64d37ec787
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef711a5ab2b647c3c5c7e31b830ba8b5bb87e63540019e88d116b623b32f77f0
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_18-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b884821da1f21b4de75eb3656da8686165ce950f
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00cca7ca0685bfa4f0d42d9d9d9d24becc7eda3b3900bb64c0f9c58a244b237
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_18-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5070306f4a25693c60499d4c323d97e4431375e1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec3afc035f0d602f9f465ceb71a0f7b1a0b719d4db55828919bf21e75364e2a
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_19-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbccf3dc731d05eb3a5d9e04b9586ba17da4ef0
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e603d9aadd0ba9bbd1863a13aaa534139a1036f81f07eda76b291f50599e69b7
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_19-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7196b0ccd4fdddb5aacfc7ae9442229cf71203d7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cf65d46285d04c429ba2cc7095ad17ce79146951763519e5c56eb4eac18a74
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_20-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bb957e027bdabe9ce8dc27a0dd3fd438a21b4d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6990441c7d3ea7cbb48ec8cc0c35e96122c054b0953ce9fe5e40bc0aac0138
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_20-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a294134902c71f00101d062dc48992f6751dbed3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38ea9e1e994916fcb9d0db8fd04f5f0721eee4aea844787beef9ff08c8b796d
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_21-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8b8cdaae19aee6dcd6560d398ace5598375b89
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd05aef2f7a8ec5170529cba14d55b38680b9b6328bd61ba200f64a676fc6fa
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_21-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c5fe6feb913013351ab8bd601f8e0e9fd89d0d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f280bfb01eaee7bdbc4c7f97fa45cd34b258ddc34d851b24496ff9563a34a8
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_22-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839e64a9ced68a6f531181ae001cb2e9da9709cc
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ea429bc2e760552816ebbe995a8fab17c7122687283771673e44789d6ff51c
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_22-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ee9b17c647b1c1bbd7f5d55d83dfd79235fe7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ffd0d5cd6871243eb590a906cb9fb7f69b4f903a2a967746c6be98fe1701a8
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_23-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e202422b2a64dc448c5c05d591b0f540562a330
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fd2ac24c67cdc7bfc89336537e5ae026a07dd8be40b0dbcfdc093d0319f03f
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_23-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7554c1620ff93f8357e611a868966d9e67334f93
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b703a61ff864d8e88026fddbf4a9d7a3f6c75f134e3fc3a7c2125c41126ad753
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_24-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c619a88c24766c090ff251f531c7500f5c52c6b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcd1efc01ebd169cd8773c83767845f3b55b7f4d556e1c3f39d981a740a792f
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_24-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c88051f41452884281db7938bdb4912366d47b
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6890c86df40b2d467dbffe864557129014c87ae35acef65dfacbcc24cb2ddc5d
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_25-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eea1203112ab36879abfddd50a1a3fe6c4d055
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d384e6edff354abdc390477b4778d76b6d7377b30f6f718bf9a61dcce5386572
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_25-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244c096d0e30323d2168a3301ccca25ae317cc51
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526ce87e68dc7241c7e699727cc3668fc225e5f1e48e79bb348c05131081d23e
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_26-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581f4c84bb84f6661c0338e76802bbfda79917bf
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553c40301ae860f2b2c2ecc68e9c74867b4d4f014d8a773720276cd9b3c618a1
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_26-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4637df4917135bac264dd2ba1c425a54fb0fb4d
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb14dcaa79ee5ed296205a220d590b630c1bbb2665d45476fa28f881432bf3
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_27-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29031c9987558aca9412bcc4b767b52d8977e366
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5c150454fb2303fd77c24cff8d5b99f5cf60909c965be5fceeceafd87c7749
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_27-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9f35b26ca30b572afb83dbad1217ec50939c84
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d180b38bde90c1945ee084f905bec6c8a0407aa434b382f350ac74e856a667
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_28-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2a05ff8fc1a39695c0f8a6c518d4d1e3e821ee
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4a7b67c6c6511ffd3b2d0487a226f792b2afdc96bb92e3dda34b5247415008
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_28-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51faf392054a431fd207c5a3cefae9d233627c7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c9b56c980946c377ce37e72d5967564af377076d99bd7bc85afb019e900fdb
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_29-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690306f0f0d65495c4c2cc1279e1a026c48eaa9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba4c47a39cbb2476107e6170174a4ab107b0f275400bae2dfccb9c9bdb8a805
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_29-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1482c7a6395a07fd3568117435dd3e0991b9a6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d538e72eba314a8521d6efb41482d13863365c93021e9377fd0edc27e4e56b86
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_30-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089652d5e7eeabac7dc3d51eb1faa4e7013905af
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34caf859206401327c1bb6cf60d179b06ff0187882e5943616a12652128bd6cc
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_30-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9cf552cb23cb53e7147edee70e264da8ce25e1
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee34ddcd7868fc4f5b8ab02f13c55db7c325f9db93c1306abc3b42aa155d37b9
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_31-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d019a3fb6cdb4271eac65a9c92cd0d1381ac26
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c609c97ab8a7685bc29c1165cf5e586669d3a1ca048a8f3705c9b6525c8df638
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_31-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9932da3286344cefc2be6cdbf02ce4c503e07a3a
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdc76a1acf382bb5db7517f8f2d3eaac1c17d8e6ee065087538ea24a868dd4b
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_32-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787e2b24f501cac4c11fe04ca6be9ebf76157337
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee616f0aa4b06ed29a7a3cd7233da128663aeb026257e8e57543f6678c80f2fe
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_32-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086aa0b5087e16848fd71b76aba107fd57251cd2
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cd1112dd70e9e8067864a57d1e057a9ca00e4c71af542a59c807137499d98c
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_33-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7056d64947ad5f2a74b00e8d973a00b990416ef6
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c843fe7128ac57c1b2a0e3bbb956738d347736cae739cab75593229a549a32
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_33-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eb9a24e909080b183bea8a2876df870ecbbfd3
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc08111e1ef9f2b7711cfae852f13c688a0204622d4d8e4134180662049b918
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_34-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf5a77c87e36079b1b2bd3a87f2d2a66fbbeb8e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2b5456eda6b553801046b2d6475b77c222f717a32d3f81d5c6dbe031774885
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_34-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc971df64fd190e542e7c03df7422df8b9784c
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e308591e12d8d0964fc71dc3614c997ea6e275bfc068614f24cb450102275420
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_35-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d456dca6bdd0fc64fe7f51a167e93126659ca7
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2faf118f5ffcf563d5151426fed4188ae268d3fd88a362be80fc0c5b3805728
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_35-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956f66c4c62338f92d63e839531fc2dbd9af49e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788f93cd1ab4057e6e29635114963c5b4c0a54c6df4aa9e5e746fa94f990044f
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_36-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08ed8647aa919dd256b0c5a82e3dcaeb6a98b23
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313e75d1bf43a667de8d7ef998bca7324d1f73590e5bc6eb60919c6c03237dd
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_36-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1574ebd7d20c921863cb54d44badd046bdfec402
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b908d0c9a6af01264bae22d2859ba7ff9d0f04f97fac6cf407975e9d49c0844
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_37-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcf18f3f38311b161064cc13aace4619c6e4a97
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fd7aec7b8c7fea6fb9c92bc74285c860104bc6626a63eabc5cb9f2ac4cf9c
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_37-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9364b48d152f5c379150150fbcce91eef70f5723
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c213c99abfb2a42c06cf58292d0e5a177596efe8e6baaa86ba865129a8606774
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_38-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adcd4679ae4d77e0879299c3c92c9162f9971b9
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb7ac854470e0421925ee623b8d83b08f5a8f89c27ac822b91b65951f5feffd
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_38-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b345f83b3d0708c4599d1b118ba33ebf14f36e
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711a80076e15629a79450eadb6b462c34e7bcea5138a55040257772a990b2e36
+size 113308931
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_40-model_00-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0511506b1a91b8c31ae8c5aba22a6184cd5506
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b155741a49d51bd6605a88dc02f193e5bfdeec5fb3d483c6581a606c19a29d8a
+size 13507
diff --git a/4b284b84b40c4pyseed4/global_step80108/layer_40-model_01-model_states.pt b/4b284b84b40c4pyseed4/global_step80108/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec55ed391c0357052e74a2555cdb5e53154b455
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c8ed1a1319834d575446b1870950905c1a4194346df5a28573037fde04d145
+size 13507
diff --git a/4b284b84b40c4pyseed4/global_step80108/mp_rank_00_model_states.pt b/4b284b84b40c4pyseed4/global_step80108/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9c301d6a338becffc7c81c583827b538b7a2c4
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc29e867072643181a06dc66bd94c4b0d6a979bc6a4321f17c9e500260812e00
+size 51763
diff --git a/4b284b84b40c4pyseed4/global_step80108/mp_rank_01_model_states.pt b/4b284b84b40c4pyseed4/global_step80108/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7e3db8dc51dcf9f052ead6b45cfb5ec198f94
--- /dev/null
+++ b/4b284b84b40c4pyseed4/global_step80108/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968d9fa980bef930a7439eb0109312bcfea84ca63e7bc0f109923b31f94faad
+size 51763