diff --git a/.gitattributes b/.gitattributes
index 637fa167e56685c01bc97f08a420ea76330cf6df..1fd4826e6f1aafb9303f7a6f9709083bd5723fc3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/layer_01-model_00-model_states.pt b/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a665f739c2c2a848b2dd0bee7e076d7121596762
--- /dev/null
+++ b/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a2f0640a248186ccdd793cfe45f8243654fd789093ea739e8a10f6ef48c07
+size 1027613923
diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260afd9c49d909b0da4a9a70ec8710993e323b7b
--- /dev/null
+++ b/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441a1a7dc83daac1cf6543f55e050ec54e8f2ec598bd5eb7777ff18b0ce7179b
+size 100719873
diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1807c267ed6f4dc5ff2d6a66ed4a6d65c03b97b6
--- /dev/null
+++ b/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0537e9f2e0fddf065ddff9c5b799c142bc6e703c3f119553042aca613ba7a965
+size 100719873
diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee93613163dd47a13965eb3bac68d7ae45d0ec
--- /dev/null
+++ b/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcddfd977ed1e4b01240acf15b07097c7d2e98a7a3494cd612ddaa01b54e875
+size 100719873
diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08639594e39de6708c5081bc57c20c55120832e
--- /dev/null
+++ b/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f5388e27b9722b5b15c62c328388dcb41c0abce0bbba23c196a92debc2f38f
+size 100719873
diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36627db11463687e2fe1bb514f31516f11f45799
--- /dev/null
+++ b/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd920f48325904b4e0cc65245fe1d2dc0c5785b45211f840ce44a2120fcefc9
+size 100719873
diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e68129ec9091be35430633d38ff76346726c74
--- /dev/null
+++ b/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc86425a272683ffafd2f8f86d227971ed95d4e3b7657929918d7301124b311
+size 100719873
diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c009c87c44d42577026d3ceed727d6322e1901
--- /dev/null
+++ b/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cdf20644ec129a27fba5e3187c0b7ac710732ed622f2f18dd82e98c1a35422
+size 100719873
diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5bb70f38bbc00844037de21dd6acc28ac3ba66
--- /dev/null
+++ b/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18a1ac6e602025aed7a117168a74c6d94221d53aeb102496ef51d43480fccd8
+size 100719873
diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4798a1899e5c20c3ff7950b245f6baa38fb2ff
--- /dev/null
+++ b/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4368c27cb63f63ec8b401963b012b0d0347dfd48926310f036808302995121b
+size 100719873
diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2484fb7e2b7fdfef3d56b3d5e4503f12bb5e40d9
--- /dev/null
+++ b/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b7af623b8f4b3a45ee46891b4b5cb1137da0d4668354966326c209a793ce65
+size 100719873
diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db14a040d7d66ba5e7de7309e16dff4a6994dba
--- /dev/null
+++ b/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb01df251d4bbe1534a349f4cbd91c73d2dad6c7496be24b0c57091702a05a0
+size 100719873
diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e749fab6be78eba1b019d2b5b4245f1de2276fb
--- /dev/null
+++ b/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17255d5bb47995e079ab77862f4c57a025716ca52991d66761bdba17ae84b8b8
+size 100719873
diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a60772f6ca4658dcb168568c305652830d17515
--- /dev/null
+++ b/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1372c31ea44fcf1df4009a677af77f8e5353a1d523cdc93d4dc882b54a2132
+size 100719873
diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3149e4d1819e717a8643885592a3a77d9edfc799
--- /dev/null
+++ b/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c50c56630129a7102befa640afe43b7c6d9c16993e1d508936eadde7a239dd2
+size 100719873
diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b05f418778ab43eaf5a5f2a231abe4be5c9cbea
--- /dev/null
+++ b/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c203d12301a7785758d1504e71e0c4997d124188ca197f4be86e8ed3f430177
+size 100719873
diff --git a/layer_18-model_00-model_states.pt b/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d6977a47888ba7bf0f4148d045fd878c0e829b
--- /dev/null
+++ b/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f273c95f066597215a3869530b6bc16df8de99ef450a508fb4c51d0e02f4d1
+size 100719873
diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f7908138f543b58bfbd0f7399a9eff5d5edd8d
--- /dev/null
+++ b/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a8907ce272b23811536709522b173b9a545da92f9d1dd911c4e71c8af7a3d7
+size 100719873
diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca45dd8d7725eeeb6a873eb1df9363ed304d734
--- /dev/null
+++ b/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2118b7e0e46294874955b85dd6d6f9ec2dc54460f26f531c01ea817de479cea
+size 100719873
diff --git a/layer_21-model_00-model_states.pt b/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ff0b3c092f9051d9f725b186b80a2f2471dc5
--- /dev/null
+++ b/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef05cd8cdb9137a7a88702feb715b5eabecb6568f6b663ee483898f99cc2af2
+size 100719873
diff --git a/layer_22-model_00-model_states.pt b/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabd5eda62c299a4d4293409279bb5e367c8be20
--- /dev/null
+++ b/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd711800f1bc94e141b6aa4e8ed281ff4a85ab6950cba760203c1b08a4baab53
+size 100719873
diff --git a/layer_23-model_00-model_states.pt b/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12551f1c65e2923ec7a7eb4b370f31aaf91791f6
--- /dev/null
+++ b/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a545d98a606dda5859cbd3d9db359d7b1000da4ab0e290e69cbef75e70fd74e3
+size 100719873
diff --git a/layer_24-model_00-model_states.pt b/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc26b32b4a33a087d431df490089fac9b9515e56
--- /dev/null
+++ b/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d153fae7e19b0d9d030249752f8a6f532cd9f38e776c0dd05fdd26f4cd7ea212
+size 100719873
diff --git a/layer_25-model_00-model_states.pt b/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995dd3527d0af9f8eea369d7541e7b0f3a5b8ab4
--- /dev/null
+++ b/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b523206491b11bf29520d115f3b061f3518b0e8d110e10ec0676b46db5ed98
+size 100719873
diff --git a/layer_26-model_00-model_states.pt b/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b329d4de6e6f4ca7be96e44ade660be2e2e28c
--- /dev/null
+++ b/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4801fcb036cb7682a6a6e6e67055280a49ca598b6e22a47452429f079d65ce
+size 100719873
diff --git a/layer_28-model_00-model_states.pt b/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf0da1509e6a316c0350f22b848fe030704dd31
--- /dev/null
+++ b/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ac3982c91edabda07f56ca03f86c241a7aa4fd5f88e7ab3c4010d17efce1e5
+size 9127
diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f17ea228c42f6870c0dddc330ba8efe94f785be
--- /dev/null
+++ b/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a257b6fd1bc356e6fecb979518c9ce72767c6f189af320d5539b38eea2419a8
+size 54755
diff --git a/zero_pp_rank_0_mp_rank_00_optim_states.pt b/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2231b9bab0b0c9c386f55d17c862c86549993c74
--- /dev/null
+++ b/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a473120447903e262b197b8ecac4ff27c2b1d320631022f193e2d16a0d582f
+size 322955339
diff --git a/zero_pp_rank_10_mp_rank_00_optim_states.pt b/zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5f913070f0a6e635acdc48d0c3e062e1702c4c
--- /dev/null
+++ b/zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40250cae7bd68f34de736b8dd4b60cfdb6e986dcf83e596041e9aaa4f98b32b1
+size 322955339
diff --git a/zero_pp_rank_11_mp_rank_00_optim_states.pt b/zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75a0b4e42cd54371b43d96915eb591b827ecc20
--- /dev/null
+++ b/zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a97ea1026273fc265f015b26396e85c614a18e2733bd78bbcf2287166d600b
+size 322955339
diff --git a/zero_pp_rank_12_mp_rank_00_optim_states.pt b/zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4331ee75bc9909e2701c1d795205a370125f2730
--- /dev/null
+++ b/zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e3ac80c2a2f03cc3ce7284e611055ccc1fece933451dea37978f90765352b7
+size 322955339
diff --git a/zero_pp_rank_13_mp_rank_00_optim_states.pt b/zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc6e172c35230f10d891ea31c3aeee635dde80
--- /dev/null
+++ b/zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8a166218593c5acfd317217f26a3e0dfef88baac45a8556055c9fb513c9cbc
+size 322955339
diff --git a/zero_pp_rank_14_mp_rank_00_optim_states.pt b/zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203034eee4ce71a866132dc84691611dd070419c
--- /dev/null
+++ b/zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45565f4f3cb3ca2cebfe2e0c7265b3feb924e188d69ea0e6cf578af3261bb8c9
+size 322955339
diff --git a/zero_pp_rank_15_mp_rank_00_optim_states.pt b/zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3dc8493ce9310ab4588e3db2a2d7560471b24
--- /dev/null
+++ b/zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52930ea1f9c551110a841f3eefb602cae23466611774d8de669c3d8716b50f98
+size 322955339
diff --git a/zero_pp_rank_16_mp_rank_00_optim_states.pt b/zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25197b6ecdd1ae30abaa9669591369d6a46b88
--- /dev/null
+++ b/zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe1a65f1147699eb713a784eee4791cdbf5e29c431f8f4841fb807bd9ad9f9
+size 322955339
diff --git a/zero_pp_rank_17_mp_rank_00_optim_states.pt b/zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44228ae1a261dbe9075176e5d48939c07a00aa13
--- /dev/null
+++ b/zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ab085ba9cd4b029db12753e4b8c2519cbb07249959754d08b3a830368ae39b
+size 322955339
diff --git a/zero_pp_rank_18_mp_rank_00_optim_states.pt b/zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5928dbeb01e290ccfe5a25aa88e8fe54e3449861
--- /dev/null
+++ b/zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22084a1e13dbe92da5863c4d1035a0f867ac8792d9792b7c483c3f18af49092
+size 322955339
diff --git a/zero_pp_rank_19_mp_rank_00_optim_states.pt b/zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ccc4845967d80fe2f266a40bfba9b50cf9a59f
--- /dev/null
+++ b/zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539df5960f45cfc9cacf73c7e2e704175483ee4c9ef1f733523706cb94ce7a24
+size 322955339
diff --git a/zero_pp_rank_1_mp_rank_00_optim_states.pt b/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed525afb4d189ad05c192281d59ce127bd8bbd7
--- /dev/null
+++ b/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3044c69eabdd1f7db62f980a90eea3aa7c3a0cf60c206ba12a0948c424cae5
+size 322955339
diff --git a/zero_pp_rank_20_mp_rank_00_optim_states.pt b/zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a750ea046df0f11cf0a7da4c1fbcc46e7bb2e8
--- /dev/null
+++ b/zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8ddce4eb6873a41cdde4c3b6736a944d4707ca6ac4ad2addbfd448f23b36c
+size 322955339
diff --git a/zero_pp_rank_21_mp_rank_00_optim_states.pt b/zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23184c55f29bd5d856ad7e54084ab30d5b5fb7d
--- /dev/null
+++ b/zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd081fb706dedf122e0787d5881cfeeaeb13a564b78a337d3fba4da6f104a287
+size 322955339
diff --git a/zero_pp_rank_22_mp_rank_00_optim_states.pt b/zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da944a4dff4fd2f84831795c14a390c3e289534d
--- /dev/null
+++ b/zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee680d55ab065ec2cb38320b6a98a29b2f06c858e4e70dc642e4241007e4df6
+size 322955339
diff --git a/zero_pp_rank_23_mp_rank_00_optim_states.pt b/zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614bbdc93e9dd42e4d417ede5e34c5e589be4c02
--- /dev/null
+++ b/zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0937423417cc80b3f2a834596c782684eeb1dfc30111e3d3e0715e165e5b1cec
+size 322955339
diff --git a/zero_pp_rank_24_mp_rank_00_optim_states.pt b/zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36c360b88193726044939f1c3e00f7bf778d234
--- /dev/null
+++ b/zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181e126bdc60360811d5bbd5821eadbdef5589339743d280371c39c2a4fc274f
+size 322955339
diff --git a/zero_pp_rank_25_mp_rank_00_optim_states.pt b/zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467ababbe7e6d4bfb94c1a6a730330de3ffd668
--- /dev/null
+++ b/zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929215906566e1026757dcf5133d76c2c217cd664ddc3a54933bfb07dd3e5d62
+size 322955339
diff --git a/zero_pp_rank_26_mp_rank_00_optim_states.pt b/zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ca2065de63b733f0b58360f0aa52870c15f320
--- /dev/null
+++ b/zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8264880e2e4af2e977f05434f9bf8903db3e83242733a1b831d208bb7d1bfdb6
+size 322955339
diff --git a/zero_pp_rank_27_mp_rank_00_optim_states.pt b/zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32622de9c995159b0592259a802ecd010e96c5ad
--- /dev/null
+++ b/zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54895dbbe2548c941035131e765b2bbb6178703a8255bbc169053012a9ee7219
+size 322955339
diff --git a/zero_pp_rank_28_mp_rank_00_optim_states.pt b/zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d785c937ef47bc24d61a112fc95407de51d485
--- /dev/null
+++ b/zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a23277e5e5e331ffcde4b5b5af63d0030e60a494664d9dfa500f3c862ea804
+size 322955339
diff --git a/zero_pp_rank_29_mp_rank_00_optim_states.pt b/zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d15be6e78e0aca59b31401a1346123ae94ad2b
--- /dev/null
+++ b/zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0db2aeeafaa7fef847ca74bf82d0b37213f4fa4ebc4c4687aa0f8b403455f89
+size 322955339
diff --git a/zero_pp_rank_2_mp_rank_00_optim_states.pt b/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d708415cc3f945f274ec74b706818c79027a15ae
--- /dev/null
+++ b/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4544cb2920384081fec8aeafadff268e4883e37cf24818b34a5276f4b1870b49
+size 322955339
diff --git a/zero_pp_rank_30_mp_rank_00_optim_states.pt b/zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac668f2cc3c49b343a4694c77209fd36e973ca1
--- /dev/null
+++ b/zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8979f3f1c3a9eedfa65a563d2063cc6f334f6246102ac08fbebc7a037c98bbe4
+size 322955339
diff --git a/zero_pp_rank_31_mp_rank_00_optim_states.pt b/zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432fbaae1355c2b3963ed79a6f5f7d2fb1f89407
--- /dev/null
+++ b/zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afccef899cabe12d42115e736a5371c7749cbeb1c2ddc307189ff5fbf3edd777
+size 322955339
diff --git a/zero_pp_rank_32_mp_rank_00_optim_states.pt b/zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6e30d0fdb1f682b64d28064ac0a707777d3532
--- /dev/null
+++ b/zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795640d9a238194caadffffef034f20f5572ef186baf840fed4f05bfa5123262
+size 322955339
diff --git a/zero_pp_rank_33_mp_rank_00_optim_states.pt b/zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4567a22229fbc3f5aa75782d4c53f5f5895f0e97
--- /dev/null
+++ b/zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db09ce76cad4ce2cca4f0bef8ccf296bd7f8883df7a682fb5189c5d8903a6f6a
+size 322955339
diff --git a/zero_pp_rank_34_mp_rank_00_optim_states.pt b/zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e97d01c8cfd41ea9e2ceb75ea082e1cd29d7856
--- /dev/null
+++ b/zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6042289e9ef2bc51c7025a050c122ff5ee0977df984e538bb5a27d36fb9ba207
+size 322955339
diff --git a/zero_pp_rank_35_mp_rank_00_optim_states.pt b/zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5efaf31e7803608b9e2d0ccd917d0404b4ada2
--- /dev/null
+++ b/zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b2084c7b4fd4029268da5744b0a71e4ffb0f13d0efac9a7e569a686234569c
+size 322955339
diff --git a/zero_pp_rank_36_mp_rank_00_optim_states.pt b/zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da0f777b2a4cedefc6bd8b67ce5c1db421426e
--- /dev/null
+++ b/zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77209ea661672d226231409545d3721529a35237a582687f2e991c8fda26275
+size 322955339
diff --git a/zero_pp_rank_37_mp_rank_00_optim_states.pt b/zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee5586e0a1b8d473af61632be2bb652a1cdc7e7
--- /dev/null
+++ b/zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2246ba4f27256d5548abcd88e48266d5f5a780c2892e5a99fa29f88354d47a7
+size 322955339
diff --git a/zero_pp_rank_38_mp_rank_00_optim_states.pt b/zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce121f19479064cdf60e94cff302684616c49d
--- /dev/null
+++ b/zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623a4a6118c8efd0b4d6f28ccf74623cb6bd17c60e80b6f22ffdc1bb7386aea3
+size 322955339
diff --git a/zero_pp_rank_39_mp_rank_00_optim_states.pt b/zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0643825caf976be2d8d1eb81932c64af70f748
--- /dev/null
+++ b/zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e61dde72ac2375b658013b94c2de5d1d8bfd9459682fe5c0179d815824e9e98
+size 322955339
diff --git a/zero_pp_rank_3_mp_rank_00_optim_states.pt b/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08be16c765fd5e4ec6f177abc2a0c3a161c57f3
--- /dev/null
+++ b/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb66c0e5b731dce0467025d37dbe19b796e3d93ca60a9f23c617132f14d440
+size 322955339
diff --git a/zero_pp_rank_40_mp_rank_00_optim_states.pt b/zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b8437dfac23d9a61ab043a02fe1327b444edfd
--- /dev/null
+++ b/zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415082da30f0bb60b6863e91b974499a9a161b38a787f18e911888d52bd6f3de
+size 322955339
diff --git a/zero_pp_rank_41_mp_rank_00_optim_states.pt b/zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f061f718e33f667cd8dd996cfa22a7a7d000dd1
--- /dev/null
+++ b/zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a733ac87c878086658362dec186b7b6e79af40fa16bca3c237585b893134d1
+size 322955339
diff --git a/zero_pp_rank_42_mp_rank_00_optim_states.pt b/zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ce736324d01e66f98d1ef2e73a767fa7ce1a82
--- /dev/null
+++ b/zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082083a3993597fa53b2f48c9ee59d5506db4b85d0e1f55dbc235c9c0a796bb5
+size 322955339
diff --git a/zero_pp_rank_43_mp_rank_00_optim_states.pt b/zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4570904dc70f56211122e90394ac857edd2b8e7
--- /dev/null
+++ b/zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90c538369b2d070c47d9e964b65bdbf616ab7a36fb35e7950b0dd88ef76e646
+size 322955339
diff --git a/zero_pp_rank_44_mp_rank_00_optim_states.pt b/zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aacd2783ea291fb34028b7d5ed2a57e6a075258
--- /dev/null
+++ b/zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086753c86b5d86bb6c0e3ac4971d3761a8f1b5fd3bd7a2ab1e9e0dcec5bd8275
+size 322955339
diff --git a/zero_pp_rank_45_mp_rank_00_optim_states.pt b/zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a317e1f2a481c0f2a04831e846ee3aa57a6d3303
--- /dev/null
+++ b/zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece4d45d51c8b3d8dcbdf3a4766ec08cf41858d9a060a74c5ccbe1927e70aa00
+size 322955339
diff --git a/zero_pp_rank_46_mp_rank_00_optim_states.pt b/zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8a10f3e4a4e6d991d6d4b25b0278055d70377b
--- /dev/null
+++ b/zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a45e0a622600434bf89beee6b0467e8bffaa886c599aad1c12b696c44507d1d
+size 322955339
diff --git a/zero_pp_rank_47_mp_rank_00_optim_states.pt b/zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88f5a36930a530b1893a0a146bc53a669c209cf
--- /dev/null
+++ b/zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010e7a08e883b250fb386a317082c586516e5747a7d8a75c061d105e636da9b1
+size 322955339
diff --git a/zero_pp_rank_48_mp_rank_00_optim_states.pt b/zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40916bed4623a7af4486aeaa3527d37c248d98ea
--- /dev/null
+++ b/zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08499075b44317e3c9c4eef99e6dac34b3a949b9c2ea159c7afe6622881fff6d
+size 322955339
diff --git a/zero_pp_rank_49_mp_rank_00_optim_states.pt b/zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ad6f5709cc5c79d5a9e7a620eae3eceba04c4a
--- /dev/null
+++ b/zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a2b18fc6e91634ffb693f3c448186802a35983c558d384166f4867607cc502
+size 322955339
diff --git a/zero_pp_rank_4_mp_rank_00_optim_states.pt b/zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c941d5a74be28938c8ce85b0ecd6b1befb9a478f
--- /dev/null
+++ b/zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e9b562a79c7a43feab6b51c1119a65bbca6ecd5f21326e7e489ff32d4675a
+size 322955339
diff --git a/zero_pp_rank_50_mp_rank_00_optim_states.pt b/zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b724ae132f5194bc415b2dfd8cecc5c768b9bee9
--- /dev/null
+++ b/zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b7888be4c38d99ab987bd28b8430ad53e0c8967eb945bd6338f2731085103c
+size 322955339
diff --git a/zero_pp_rank_51_mp_rank_00_optim_states.pt b/zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90749e3573889ff466283d0422a5da235482b369
--- /dev/null
+++ b/zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f7dbd20a83825f3d481e3caef0dd602fe00328ff1fbef459e96df50b873dd6
+size 322955339
diff --git a/zero_pp_rank_52_mp_rank_00_optim_states.pt b/zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92bb0829379c37a9fd3500cd28483db40aeba4b
--- /dev/null
+++ b/zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef432587e552b394db52e24f2459f8c89374fa3fec5ac59b5e1cdbb3dd4b9e7e
+size 322955339
diff --git a/zero_pp_rank_53_mp_rank_00_optim_states.pt b/zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c775c76ee0d4b65d889c271bfe92212480911eb4
--- /dev/null
+++ b/zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3764b475194c15b79c39be9d9c6bc3159230e26470bfe3580182957e31ef3781
+size 322955339
diff --git a/zero_pp_rank_54_mp_rank_00_optim_states.pt b/zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3297fd67b2b775df75b17f3da7bdde9f843fdb
--- /dev/null
+++ b/zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33b9d77ad5519de8895e864bec342d34f67d74d9b05d6c92c1d92de4041037
+size 322955339
diff --git a/zero_pp_rank_55_mp_rank_00_optim_states.pt b/zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524b57293953d0fd74e38286d82ec5fc0939386
--- /dev/null
+++ b/zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35672e6ccee641beffc51e59f4c47e6e8f113561cfb1af6e458ed67f370a8c0
+size 322955339
diff --git a/zero_pp_rank_56_mp_rank_00_optim_states.pt b/zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb2bdc646e18e2dc08615b9133fae05f0cb1e64
--- /dev/null
+++ b/zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4de966255c7150873a79eedb702ef030ba395982bc308cd9e4947573c6140e
+size 322955339
diff --git a/zero_pp_rank_57_mp_rank_00_optim_states.pt b/zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eea142cce9f005d7c56ea51950ae0af4a022fe
--- /dev/null
+++ b/zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7951a27825627567f1f4d63be7e28ee585cbf080321669f0c756f64f8966680e
+size 322955339
diff --git a/zero_pp_rank_58_mp_rank_00_optim_states.pt b/zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247ba34f223916bb32a0b160e08ea37bfd55a49a
--- /dev/null
+++ b/zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631626964d7f6696228d070c574467ea8c02df1871636efcfbfd73ba0589b1a
+size 322955339
diff --git a/zero_pp_rank_59_mp_rank_00_optim_states.pt b/zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fccea02b8d4c866489ab6b3263b9f76db04c
--- /dev/null
+++ b/zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd8cc15fe6d860758b9d78e455b533d3277131a057b27404f2046a1cf3c7e35
+size 322955339
diff --git a/zero_pp_rank_5_mp_rank_00_optim_states.pt b/zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e356b1113722afd6040722669d8e17767a9c1db9
--- /dev/null
+++ b/zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfec1af3ea3055bbd97cad2ad3fdc533fa9b9edb98c03eda23d4976a14650a72
+size 322955339
diff --git a/zero_pp_rank_60_mp_rank_00_optim_states.pt b/zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0b9ef90599197206707941a7fbe1a437731a93
--- /dev/null
+++ b/zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f4d3bcb48bcd4f688834b61164513c1dfa756accbfba69ed02974cfd02fa30
+size 322955339
diff --git a/zero_pp_rank_61_mp_rank_00_optim_states.pt b/zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad9c9c9836cef80fd666c53d8423441f2487ef
--- /dev/null
+++ b/zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5ec20050dde31534b97b3a6ece427e8f7d5fa1961f517251feb1bb76b40fb3
+size 322955339
diff --git a/zero_pp_rank_62_mp_rank_00_optim_states.pt b/zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a973570d26546a6f6e6ce92c15589e96352568
--- /dev/null
+++ b/zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08d4b104dfc897f048d1d5dfd213c90e9dd92382395c383b07b2e5e918dff73
+size 322955339
diff --git a/zero_pp_rank_63_mp_rank_00_optim_states.pt b/zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe04d77bd8531b366214956d3509d821084a4f8
--- /dev/null
+++ b/zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9165fb99e11dfaebeed912e1cadebd8e60eb946013b57e376d5704c964ced5f
+size 322955339
diff --git a/zero_pp_rank_6_mp_rank_00_optim_states.pt b/zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d236f1274dfc28975033d3bafc54911c60c7a4
--- /dev/null
+++ b/zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e71d878b7d4fd9815087abc776f48904e74c1fd11617a7b50e67e509ed379a5
+size 322955339
diff --git a/zero_pp_rank_7_mp_rank_00_optim_states.pt b/zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ae9a768b72a8b08c81ac2fcf3ee0cfa82b3017
--- /dev/null
+++ b/zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a5340a6dacd2109ea18fc0df99d8c38acbe56f75d3d9d8b2f32d29f54f0b2e
+size 322955339
diff --git a/zero_pp_rank_8_mp_rank_00_optim_states.pt b/zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302bf0e8dfb512f4ea4d54d5ffd153c95c6137eb
--- /dev/null
+++ b/zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cd4c0a74aafbc5f47de1fd96b0ff1adfe123b8c308bb4f8a8561c8bd971733
+size 322955339
diff --git a/zero_pp_rank_9_mp_rank_00_optim_states.pt b/zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c092c93b5d5cb8f25ed2ee4ff5920521486abb01
--- /dev/null
+++ b/zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b1c1110e68f2edb087ac231b9b1a3f757f2d39203a004de36f911cdcfaa1c1
+size 322955339