diff --git a/enc-400m/pretrain/ep0-ba101918-rank0.pt b/enc-400m/pretrain/ep0-ba101918-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90923b82d38745bfd96b8e02529d75d8136df0a
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba101918-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df96ac739216ace1cb8d6e9ac4296fc479e0df1676a5a483f8d78607cd28c37
+size 4752821906
diff --git a/enc-400m/pretrain/ep0-ba104916-rank0.pt b/enc-400m/pretrain/ep0-ba104916-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c41c02e4e02d3825daf6c623c3a8ba5c3108e2
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba104916-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc25919bc639d3f5b54bc681fd8383fc24bbb2ad4ac35df9c8b4cbc265b82c78
+size 4752822226
diff --git a/enc-400m/pretrain/ep0-ba107913-rank0.pt b/enc-400m/pretrain/ep0-ba107913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19f473ae6e28bc285106d0b144b045f6d5f129d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba107913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96d7d5da706dc053dfca0fe931b2a19df894ae283a4c7749791a813d59c8ae4
+size 4752822546
diff --git a/enc-400m/pretrain/ep0-ba110911-rank0.pt b/enc-400m/pretrain/ep0-ba110911-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60e123c0db351591863e03cb9ad60cb3229fbc0
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba110911-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be31e333abae555af092c9d93f8b1d1e2e9e66c57b510788872fa81cc8aacffb
+size 4752822866
diff --git a/enc-400m/pretrain/ep0-ba113909-rank0.pt b/enc-400m/pretrain/ep0-ba113909-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cfbeb4972a5e154a6b9be7852788671454d714
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba113909-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99615cb21da098d6f30bcf3e505f9e8eb47e0c3dac88cb9b59124adba944a58
+size 4752823186
diff --git a/enc-400m/pretrain/ep0-ba116906-rank0.pt b/enc-400m/pretrain/ep0-ba116906-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9dfc2f587ffdf5c650f7029c21ac0ede343a52
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba116906-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d5749af38a0828e94fa9ff41cd8d1cede6d2bc6353ffa3bb0c19adb57a266f
+size 4752823506
diff --git a/enc-400m/pretrain/ep0-ba119903-rank0.pt b/enc-400m/pretrain/ep0-ba119903-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b80c90b478af470482e12fc481532a5d457d980
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba119903-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5055b3d5f8b1a28b21a7763656d45a79f922e74ca02f693d71ceef5defdd7f35
+size 4752823826
diff --git a/enc-400m/pretrain/ep0-ba11992-rank0.pt b/enc-400m/pretrain/ep0-ba11992-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a075bcb41fb5e82a695553b343fc6c26bda4ce
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba11992-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23a6c1c402fb2ae592b7a880ad314dd87662b73c72fad033e68c09fa6465d77
+size 4752812562
diff --git a/enc-400m/pretrain/ep0-ba122900-rank0.pt b/enc-400m/pretrain/ep0-ba122900-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75849dec236b158fa244ebecdc0a8ee57821c71
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba122900-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4066fd2bb21adc29a4177353fd109c41f098d93bee371a761cfa09fcc04a0722
+size 4752824146
diff --git a/enc-400m/pretrain/ep0-ba125897-rank0.pt b/enc-400m/pretrain/ep0-ba125897-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc826ed68d9a7ea45d35ae334c814cd30261715
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba125897-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c1612f5d8bcb404b255832c38a6bc74bac84b3078c8bf4e6dd4803db486efb
+size 4752824466
diff --git a/enc-400m/pretrain/ep0-ba128895-rank0.pt b/enc-400m/pretrain/ep0-ba128895-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e91f7d009668d64ac457df3a49fd6bbd2b63dbc
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba128895-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1e040844f2a64a629791b4546720a9da496b07b1831b8b30b4791929ac877
+size 4752824722
diff --git a/enc-400m/pretrain/ep0-ba131892-rank0.pt b/enc-400m/pretrain/ep0-ba131892-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d1c1c6e83b886df81460a3f962bc548d3bf8bb
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba131892-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914d4596fe6d7f2da27c73c4f2de2f768b0014161c1f63a7e66b8e074066d430
+size 4752825042
diff --git a/enc-400m/pretrain/ep0-ba134889-rank0.pt b/enc-400m/pretrain/ep0-ba134889-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952e4b7a0c963292fdb8ae6bb49cbd8b4d0c1534
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba134889-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9bc963350d9d00f2692176c17db7d6535650910a06e0e1f1ee850a5e96f3d9
+size 4752825362
diff --git a/enc-400m/pretrain/ep0-ba137887-rank0.pt b/enc-400m/pretrain/ep0-ba137887-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff6e921d191b789ad5a936eb7091de5ebd5af6c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba137887-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601e12affbd4706c74bc416dc1f72bdb2b6ec80284c7682668f1e815f8e836f4
+size 4752825682
diff --git a/enc-400m/pretrain/ep0-ba140884-rank0.pt b/enc-400m/pretrain/ep0-ba140884-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f91d8ccc935c916280d3f0aa824cd38cf47a38
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba140884-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a179bc1ac23f173682672ba533633c4622f7cdd603b8046252e12facd9f8668
+size 4752826002
diff --git a/enc-400m/pretrain/ep0-ba143882-rank0.pt b/enc-400m/pretrain/ep0-ba143882-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db0f222010768794577e0b70f58bb0babb4f158
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba143882-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7969527129e1be7e67b151480278ce83c16c84f54e606973fb5ad1f5a425d63
+size 4752826322
diff --git a/enc-400m/pretrain/ep0-ba146880-rank0.pt b/enc-400m/pretrain/ep0-ba146880-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe05e64069353e8f35572ce22c3c97b07b53c12
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba146880-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456236e890d753fc506088b72691df69cee6276895c18545fe433ae225747672
+size 4752826642
diff --git a/enc-400m/pretrain/ep0-ba149879-rank0.pt b/enc-400m/pretrain/ep0-ba149879-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e863154f26162e87358f0ad557673a58c389f0
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba149879-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1204d4d557bf748704778882a60c227daa11e7a4dc7c3dbf849bdfb3a5dab6
+size 4752826962
diff --git a/enc-400m/pretrain/ep0-ba14991-rank0.pt b/enc-400m/pretrain/ep0-ba14991-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af381c062bb7d48042b5780aaea6105602b2f060
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba14991-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b537674e38a9914664c821148119bf1a696bf4c200ca73c79d68f7f6e6d87
+size 4752812882
diff --git a/enc-400m/pretrain/ep0-ba152876-rank0.pt b/enc-400m/pretrain/ep0-ba152876-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b944925733ba07fab975a2ad0e06a753532cf1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba152876-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473e0213dc85fb3eef449570bac7e79b1a8e6c8e3928b25cc805662491d42a40
+size 4752827282
diff --git a/enc-400m/pretrain/ep0-ba155874-rank0.pt b/enc-400m/pretrain/ep0-ba155874-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29779c8106539d3eaf37e51058ee7d7334220c04
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba155874-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9fb4983e2735ffb4fe8cf67d0b0483cbe432f06d2ed0007b8cd3f86ecabc0f
+size 4752827602
diff --git a/enc-400m/pretrain/ep0-ba158871-rank0.pt b/enc-400m/pretrain/ep0-ba158871-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff91486d5cf1e027f398375de4f180bdb604da
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba158871-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb4ccf69760605af728f49215ead472d89de2d69102543be2171dc37b93556
+size 4752827922
diff --git a/enc-400m/pretrain/ep0-ba161868-rank0.pt b/enc-400m/pretrain/ep0-ba161868-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3554c972715ee57efd40b8d840bc4d6ba04d2c2e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba161868-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980770bcec71f696b680180c8838e6ec8d7004fbec309a4c88ecd5a41d2b2633
+size 4752828178
diff --git a/enc-400m/pretrain/ep0-ba164866-rank0.pt b/enc-400m/pretrain/ep0-ba164866-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2174566302c336720ad3eb60d7c74716c2409c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba164866-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be584d78ea15d132734c509c2cfc3354aeb35a5e3c3af61f75162e9a308570e
+size 4752828498
diff --git a/enc-400m/pretrain/ep0-ba167864-rank0.pt b/enc-400m/pretrain/ep0-ba167864-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbbb533df43cc2edd6673f5aa6d09c7a21ea6e1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba167864-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be2ed2befc14d748157c2776cce066dd22d2ff78842981df3a009564cc4bdb3
+size 4752828818
diff --git a/enc-400m/pretrain/ep0-ba170863-rank0.pt b/enc-400m/pretrain/ep0-ba170863-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57cf65c421631fe18a0353e6651313876272cc2
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba170863-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc32a0406dfa4705d2e4fd32e2178333f67612cfeed87f35aae8a03e37a92f7
+size 4752829138
diff --git a/enc-400m/pretrain/ep0-ba173860-rank0.pt b/enc-400m/pretrain/ep0-ba173860-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f05e68a8e7dd7670c854a5a15ad47f88d46f6c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba173860-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c2aa73a9984939b202e8d6aadb485ebd97224491876b91bd511d5ceb908a69
+size 4752829458
diff --git a/enc-400m/pretrain/ep0-ba176858-rank0.pt b/enc-400m/pretrain/ep0-ba176858-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73443c5036f545068fd412aad7ee800abd49e4af
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba176858-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a0edb3302f6c74c183b21a226e1ad306c2f12c4a18d4690245cfaf15c4c7a5
+size 4752829778
diff --git a/enc-400m/pretrain/ep0-ba179856-rank0.pt b/enc-400m/pretrain/ep0-ba179856-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f60f92e1cd4c060be90ea01dc7d06c90f68d067
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba179856-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcb752cc192d77940af276b54e546a68ab6b5e59cb0d1b90583a8e067e9d7f6
+size 4752830098
diff --git a/enc-400m/pretrain/ep0-ba17988-rank0.pt b/enc-400m/pretrain/ep0-ba17988-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a804cc8ba487c3bb87094d7950f0145ca4e9fd
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba17988-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e524556062f3f941ffcf12ba815c9754b3cac86be00a55030ac4e8c1805c63e9
+size 4752813202
diff --git a/enc-400m/pretrain/ep0-ba182854-rank0.pt b/enc-400m/pretrain/ep0-ba182854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153fd36970b9640480dcc4f36042c8732ce7b52
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba182854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada58c406edb48dd9fccfc590575817783d692551ab562c848954710dc36577e
+size 4752830418
diff --git a/enc-400m/pretrain/ep0-ba185851-rank0.pt b/enc-400m/pretrain/ep0-ba185851-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e439df1f968dc9c1ee64648ed26a2ba6c44eea
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba185851-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f59e0fd99dba5030a267063565f23e3064e5887c460adacb32ff20fd829453b
+size 4752830738
diff --git a/enc-400m/pretrain/ep0-ba188849-rank0.pt b/enc-400m/pretrain/ep0-ba188849-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659b7412015f945ce58c19ec8656fa37fa8cdbc9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba188849-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96d92605fc39e206647b23d25797d949b4601e24b5cf9bbcd742d8ae974c9dd
+size 4752830994
diff --git a/enc-400m/pretrain/ep0-ba191847-rank0.pt b/enc-400m/pretrain/ep0-ba191847-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3240aa5c35b77ea2a6495603f2338cae07e2e18
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba191847-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384d17d390cff38be433f39befa477076898ee0f7453b5e5f3870b07fae4eb5f
+size 4752831314
diff --git a/enc-400m/pretrain/ep0-ba194845-rank0.pt b/enc-400m/pretrain/ep0-ba194845-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffe58e6f5f3abb394801e2a8a72792c4bf45d2e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba194845-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70acbba3efafe03b0a05f0efb3434da0eed7781cebffa52bd16378e183e720c6
+size 4752831634
diff --git a/enc-400m/pretrain/ep0-ba197842-rank0.pt b/enc-400m/pretrain/ep0-ba197842-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9defde03c3c599c2d7b1c27d11c0fd8a243fe
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba197842-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727e86b0fe2f21aec5d2ac0f79c9c3fb760da6f108ef01bb49ce6ab1305bce03
+size 4752831954
diff --git a/enc-400m/pretrain/ep0-ba200839-rank0.pt b/enc-400m/pretrain/ep0-ba200839-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cace91ed3713ce6e5ddff478e09c66a81c5339c9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba200839-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ada5ec8ebb2e10253cd8bbf9f694800c386e17609412684ef9e425c802874e8
+size 4752832274
diff --git a/enc-400m/pretrain/ep0-ba203837-rank0.pt b/enc-400m/pretrain/ep0-ba203837-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb53052b2451976335f20ed9ddb9c2967c370fda
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba203837-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b41fc927e13b401819409bda3820863ae555a9380297d8f045235cef9f9ebb
+size 4752832594
diff --git a/enc-400m/pretrain/ep0-ba206835-rank0.pt b/enc-400m/pretrain/ep0-ba206835-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5d80c5454fc202672f499bb41ffb363791841
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba206835-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7758ff5c59714ba6c14fc02f97af4166138b616b97b9ba91c96b3539d92a7360
+size 4752832914
diff --git a/enc-400m/pretrain/ep0-ba209833-rank0.pt b/enc-400m/pretrain/ep0-ba209833-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96da0fa1948d170fb51c93df489c7e83c9a04985
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba209833-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759d13dedf3c4f899d340853638bd41380cf481bd936601b2b8cd3a958d842c8
+size 4752833234
diff --git a/enc-400m/pretrain/ep0-ba20986-rank0.pt b/enc-400m/pretrain/ep0-ba20986-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fab82626abfc3bb10b5f8eef10fa92c6dda5ae9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba20986-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c11b0464516d75f3236d177d37ad92f6a73bbbbaf539af866c5bbe913d67a
+size 4752813522
diff --git a/enc-400m/pretrain/ep0-ba212830-rank0.pt b/enc-400m/pretrain/ep0-ba212830-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c10105703bf2e9cc166d2a1d397497f899aadb
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba212830-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcbf3eacbb4e8670b0c8d5ebe52e592fc3d714e4e4517c54dfce4e4b71e776d
+size 4752833554
diff --git a/enc-400m/pretrain/ep0-ba215828-rank0.pt b/enc-400m/pretrain/ep0-ba215828-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e8e1bd4af1dbd615429daef49c455283f1aea1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba215828-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64833a1fe2cc016a8aa41a9872618f8451be9c0411badf6124fbf8f2586b488
+size 4752833874
diff --git a/enc-400m/pretrain/ep0-ba218826-rank0.pt b/enc-400m/pretrain/ep0-ba218826-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c83162e7d4e085a8e5d32dc139262e9cb3f731f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba218826-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8247696ef0903d77899d8ecf6c81e8217917030e2d16eb00311731a21e4d9b13
+size 4752834194
diff --git a/enc-400m/pretrain/ep0-ba221822-rank0.pt b/enc-400m/pretrain/ep0-ba221822-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12db0aea434c802f5df4bc6d198aa55adddc521b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba221822-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3b4794c4987501fb0d2976340637d0ddb6c3821807730fde7ca801064e187b
+size 4752834514
diff --git a/enc-400m/pretrain/ep0-ba224820-rank0.pt b/enc-400m/pretrain/ep0-ba224820-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e1e58eb4aa9e034aa34ba135626c9d687b38d0
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba224820-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c534c4036a7cd8d8a429253709216ee79d9d5b465325103b41752a0f6cb337c6
+size 4752834834
diff --git a/enc-400m/pretrain/ep0-ba227818-rank0.pt b/enc-400m/pretrain/ep0-ba227818-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67519c691f485b5e7f77bd521a6fac44864cca14
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba227818-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880c9d82d0fb35e921dccd748d1041eeb5631f4a9c48fd86ebe436f8f8d7592
+size 4752835154
diff --git a/enc-400m/pretrain/ep0-ba230817-rank0.pt b/enc-400m/pretrain/ep0-ba230817-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb88acba91b12b98a201813b41b85f22737609a3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba230817-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac211e6c4968262bc8fa09b5b87f3ddfbdf6bb5e801b12faf6d9f34e8bf1e33
+size 4752835474
diff --git a/enc-400m/pretrain/ep0-ba233815-rank0.pt b/enc-400m/pretrain/ep0-ba233815-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f23c4b5e879b8dbec871bb692b6c7a91a9a840
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba233815-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dc5beb44c3f9cb36cf1d97d5a60e75bee942a1e2e03ebf9d5ee22914faf061
+size 4752835794
diff --git a/enc-400m/pretrain/ep0-ba236813-rank0.pt b/enc-400m/pretrain/ep0-ba236813-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70605c5a06d9bedf37a704507be988a8a9a5136
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba236813-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a153943851efb50a0174b2129b7b5181be0a695b7cb02d75651a1ffb4bbc3a8b
+size 4752836114
diff --git a/enc-400m/pretrain/ep0-ba239811-rank0.pt b/enc-400m/pretrain/ep0-ba239811-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b716f308affb5fd94b39799eb3100bee82541431
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba239811-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc1c4fbaffbcfd31f3581cd49e9ca65994ce379bb9a571f6e61c4b6079251b1
+size 4752836434
diff --git a/enc-400m/pretrain/ep0-ba23984-rank0.pt b/enc-400m/pretrain/ep0-ba23984-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2414f546dcbfc4bba4533c78a3bdb2fc7380d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba23984-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0555152c9723263a9e4b586830d0143fb58e10668ab29422cfb652819c4caf
+size 4752813842
diff --git a/enc-400m/pretrain/ep0-ba242809-rank0.pt b/enc-400m/pretrain/ep0-ba242809-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643ddde1b947304c671e9b14fe2034b2583639f9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba242809-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd5f47186bc19012be12755244fd10a021865e877cdff141c7bab5311e2d4f
+size 4752836754
diff --git a/enc-400m/pretrain/ep0-ba245806-rank0.pt b/enc-400m/pretrain/ep0-ba245806-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0b05dce5de9697e406d714763090b8562dc3a
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba245806-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76dce9d823d3cc4da5b28d0e76dcfac7f9238e6920002a1f33915f34fa90fb4
+size 4752837074
diff --git a/enc-400m/pretrain/ep0-ba248803-rank0.pt b/enc-400m/pretrain/ep0-ba248803-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817229a6174bcd3a5c7d6ea0195b0734d7658ac8
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba248803-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb7c48132c06c25fd1261d0706bfbc80b1bcae982dc701b24892de358a186bd
+size 4752837330
diff --git a/enc-400m/pretrain/ep0-ba251800-rank0.pt b/enc-400m/pretrain/ep0-ba251800-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25afa7592eee552141853a76e07fb6e1d4a268b2
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba251800-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554e90e1942e369a9d74d4d62a3694b9be3e620ed56f6fa377856b0fb5915d68
+size 4752837650
diff --git a/enc-400m/pretrain/ep0-ba254797-rank0.pt b/enc-400m/pretrain/ep0-ba254797-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984266fc285dfc3ccaf6a7c04d682c015d8ddf14
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba254797-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69962bb9267ebddc9f6fe43fb29003110e3a0b7262c86e375c9d03666879a6a6
+size 4752837970
diff --git a/enc-400m/pretrain/ep0-ba257795-rank0.pt b/enc-400m/pretrain/ep0-ba257795-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4900fdfdc5f64c4915ebf357997c2f47f9a41ce
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba257795-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a86637ef948cb13663332a3ffbc5a265af8a7d716f10b7898bc3af7d48e6679
+size 4752838290
diff --git a/enc-400m/pretrain/ep0-ba260793-rank0.pt b/enc-400m/pretrain/ep0-ba260793-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89e421e5d59be4c217d88f5c1d835f29bdb5d64
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba260793-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a38adff66a1f065e33c0564762ed06d7c98604bdba71200a3b44540e315583e
+size 4752838610
diff --git a/enc-400m/pretrain/ep0-ba263791-rank0.pt b/enc-400m/pretrain/ep0-ba263791-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1c924050128329619a6b633cbe2b142fb1179b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba263791-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcd92f5a92e72bfa8207f3708fa769dcbccddbab0ce4911f62ac7a7b74d137d
+size 4752838930
diff --git a/enc-400m/pretrain/ep0-ba266789-rank0.pt b/enc-400m/pretrain/ep0-ba266789-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97103c3d4e5b689f8eeab7f4597534a10cd25097
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba266789-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7131e051de9dc5bb2db50284cdbd11c63a1dcb1ec1941ff9a1046643435a6f
+size 4752839250
diff --git a/enc-400m/pretrain/ep0-ba269786-rank0.pt b/enc-400m/pretrain/ep0-ba269786-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec09cb600373c3265257c12a8853165df0abf85
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba269786-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc0b0becf330926670ba3372f0f8db3f80d06aa459838f2de8eb1619acea5c7
+size 4752839570
diff --git a/enc-400m/pretrain/ep0-ba26982-rank0.pt b/enc-400m/pretrain/ep0-ba26982-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0762ce9dc667faf7789909eae908b97aca96a1d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba26982-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdc2ac60f3debbf7fa7bcc716c2bb251f9705fec6b09b6454de3b16f816d3e5
+size 4752814162
diff --git a/enc-400m/pretrain/ep0-ba272783-rank0.pt b/enc-400m/pretrain/ep0-ba272783-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b643f3df7f980f87b16bd575ca18fb31f194ff
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba272783-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490fe878c05d74b0e740d23414206846f162f7556eb59b661ee26fb8ee3320f
+size 4752839890
diff --git a/enc-400m/pretrain/ep0-ba275780-rank0.pt b/enc-400m/pretrain/ep0-ba275780-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d832ed251ba485ed8fa7c2c317b3a400964a700
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba275780-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11c5cff8701f22dbb8e7c955364e420020397fe521c9f435bf986a975888d70
+size 4752840210
diff --git a/enc-400m/pretrain/ep0-ba278777-rank0.pt b/enc-400m/pretrain/ep0-ba278777-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4877cdf628eb05bde2df536b3d717c873e2d7a19
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba278777-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638508bb132c16f721accf2e66babe8a2559ad66f3ab591479909bb131d119c4
+size 4752840530
diff --git a/enc-400m/pretrain/ep0-ba281774-rank0.pt b/enc-400m/pretrain/ep0-ba281774-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8241023743319bc8cfd48adcf632a92612d4d1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba281774-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0592fcafd47cb6706023a271b4064aaa006c426a55aa94b3a138f3f6d8287
+size 4752840850
diff --git a/enc-400m/pretrain/ep0-ba284772-rank0.pt b/enc-400m/pretrain/ep0-ba284772-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401af376d0b8372a66182bd2524ef29dc4d3221e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba284772-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffb173e8a76c76ba92429aa66e0a94403ac5ad2d84d08222dc79fa483065952
+size 4752841170
diff --git a/enc-400m/pretrain/ep0-ba287770-rank0.pt b/enc-400m/pretrain/ep0-ba287770-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ac0a536183fc1ca8b65156f535bb26b37e8b0d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba287770-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a4685cb31f7cb9fbd1186e1fb63374e61540aa8849b22580bbeef9142850c5
+size 4752841490
diff --git a/enc-400m/pretrain/ep0-ba290767-rank0.pt b/enc-400m/pretrain/ep0-ba290767-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a617051a4e65e62c7b632ed745563e367afed2a
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba290767-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45024e103f93b876670223dbe16f6970e098a29c003c42d6b0175f98aaf19f4c
+size 4752841810
diff --git a/enc-400m/pretrain/ep0-ba293764-rank0.pt b/enc-400m/pretrain/ep0-ba293764-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfb701b3d8fbb827bd409cf7a4d663ab8fa95f3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba293764-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80451b7d04191c1a1dcad7c80bdea1dfbb9d5d7e1ff29ca36f5685afdc78df6
+size 4752842130
diff --git a/enc-400m/pretrain/ep0-ba296762-rank0.pt b/enc-400m/pretrain/ep0-ba296762-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e579ffcc449513676c915b431b46d45bfbc58b03
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba296762-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2f4b4badfe1374c74d435f893da229e4940214e1c70fcc5806759480658597
+size 4752842450
diff --git a/enc-400m/pretrain/ep0-ba299760-rank0.pt b/enc-400m/pretrain/ep0-ba299760-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee14dbb1314a74f60fd21300d729792314615cc3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba299760-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9182117ef7e2086191319cc73726bbab932bdfe7763a0152c15517d60383bf
+size 4752842770
diff --git a/enc-400m/pretrain/ep0-ba29979-rank0.pt b/enc-400m/pretrain/ep0-ba29979-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a6a279f13e88fb117ad2f03ef449234d6a9a12
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba29979-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16105379fe38627bf979ac87794d5bf0ff82b5197fee256947c7ea31e4822859
+size 4752814418
diff --git a/enc-400m/pretrain/ep0-ba2999-rank0.pt b/enc-400m/pretrain/ep0-ba2999-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5a346fa445e766e1feea2553eb55d89635dfbb
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba2999-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eda3e19fcee67cd4995292e864f4565110c751e118057d9f167b1e2a04369a
+size 4752811666
diff --git a/enc-400m/pretrain/ep0-ba302758-rank0.pt b/enc-400m/pretrain/ep0-ba302758-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c74124fac37178eedb65e98fe7f1eef5f92e4e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba302758-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4875315383b70f7c7c73c2f0afe1fd7a50723e604bb95f599b9e5656fb3d32d7
+size 4752843090
diff --git a/enc-400m/pretrain/ep0-ba305754-rank0.pt b/enc-400m/pretrain/ep0-ba305754-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eab0137637c535aecfa066ec4e993bc4992509d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba305754-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a8c2fc090bab1f9e2949950d62ea3ceefdc49c5e3df333eedef33d880e144e
+size 4752843410
diff --git a/enc-400m/pretrain/ep0-ba308752-rank0.pt b/enc-400m/pretrain/ep0-ba308752-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9db1b464f212b86d6d7da03f374a743f7f1dd8
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba308752-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8945c44893e580599dc6ad7ea186c4147717a206dca4263b825950b37d61dd
+size 4752843730
diff --git a/enc-400m/pretrain/ep0-ba311750-rank0.pt b/enc-400m/pretrain/ep0-ba311750-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f009c9bc242169ce6d3dbf8e73e467b7590c706
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba311750-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993dd6b816f6266b33333b875b52b9869acd0b9cd6a8742510882de40a53fa19
+size 4752844050
diff --git a/enc-400m/pretrain/ep0-ba314748-rank0.pt b/enc-400m/pretrain/ep0-ba314748-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db23529924935f3305a42a9412b2b2576f17ed7
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba314748-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431cc4fe1807c3c50c5456f3fce01aae3405b889691e8fa1b5f53cafd725f499
+size 4752844370
diff --git a/enc-400m/pretrain/ep0-ba317745-rank0.pt b/enc-400m/pretrain/ep0-ba317745-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f24b5b30cba6dfe8e7735b8f363450e434bf7b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba317745-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74e67e739ef9e3b74cde172b31398105494b6b36b644b2045b39f6836622f7b
+size 4752844690
diff --git a/enc-400m/pretrain/ep0-ba320743-rank0.pt b/enc-400m/pretrain/ep0-ba320743-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309213e5ac9f9581c81e6df84d342460c365e0d3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba320743-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fcd5926a811483b90968e5471bc55b97dd7422cf530ab2619d9f0bb2be9cbd
+size 4752845010
diff --git a/enc-400m/pretrain/ep0-ba323740-rank0.pt b/enc-400m/pretrain/ep0-ba323740-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1b76d54cba5a7fa862cfa26c43b633584c8c54
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba323740-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f55c4fa1316a00ef53bd66605ca0ff2073bb59b0f7d7567c7193e10b504490d
+size 4752845266
diff --git a/enc-400m/pretrain/ep0-ba326738-rank0.pt b/enc-400m/pretrain/ep0-ba326738-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a925d37b0ae5f99fcc87c89306f5ff2e2f732dfd
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba326738-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b135bab5fe314e2b7be6497ac8fa7cbc4ada8f252cb9f3904401ac5d10cc23
+size 4752845586
diff --git a/enc-400m/pretrain/ep0-ba329736-rank0.pt b/enc-400m/pretrain/ep0-ba329736-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf044f56119975db3cd64bccf88c2d14b3f94600
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba329736-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d75a95e8832a0cb74b357915da0044a54e45cefe3b899c5d22c880e263752
+size 4752845906
diff --git a/enc-400m/pretrain/ep0-ba32976-rank0.pt b/enc-400m/pretrain/ep0-ba32976-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7be2f9d05ac109032239ce1d7279f7ad713e66
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba32976-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d8d8996c6d7aae8dd5784a7c42c583d6124e9616dd42fccc823d6305205396
+size 4752814738
diff --git a/enc-400m/pretrain/ep0-ba332733-rank0.pt b/enc-400m/pretrain/ep0-ba332733-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf5af8c58b205faabdaa872d5a0ef16ed1b3c8b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba332733-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9fcb44dbf67dabaa6b154307892b26972e7b2c26a77b309faf05252e4490a9
+size 4752846226
diff --git a/enc-400m/pretrain/ep0-ba335731-rank0.pt b/enc-400m/pretrain/ep0-ba335731-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44546dd56478497df051f80552aa8f209870bf2
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba335731-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c292a74377a504e45a79b119f780425e3f0f9cb435b974adbbb0eedf2fadc3e
+size 4752846546
diff --git a/enc-400m/pretrain/ep0-ba338729-rank0.pt b/enc-400m/pretrain/ep0-ba338729-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20325fe997c2434db8468e19f0e3607f1826c9ce
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba338729-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20b702a155944bcb609523239f25dc4a8ef1fed3f6584f448b7417650e49c8
+size 4752846866
diff --git a/enc-400m/pretrain/ep0-ba341726-rank0.pt b/enc-400m/pretrain/ep0-ba341726-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969b5c9c2682eb664057d31038bff12b80f41384
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba341726-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a130f6a358dbb149d12b7de75a90efb8d67046521a9265fdaef7110bae5b48a
+size 4752847186
diff --git a/enc-400m/pretrain/ep0-ba344723-rank0.pt b/enc-400m/pretrain/ep0-ba344723-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfe8608e305ecc6df755eee01cc5c0fc3d6b9f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba344723-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f5cc07637d57d68362dd0f4a939081e515bc069ba8c9bea4b156927543a63f
+size 4752847506
diff --git a/enc-400m/pretrain/ep0-ba347722-rank0.pt b/enc-400m/pretrain/ep0-ba347722-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b083ef153bd69c5217d0392481d060acd159db7
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba347722-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd508ae36e3877de62f72547160e84f6f4081455359593bf998afa2648c91d35
+size 4752847826
diff --git a/enc-400m/pretrain/ep0-ba350719-rank0.pt b/enc-400m/pretrain/ep0-ba350719-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17dd8d5e96095b870604b16b7de77232e514603
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba350719-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749ca6e6b27800ab2fa593f9f8e6cce9210269a918d18f732dd3b584e047a53f
+size 4752848146
diff --git a/enc-400m/pretrain/ep0-ba353717-rank0.pt b/enc-400m/pretrain/ep0-ba353717-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8131ecee1ca243e799fb67672a04597cda1da9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba353717-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5fd4b104143ba2a544d68c0a221be69fa77271428aec293d20888256027476
+size 4752848466
diff --git a/enc-400m/pretrain/ep0-ba356715-rank0.pt b/enc-400m/pretrain/ep0-ba356715-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3e8682f5ffa5464d9b6b82513dbc0c031ff8e5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba356715-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3e9d43e5462f1e1fec2de66d20d1640da99a40d2e93412236925fa6cbcd137
+size 4752848786
diff --git a/enc-400m/pretrain/ep0-ba359713-rank0.pt b/enc-400m/pretrain/ep0-ba359713-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9242512be4cff60e01cabf2a8a3a951c6e62b4
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba359713-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5319cac28e26b46dd480a58ac2e58212003ef19d20b919da1ed7df280d033794
+size 4752849106
diff --git a/enc-400m/pretrain/ep0-ba35974-rank0.pt b/enc-400m/pretrain/ep0-ba35974-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0902346aa710e8a4012dab0ed06778e304ae2e5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba35974-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2b8b4a705b920388775ad407b655e54f68dc9fc26eba7d3da8c8231f77846f
+size 4752815058
diff --git a/enc-400m/pretrain/ep0-ba362711-rank0.pt b/enc-400m/pretrain/ep0-ba362711-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9904e94a110644f1f5d50a221ff7e87162006
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba362711-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38a4dae7c62349f0035dfcaaac7a6efb94e97fc071876f506ed1eaf6cfd15b4
+size 4752849426
diff --git a/enc-400m/pretrain/ep0-ba365709-rank0.pt b/enc-400m/pretrain/ep0-ba365709-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeded0fa88fee58c86745900ad600669ded6ce5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba365709-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8409fd5e5d9f86fb32a09b29544369c589450b21b49b5eef425c406c4907549
+size 4752849746
diff --git a/enc-400m/pretrain/ep0-ba368707-rank0.pt b/enc-400m/pretrain/ep0-ba368707-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1788bd3f46d5ded7d101d63dd9972e326921b4cd
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba368707-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7402da952c4fee12e829bb3431926868ec2a2df2b431a3b8381691efd739e7
+size 4752850066
diff --git a/enc-400m/pretrain/ep0-ba371705-rank0.pt b/enc-400m/pretrain/ep0-ba371705-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b70e9cffc1e47e66e5901a0212e6daadaa7e3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba371705-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82296c30aeeb9afc4ff0e8cfe6c15fe96d1eabbe604406312408046c93e167cc
+size 4752850386
diff --git a/enc-400m/pretrain/ep0-ba374701-rank0.pt b/enc-400m/pretrain/ep0-ba374701-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e739f8a848382f41f186ee83c052b5d0d7b539e5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba374701-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23538f8e902bbf68f9b5ff2715ad2382dfe98709dddfcdcfce7fc332cab380cb
+size 4752850706
diff --git a/enc-400m/pretrain/ep0-ba377699-rank0.pt b/enc-400m/pretrain/ep0-ba377699-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a283145a69ab5a66353352f4fc9a9a4dd80f7a
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba377699-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314d6836fd89a025eda011f48acb05f7b16b69b792ff73bc78232f62ff148c06
+size 4752851026
diff --git a/enc-400m/pretrain/ep0-ba380697-rank0.pt b/enc-400m/pretrain/ep0-ba380697-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11accbbeff3de850e12b3d1dda2e6deaa3a34252
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba380697-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc3331d8de7ae33b4c19115b89988046deb53a36ff962dd6263bf4320ec21bb
+size 4752851346
diff --git a/enc-400m/pretrain/ep0-ba383694-rank0.pt b/enc-400m/pretrain/ep0-ba383694-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a3d28ada857cacff836e92c9ca58cfde257af
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba383694-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebec07e97ed2e03f28fd4767ce994c8b122ace7f04d095342951e33e57fff6c1
+size 4752851666
diff --git a/enc-400m/pretrain/ep0-ba386693-rank0.pt b/enc-400m/pretrain/ep0-ba386693-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440c15950731d47332ccaa6169264258c03a32de
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba386693-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f718acebf4d4795548c1aff0e7f5328d073da24293e5f9698547fdf9a70e1dc
+size 4752851986
diff --git a/enc-400m/pretrain/ep0-ba389691-rank0.pt b/enc-400m/pretrain/ep0-ba389691-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b829ebe31443a5d0745d2af672b2b196234aa82
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba389691-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3753e09902cc9ea2603103690452e70616a2548e2a6ae94556d63316f6e0d5
+size 4752852306
diff --git a/enc-400m/pretrain/ep0-ba38972-rank0.pt b/enc-400m/pretrain/ep0-ba38972-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f45038701f270d26e5948e1a847bba23a6427d0
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba38972-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48058319dd378f00591af71ec210e004152a9b0c84979c46dba26b56cbf83692
+size 4752815378
diff --git a/enc-400m/pretrain/ep0-ba392689-rank0.pt b/enc-400m/pretrain/ep0-ba392689-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722a203728923735ecdd65d895c7fac5bd573f87
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba392689-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852daa4a05b93255765d3abc9a5d37811fee97764bd8737cfcb93549f0787f2f
+size 4752852626
diff --git a/enc-400m/pretrain/ep0-ba395687-rank0.pt b/enc-400m/pretrain/ep0-ba395687-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c06a271fc0ac2a7dc84a74ce0646cf0113c475
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba395687-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3e9ac53b6e9b93612a790b7d6a16a18eba6782a10df24b5bb9b50e50687d8c
+size 4752852882
diff --git a/enc-400m/pretrain/ep0-ba398684-rank0.pt b/enc-400m/pretrain/ep0-ba398684-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36d542d6736024a8f74f5992c11b14a9e52e4f1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba398684-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c8a54bc506bd6a144077a62ed6f7c50bd69a29d5f5cfc609eff8eece96d3e8
+size 4752853202
diff --git a/enc-400m/pretrain/ep0-ba401682-rank0.pt b/enc-400m/pretrain/ep0-ba401682-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574db3402795aa771955b3048fb2ef0afb5ae6ba
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba401682-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f2ae1ca851f7046841f3ccefde4fd221cd2d510ec237ad72cd8a1f33969c10
+size 4752853522
diff --git a/enc-400m/pretrain/ep0-ba404680-rank0.pt b/enc-400m/pretrain/ep0-ba404680-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef22acec03f288568e1e50094e366890bd861ca
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba404680-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b78efbac50de18c00be88f4253d97340523d0ba23b5d411d03368a253205286
+size 4752853842
diff --git a/enc-400m/pretrain/ep0-ba407678-rank0.pt b/enc-400m/pretrain/ep0-ba407678-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d50c52f7534b058effb822bc94faecfb920f93
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba407678-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fcb2d8f01e3abe8a3e17bde9575dbaa878cb133ce3c65ff502755a6877a55d
+size 4752854162
diff --git a/enc-400m/pretrain/ep0-ba410675-rank0.pt b/enc-400m/pretrain/ep0-ba410675-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f51cb3a2ac4f9d469ef805385b1edffa3483cc3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba410675-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c471fd5de4a2e3f478a4281dcacf45dd88f7c137eaf77ed79546a5545fcbbff7
+size 4752854482
diff --git a/enc-400m/pretrain/ep0-ba413673-rank0.pt b/enc-400m/pretrain/ep0-ba413673-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe763a52bf0146bd815b05aaf74a5140098c633
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba413673-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88618ff337e0c65652294482cfa75bb9a41c3255bf4daa31bdd271176565014
+size 4752854802
diff --git a/enc-400m/pretrain/ep0-ba416671-rank0.pt b/enc-400m/pretrain/ep0-ba416671-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9ace60616f7118a364502444ad6e8c2d3b0d3b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba416671-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359e5bb691d5e02392a3ed79627c29c67768d4caa4554dd587bf624d8d7d51f4
+size 4752855122
diff --git a/enc-400m/pretrain/ep0-ba419670-rank0.pt b/enc-400m/pretrain/ep0-ba419670-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af9f88850fccf5e377f828828e08f481622b4c7
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba419670-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5d21409a507d062a2d1441d48e8370737bad10d238ab771a4ab60beca61024
+size 4752855442
diff --git a/enc-400m/pretrain/ep0-ba41969-rank0.pt b/enc-400m/pretrain/ep0-ba41969-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f759d67bb64912b0acc6717fe22e3a62dc4a6f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba41969-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368b589d4c7741f1614f7898b82d0d8ed52a9be1555f425f66edc06420eab7f4
+size 4752815698
diff --git a/enc-400m/pretrain/ep0-ba422668-rank0.pt b/enc-400m/pretrain/ep0-ba422668-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e80471cfda2d4319904aaaa98451429a3879340
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba422668-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5f45b0189b636a3d757bc399c1f9dc1ee4f1ad7fc04003600b39e5dc490865
+size 4752855762
diff --git a/enc-400m/pretrain/ep0-ba425666-rank0.pt b/enc-400m/pretrain/ep0-ba425666-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296a27563cef2fc8b0602e893c197e72fcb542c5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba425666-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f24a77f2a2e25a23790dd0369e4ceb6b6143cd7a1add3ed33db600dbd6db09e
+size 4752856082
diff --git a/enc-400m/pretrain/ep0-ba428664-rank0.pt b/enc-400m/pretrain/ep0-ba428664-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc6763e09f46c44df57d4df1df045cfb78c39e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba428664-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55b9087d13b1548474dbc0c48f297922933df938f9c5411e57104285b4a269
+size 4752856402
diff --git a/enc-400m/pretrain/ep0-ba431662-rank0.pt b/enc-400m/pretrain/ep0-ba431662-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066cf63a4b45daf489fb03b54b086961d0a6a1b9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba431662-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b863eb388cc896174505609ad7d6c440142a9597746f9565d2583516dab8e48f
+size 4752856722
diff --git a/enc-400m/pretrain/ep0-ba434660-rank0.pt b/enc-400m/pretrain/ep0-ba434660-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb49c559a39f292a4c477710eeb98050072d3004
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba434660-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2f6ea1a6207939082ae3c711b51da2a2e1c61b38c12a450a98ffbb8884dfd8
+size 4752857042
diff --git a/enc-400m/pretrain/ep0-ba437657-rank0.pt b/enc-400m/pretrain/ep0-ba437657-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394ec5bf1591f04854fc6154a1565bd53f341bb8
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba437657-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3653f9836be63083d9bf38b72f855519173bd2a3b92b7985387aae08b99734f4
+size 4752857362
diff --git a/enc-400m/pretrain/ep0-ba440655-rank0.pt b/enc-400m/pretrain/ep0-ba440655-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61ec111451ba6ca9676ddb02badcfc12817e466
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba440655-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4d28a8a910bbe8f116e10355cd978568ed3d79f9587fcd86761a414c176834
+size 4752857682
diff --git a/enc-400m/pretrain/ep0-ba443652-rank0.pt b/enc-400m/pretrain/ep0-ba443652-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b313426c636859418ac3cebdabfbd108e7e147bf
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba443652-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3bf0728608d18a1c4f525a029e857da0546b4a18d3881c804534faefa60e46
+size 4752858002
diff --git a/enc-400m/pretrain/ep0-ba446650-rank0.pt b/enc-400m/pretrain/ep0-ba446650-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75098a0d0bb773244c29c4c13cda04ba3cbd708
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba446650-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ec92cd1b254ee69c5c1280c254b26f6ac4fbcf9c3071db66e834226dea3a8
+size 4752858322
diff --git a/enc-400m/pretrain/ep0-ba449648-rank0.pt b/enc-400m/pretrain/ep0-ba449648-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2053d966e316fd471c2b5d8554471ede2d93aee4
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba449648-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4713d21c291537902b909522f6ab5f81a92433de3f630ff98509e52ead374
+size 4752858642
diff --git a/enc-400m/pretrain/ep0-ba44967-rank0.pt b/enc-400m/pretrain/ep0-ba44967-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ee45b805bfe46cab1ed14cd6fc21e83eeb50aa
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba44967-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0680d482faa202451de3e091ffd06156f3075ba1d136682774ac5df1ab728e
+size 4752816018
diff --git a/enc-400m/pretrain/ep0-ba452645-rank0.pt b/enc-400m/pretrain/ep0-ba452645-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1770dd6775d454bf16c7d4316155901286fbb1f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba452645-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4abc844c1bc1ced51f3342b37e5b80254ce79e72177a9b24175e9fa7e3fcda
+size 4752858962
diff --git a/enc-400m/pretrain/ep0-ba455643-rank0.pt b/enc-400m/pretrain/ep0-ba455643-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b5db61af2563a156ffa2be3b78be79a230dee
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba455643-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f447e459300b835666690b0a6131e2f3898c4ea84216bfc22334b74c578824
+size 4752859282
diff --git a/enc-400m/pretrain/ep0-ba458641-rank0.pt b/enc-400m/pretrain/ep0-ba458641-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa74cc2f89ad54845b32ebe992b690970898dc3
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba458641-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f1009348b375ddcaf888ed6626f4ca2ca789aa7e785f5ebde2ea4a01be4f7
+size 4752859602
diff --git a/enc-400m/pretrain/ep0-ba461638-rank0.pt b/enc-400m/pretrain/ep0-ba461638-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525644ed2c7ad24a00c6fde0f4625feba0b55a22
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba461638-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fee2997842ae2e9a6b33a81f4dc1009577b53c43ba2a30c819df22a8189d8d
+size 4752859922
diff --git a/enc-400m/pretrain/ep0-ba464636-rank0.pt b/enc-400m/pretrain/ep0-ba464636-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533a0a85ebbabe3a0676be4a603616a6a56a4ffc
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba464636-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff170dbf38a5739aede49aba332d8ba0afbb2c3ea0f93740951c56f027b31df
+size 4752860178
diff --git a/enc-400m/pretrain/ep0-ba467634-rank0.pt b/enc-400m/pretrain/ep0-ba467634-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f8747994acac5117e24a33924f8db233c3e22
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba467634-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3173058148aa214093349daa451c5c4126d10e38af6542d4a8d8cb939be53d11
+size 4752860562
diff --git a/enc-400m/pretrain/ep0-ba470631-rank0.pt b/enc-400m/pretrain/ep0-ba470631-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a784219692a2bc0ee0e09d1aa12cef2462ce2c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba470631-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea1a6ae185340b1f98aac57ad48e66ea6f4b91814bb56734fb9aca41b0eaa53
+size 4752860882
diff --git a/enc-400m/pretrain/ep0-ba473628-rank0.pt b/enc-400m/pretrain/ep0-ba473628-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82444448d625a542b78166a9087dfe4d0d5e975b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba473628-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b56582f47f74556547c3ec0b584ea58615d8fcc5b10c5a5de3ce8830d5abdb5
+size 4752861202
diff --git a/enc-400m/pretrain/ep0-ba476625-rank0.pt b/enc-400m/pretrain/ep0-ba476625-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efddb59fa735f9ed27ec892d8622ec2f043156eb
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba476625-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3b0ff9472d4fab6bf395ed8a7e84795dc62847baa1f1b5d3660728d9c6b6c0
+size 4752861522
diff --git a/enc-400m/pretrain/ep0-ba479622-rank0.pt b/enc-400m/pretrain/ep0-ba479622-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2111e4d49d5004b1243b54160cde1680856337d4
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba479622-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffa1fe73f759ca89567c1bbef1b8f8f8438f2c0c5ce03d4e9aa8d647db0ed24
+size 4752861842
diff --git a/enc-400m/pretrain/ep0-ba47963-rank0.pt b/enc-400m/pretrain/ep0-ba47963-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800297f392a5a5ec25306cda74fac349c5564931
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba47963-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd32e381a843894c1e191abbf0c59ffac39b7e73e4c22041f323a1d181ed53a
+size 4752816338
diff --git a/enc-400m/pretrain/ep0-ba482620-rank0.pt b/enc-400m/pretrain/ep0-ba482620-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc481c5f2727480fde49f1f16a745010ae581d00
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba482620-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1a68226b6c10143a665a5a8501fc1407139ffb70f7105c533f976a4063536f
+size 4752862162
diff --git a/enc-400m/pretrain/ep0-ba485617-rank0.pt b/enc-400m/pretrain/ep0-ba485617-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b973bb8e6a7b6ee250fa07c9465cf60634fbca
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba485617-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e146bca7dc537342035158e69bcda22386635da0f39abf18b5d9bec5a708b667
+size 4752862482
diff --git a/enc-400m/pretrain/ep0-ba488615-rank0.pt b/enc-400m/pretrain/ep0-ba488615-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c91a9d57610b8ac15c37c62dbb82c052526b5b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba488615-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63e214006d19e409c03d62c273a12799051a7b527ebeb9cf2e8874b312cf36f
+size 4752862802
diff --git a/enc-400m/pretrain/ep0-ba491612-rank0.pt b/enc-400m/pretrain/ep0-ba491612-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355f837e8c05a69728df8fd31ce8d3c710b5614d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba491612-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5097616ec941027129d91ef17d48929425921beb936ec4a0e46e386a00e53c
+size 4752863122
diff --git a/enc-400m/pretrain/ep0-ba494610-rank0.pt b/enc-400m/pretrain/ep0-ba494610-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9937e0d4477f39abefd7c6cfa4e2622386c8f50d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba494610-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9f3f69a70ec2c6270d3a5b7e7d7bc0dc68b28db3b46577b18f1dcd1bc474d
+size 4752863442
diff --git a/enc-400m/pretrain/ep0-ba497608-rank0.pt b/enc-400m/pretrain/ep0-ba497608-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b4cc413f3afcb00179bd4643d8b5ecbe381404
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba497608-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbda48bf5f42e2290e8cd5e2ff1224a438441a14c1d41220100d456b8c3ab056
+size 4752863762
diff --git a/enc-400m/pretrain/ep0-ba500606-rank0.pt b/enc-400m/pretrain/ep0-ba500606-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc6de8df77a02e66fc899c90b9d1d1a599a1a42
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba500606-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c2850b6ee2881444551c0089e9617a0d888d56f8705136935d093b3bc85501
+size 4752864082
diff --git a/enc-400m/pretrain/ep0-ba503603-rank0.pt b/enc-400m/pretrain/ep0-ba503603-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6716de0ac34f83af28a0f671c1de8b6e0f50c717
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba503603-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521b0a0fe5cef2488277a42fd0b9a8aa7906e92b0fde91de66851eb488e43b7f
+size 4752864402
diff --git a/enc-400m/pretrain/ep0-ba506601-rank0.pt b/enc-400m/pretrain/ep0-ba506601-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ebb63cee6af6172169dc204fca750cc53d580c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba506601-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c63a6da023b2297e7428f61902c0232a7e5d8432f11369e9654e5f587ecaef
+size 4752864722
diff --git a/enc-400m/pretrain/ep0-ba509599-rank0.pt b/enc-400m/pretrain/ep0-ba509599-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f6c17e06f21cb02a668657816c22a8e367ecd8
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba509599-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f9d5b5a60b4e34c8231bc5b467473184eecd8009d6052f08c74db9c041f2f4
+size 4752865042
diff --git a/enc-400m/pretrain/ep0-ba50960-rank0.pt b/enc-400m/pretrain/ep0-ba50960-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318034677683b66a40414bf3a2124b5c565495b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba50960-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb24f407ffe8f2546cd73a97d36329c502c42c3dd9966b63ab84be9600a875
+size 4752816594
diff --git a/enc-400m/pretrain/ep0-ba512597-rank0.pt b/enc-400m/pretrain/ep0-ba512597-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30ea1638281eb1dee084b0a0a432bf6e2ae738b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba512597-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6e6ee9c523fae42e8995bc271001a03a0568655cc5a852e061f14bb2f0136e
+size 4752865362
diff --git a/enc-400m/pretrain/ep0-ba515595-rank0.pt b/enc-400m/pretrain/ep0-ba515595-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94ad52bc5bcb9a3cd7790a04a3abaa850d7ac6f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba515595-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7535c96861d2a72ad40d5f9d5038d61cbe4acef2c9ba2e42451c775f2440d894
+size 4752865682
diff --git a/enc-400m/pretrain/ep0-ba518592-rank0.pt b/enc-400m/pretrain/ep0-ba518592-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4e9ddaa5b2e5108343513783c7a4dab6854885
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba518592-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aff0c50ef216ae0e870f9210add02102f795370cc4a4f0f7d95108b5e66947f
+size 4752866002
diff --git a/enc-400m/pretrain/ep0-ba521589-rank0.pt b/enc-400m/pretrain/ep0-ba521589-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2a6f831bc54e0b8806a831c7cf30ab6b65b3e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba521589-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5957fbd1022ca006446a3a0b33d3adcba34989114a988f055b959a750694e0c3
+size 4752866322
diff --git a/enc-400m/pretrain/ep0-ba524587-rank0.pt b/enc-400m/pretrain/ep0-ba524587-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48299cc8984fe5b8672fdff68ea60937f70c10fe
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba524587-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef199b6946fafecbd15b37898591aad19d3312276a3ce98a42326d0fba00821f
+size 4752866642
diff --git a/enc-400m/pretrain/ep0-ba527585-rank0.pt b/enc-400m/pretrain/ep0-ba527585-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde6fd6f5eae2d4a780dbfec5fee7892a747eae
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba527585-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2759aa2b30f6fdb417d06e8dcd4a21a75881189239427138cc82d75072c6aab
+size 4752866962
diff --git a/enc-400m/pretrain/ep0-ba530582-rank0.pt b/enc-400m/pretrain/ep0-ba530582-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10439830bb28d881b79822c5834511c3c4643949
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba530582-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a692293830726eb6e0b4cc8174032a247d6406a9f71e21e22eced05e502f0ee
+size 4752867282
diff --git a/enc-400m/pretrain/ep0-ba533580-rank0.pt b/enc-400m/pretrain/ep0-ba533580-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59e6003cbbd93f9752bf7e9a71b4bb7222fb7b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba533580-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c6a072b0de147891904a9414acfb6ddd295e1d9b649a04642f858c58c3d0b
+size 4752867602
diff --git a/enc-400m/pretrain/ep0-ba536577-rank0.pt b/enc-400m/pretrain/ep0-ba536577-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47772c3de98a7f74f170a317724d15a22fcfde56
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba536577-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a547a1bd5d7e823673c4ea3105c0407588a1fa37b6f8cca9a219c652a4f8a05d
+size 4752867922
diff --git a/enc-400m/pretrain/ep0-ba53957-rank0.pt b/enc-400m/pretrain/ep0-ba53957-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c854b749c23e7707a5a437969473bb6a2456603f
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba53957-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f489edfe3fc0afdcd8fdc1cd9597301dbc91f91d58872c2fe96946a73d27f5
+size 4752816914
diff --git a/enc-400m/pretrain/ep0-ba539575-rank0.pt b/enc-400m/pretrain/ep0-ba539575-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8660bd44825f91d798944c05a67ae5489bd8e3fd
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba539575-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0822dbba36f012475d643c8b8b9ca47854607b7c3a1428111c503d547e8b3d
+size 4752868242
diff --git a/enc-400m/pretrain/ep0-ba542573-rank0.pt b/enc-400m/pretrain/ep0-ba542573-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bb1747cdfc0093f6ecfdcf2404ade752ca1fea
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba542573-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407331acb32486808630ac599da1c46d6a8b1cfc047e8ac5f7a85a8a54d665d
+size 4752868562
diff --git a/enc-400m/pretrain/ep0-ba545571-rank0.pt b/enc-400m/pretrain/ep0-ba545571-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558aa1b051a9c086ea85a6f6703032ebb686f6d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba545571-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2962faccc117ab1f200ffd2b0780dc907226f222045171be79ff30f9b4ab84
+size 4752868882
diff --git a/enc-400m/pretrain/ep0-ba548568-rank0.pt b/enc-400m/pretrain/ep0-ba548568-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb011f30bf5cf862afc85157d3866af8a9ce25
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba548568-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1214ab5ffd896c3cd9a68ca6aae0971414d6b8773d4c6fa5ed69f122e337f36a
+size 4752869202
diff --git a/enc-400m/pretrain/ep0-ba551566-rank0.pt b/enc-400m/pretrain/ep0-ba551566-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90042fc8877a1e200c04e1f84fbe4b54a5fd7d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba551566-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bad564e64777c371ba6b889654b9e48e7128ef38148152b7a9a2877f07a759
+size 4752869522
diff --git a/enc-400m/pretrain/ep0-ba554564-rank0.pt b/enc-400m/pretrain/ep0-ba554564-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01697b8336e00ef232118893445672e01caa89a4
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba554564-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe9a18ca743f5f0e1e5d58683048ab0b5f3963ee57d13f14202e0bfee788aba
+size 4752869842
diff --git a/enc-400m/pretrain/ep0-ba557561-rank0.pt b/enc-400m/pretrain/ep0-ba557561-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3560b3a17873776875327826fbc5184af8cbaae4
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba557561-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0898157786158fc88bd0714bfa8c2bff93362433a7f6884b1d9da3151a13ea08
+size 4752870162
diff --git a/enc-400m/pretrain/ep0-ba560558-rank0.pt b/enc-400m/pretrain/ep0-ba560558-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81f00ef8af0582c0a6d7fedbedb60c57e2fe709
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba560558-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a492a55293216c27714dea45f7617ebc2b3a812895a9a0f8c494d0ef7c536f
+size 4752870482
diff --git a/enc-400m/pretrain/ep0-ba563556-rank0.pt b/enc-400m/pretrain/ep0-ba563556-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c61a1054f77043ea2c2b197a96a1ba985da596
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba563556-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7286002f1b920bcd70598fb26eb47bf94171b0e207d487e4905b06b0b95522a3
+size 4752870802
diff --git a/enc-400m/pretrain/ep0-ba566552-rank0.pt b/enc-400m/pretrain/ep0-ba566552-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993261b6ec041938f6822a417a5839627b742f2a
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba566552-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9ece53a31fa163c773ebf7e4b1198f3e37445dfd2d62731f2c8e7fb69e875
+size 4752871122
diff --git a/enc-400m/pretrain/ep0-ba569549-rank0.pt b/enc-400m/pretrain/ep0-ba569549-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b7937f828ce200075730f0767403c57575488c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba569549-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b779d4f972b3227e65e98807129847a6dc911214967ba206e2d2672886369
+size 4752871442
diff --git a/enc-400m/pretrain/ep0-ba56955-rank0.pt b/enc-400m/pretrain/ep0-ba56955-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cedcfa4e12b5ec392bcc54107bb8d92977a7a9
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba56955-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4cb2053cca749a8dd84ab7fd9008a2ae0c5463bf4f03c4f844c6b15ff1bfa7
+size 4752817234
diff --git a/enc-400m/pretrain/ep0-ba572547-rank0.pt b/enc-400m/pretrain/ep0-ba572547-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208c5be9a76780352f7a056dd79099c4caf5a422
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba572547-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc26379d544c8689b099dc5cb19506c25804f08785b3ab3e93f622ceae89903
+size 4752871762
diff --git a/enc-400m/pretrain/ep0-ba575545-rank0.pt b/enc-400m/pretrain/ep0-ba575545-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa02a1fb881aec2039eec903103205978e868af
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba575545-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690c2ead184e0ea774a4cd5b642130c21e2fca55bbeee19c581d9399bfdaa34
+size 4752872082
diff --git a/enc-400m/pretrain/ep0-ba578542-rank0.pt b/enc-400m/pretrain/ep0-ba578542-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb52fea9cc198b32f2361a49a266aaefaa94fe1
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba578542-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d0b6a946fcd2e6b8289b736f62515ca71efef6dbc398472184aa0515613b0c
+size 4752872402
diff --git a/enc-400m/pretrain/ep0-ba581539-rank0.pt b/enc-400m/pretrain/ep0-ba581539-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca0b7f6c307748042fb4d041820d4465ac1dc67
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba581539-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb852ae33621145029c5e57ed7aff2469794d2abf1fa7bd8868796ee9ba96bb
+size 4752872722
diff --git a/enc-400m/pretrain/ep0-ba584537-rank0.pt b/enc-400m/pretrain/ep0-ba584537-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ba5daf7eeaf42272f0afa9888071767502b57
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba584537-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da1237576b533c9f6a54ad3007678d7412dfdbb1be04dbe447aafd5905d8d56
+size 4752873042
diff --git a/enc-400m/pretrain/ep0-ba587535-rank0.pt b/enc-400m/pretrain/ep0-ba587535-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ec7136a9bc89d8587797f020cb464acc0e9f1d
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba587535-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f344a82f1f096f4aa5d10924fb3120d1415ed72f634269c6f3052411e56515
+size 4752873362
diff --git a/enc-400m/pretrain/ep0-ba590532-rank0.pt b/enc-400m/pretrain/ep0-ba590532-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9660ab0c7a43396b5d73e465a767317ef77f1180
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba590532-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506176a70b1990ba102c5cd08a3a0ba3ef8eab6bf201b450e4031ca5b027b30d
+size 4752873682
diff --git a/enc-400m/pretrain/ep0-ba593530-rank0.pt b/enc-400m/pretrain/ep0-ba593530-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e77041c27b1f0f1b283ac7d09f253ea892d296
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba593530-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ae44117ed51bab768f4f997e361517ace7003cbf33800e3009389b37ff3cfb
+size 4752874002
diff --git a/enc-400m/pretrain/ep0-ba596528-rank0.pt b/enc-400m/pretrain/ep0-ba596528-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f56692687ae1fff79acbf0d825ee55340d99fdd
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba596528-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab9cb80149e6684d97565ee60dd1bd9cb0201ab3cd5daee0434bd15d9a2eddf
+size 4752874322
diff --git a/enc-400m/pretrain/ep0-ba599525-rank0.pt b/enc-400m/pretrain/ep0-ba599525-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2aad820325da251a959e39bc907cf943be1425
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba599525-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a5cfa24c4a1f985e719e9a3398e618a3d5b937e4c9019f39a239841b8cd825
+size 4752874642
diff --git a/enc-400m/pretrain/ep0-ba59953-rank0.pt b/enc-400m/pretrain/ep0-ba59953-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082ec5473ae34f347cb22f93310b28738c7c385e
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba59953-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f8557a89328fffa41c1f64ef8359f4e29e8c5bbadd4894e4c518c83772aa1e
+size 4752817554
diff --git a/enc-400m/pretrain/ep0-ba5996-rank0.pt b/enc-400m/pretrain/ep0-ba5996-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c087a1693a3c95270e1ece1bbfbfc70a4440c88c
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba5996-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f0797d09ac6b3b8494170c9cafa89a973dfd6964effda49f25d3520f4a20df
+size 4752811986
diff --git a/enc-400m/pretrain/ep0-ba62950-rank0.pt b/enc-400m/pretrain/ep0-ba62950-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4627582a08e35cecc0a4c68078b715559584845
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba62950-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d574b19e9aba72bd3a6d4fbd7e9f908c0b32b5629aa1431471fd134ce17950a
+size 4752817874
diff --git a/enc-400m/pretrain/ep0-ba65948-rank0.pt b/enc-400m/pretrain/ep0-ba65948-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d928a24d8c90104aa910ca63274d777fbfe2bb22
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba65948-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20a32ef88863811845f1aabad90cdaeed5f7fa5d2a17470d5476d83be14cf7f
+size 4752818194
diff --git a/enc-400m/pretrain/ep0-ba68944-rank0.pt b/enc-400m/pretrain/ep0-ba68944-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85360d4d1c8eba497d2e02f68b3176c4be814796
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba68944-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee15afdddfb5fb21b51751a12d50407c0567cedfa50e21eedeb920a9a116fdb9
+size 4752818514
diff --git a/enc-400m/pretrain/ep0-ba71942-rank0.pt b/enc-400m/pretrain/ep0-ba71942-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c385892ce556868e5c6a0af19ea7f12cbef2dc82
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba71942-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b42a1b2b97ba3eaa67c289aa229ede384c22d9e155acda9fe1c23061717140
+size 4752818770
diff --git a/enc-400m/pretrain/ep0-ba74940-rank0.pt b/enc-400m/pretrain/ep0-ba74940-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dc10ac7883c7b57e203fb51d4d3ce69f007aba
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba74940-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d7532b3497c2d6106cb16ba6a2acae4a8b2d5646685e094e420115575c13ae
+size 4752819090
diff --git a/enc-400m/pretrain/ep0-ba77938-rank0.pt b/enc-400m/pretrain/ep0-ba77938-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb726bc81bdc1e54777672655e135802e1bfd87
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba77938-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2015876b668ea7c0fc5c735f9f9975caada95cfa4326b990494d8852d25ce0d8
+size 4752819410
diff --git a/enc-400m/pretrain/ep0-ba80935-rank0.pt b/enc-400m/pretrain/ep0-ba80935-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a703855b89a1043e0ef8032f91c439ba3fc0883
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba80935-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820826cc65cece1a0861d80e3a64f6ff9581e86185ea299323c07b428a84f25f
+size 4752819730
diff --git a/enc-400m/pretrain/ep0-ba83933-rank0.pt b/enc-400m/pretrain/ep0-ba83933-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5de4acb586d38ff0b84793b6913e386cb41f543
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba83933-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc5acc3fb6bebe9bcc75036bb4c4f17b9c056cd1642b8c61d51781ceaf8a4a8
+size 4752820050
diff --git a/enc-400m/pretrain/ep0-ba86931-rank0.pt b/enc-400m/pretrain/ep0-ba86931-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8d08d524b5525919e73d2a3ecff79733eb3154
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba86931-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f770cd2013d8593ce85a259086e981135e0098fe732db010b6c3bd979440365
+size 4752820370
diff --git a/enc-400m/pretrain/ep0-ba89929-rank0.pt b/enc-400m/pretrain/ep0-ba89929-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72b4e0d013e24dd547c53d714323a0d46073a94
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba89929-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fceac8f06b5bc626f0952a6a3c6ee3bc057b6666a3351d2543f20f74266cc67
+size 4752820690
diff --git a/enc-400m/pretrain/ep0-ba8994-rank0.pt b/enc-400m/pretrain/ep0-ba8994-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93970b441ff51a40cf1daae18c64bf462bdba47
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba8994-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f6abe9a2f8adcd5663d996263f959dcfac8622ac9b69096d861934f867e939
+size 4752812306
diff --git a/enc-400m/pretrain/ep0-ba92926-rank0.pt b/enc-400m/pretrain/ep0-ba92926-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bc980a6491b72f3cea107e3117399d57e769f5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba92926-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96073b5c8a76de48e4d7cef6d6e8c97aab0f80f8a1e5a0f92156fac5bd7619b
+size 4752821010
diff --git a/enc-400m/pretrain/ep0-ba95924-rank0.pt b/enc-400m/pretrain/ep0-ba95924-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a311254eba3949d53d97ab2789f98de3888e1b
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba95924-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168d9a26c8d722467d827125a31ec1e84543bc18138477caa453c24ef9d0752
+size 4752821330
diff --git a/enc-400m/pretrain/ep0-ba98921-rank0.pt b/enc-400m/pretrain/ep0-ba98921-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e999cfce11aea96c5ea3f189c4037d454fb88b5
--- /dev/null
+++ b/enc-400m/pretrain/ep0-ba98921-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0861de27cca72cc39021e11dd7295a791d00ceeeefb757173719309ae4c2ceb
+size 4752821586