diff --git a/enc-1b/pretrain/ep0-ba101918-rank0.pt b/enc-1b/pretrain/ep0-ba101918-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7e9540442ab526b920a019f06d01e93ea3cebe
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba101918-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879cd328442676930a44c6134885c6d077856a6889c19f71c88494e17609c5a2
+size 12378015046
diff --git a/enc-1b/pretrain/ep0-ba104916-rank0.pt b/enc-1b/pretrain/ep0-ba104916-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dd89bd3f781e67ab5f019ee1e0f8c3a5305154
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba104916-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c157aad228f815440f4a8ce7945d45dc8330d3643ab94e3ecf567a0129c1c8
+size 12378015366
diff --git a/enc-1b/pretrain/ep0-ba107913-rank0.pt b/enc-1b/pretrain/ep0-ba107913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff66c41f14cac7a0438798e6dad8d7039b0d95c
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba107913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8340a458971029911de19818f7779abff04347bc2abc14691836863a021d0c6
+size 12378015686
diff --git a/enc-1b/pretrain/ep0-ba110911-rank0.pt b/enc-1b/pretrain/ep0-ba110911-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2e1f5932e01bf989a9c1decf3b12fe6e9ed88f
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba110911-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3057ab206f523593c5a4a8309035e688a0e00269aa5e7af23a946f2d8cc12070
+size 12378015942
diff --git a/enc-1b/pretrain/ep0-ba113909-rank0.pt b/enc-1b/pretrain/ep0-ba113909-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b671e419d582b92e3c1d6efb3e808448b8180afe
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba113909-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4362008f31b1ef869358beddb1b4d8bba22159e87dbe7b5497e6d4b08f06f9
+size 12378016262
diff --git a/enc-1b/pretrain/ep0-ba116906-rank0.pt b/enc-1b/pretrain/ep0-ba116906-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2084b6dc93fbb18d35bc32f443dd42588de789b
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba116906-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b8881d588f61ac6e72678e34e737c088b00f7cd6af2251356e3f54d42d9139
+size 12378016582
diff --git a/enc-1b/pretrain/ep0-ba119903-rank0.pt b/enc-1b/pretrain/ep0-ba119903-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c14e4fb5e7c443355a0db9005e2ee3734d1d7d2
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba119903-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9a513fab4e9234e016cdcc54dbfd34ff2bad45e6a32d25c7367e58e14a80b
+size 12378016902
diff --git a/enc-1b/pretrain/ep0-ba11992-rank0.pt b/enc-1b/pretrain/ep0-ba11992-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcef1c98a2504ba938b34e5850d90ae3c5a21d55
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba11992-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa148bffc78b403646067c9d155a56796fd821823f33405a4cabf9364599796
+size 12378005766
diff --git a/enc-1b/pretrain/ep0-ba122900-rank0.pt b/enc-1b/pretrain/ep0-ba122900-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ecc1de685d5a3ee6b819df2f610cfdd1b0e34
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba122900-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d5b3efeae4fc321d38cb32a6463f5998738bc62f0eead9119b9eda510e7d5d
+size 12378017222
diff --git a/enc-1b/pretrain/ep0-ba125897-rank0.pt b/enc-1b/pretrain/ep0-ba125897-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d773b87da3446725c00b5cad136e4c8a3f4a0063
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba125897-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69a66cb7f4269049011608dee12c175cff2e68684f89ef5aa5ad2484f744793
+size 12378017542
diff --git a/enc-1b/pretrain/ep0-ba128895-rank0.pt b/enc-1b/pretrain/ep0-ba128895-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc26154ab1ef57000cb56ab7df2b3b627fd61a0
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba128895-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c0887692031115cdbfb29e6c9b0efe025a5a94f9ac8d22007031df2103a155
+size 12378017862
diff --git a/enc-1b/pretrain/ep0-ba131892-rank0.pt b/enc-1b/pretrain/ep0-ba131892-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9662e48ba08eea7f41471314c7721d6bdfb40ce8
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba131892-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887143c881a111460219867e6235601b1021445d645400e387bd08b463ffb1f
+size 12378018182
diff --git a/enc-1b/pretrain/ep0-ba134889-rank0.pt b/enc-1b/pretrain/ep0-ba134889-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bf1d9c7f6665fc89e158bc7f74a96c7833b110
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba134889-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f22e8b22e2fed4ef3f8807b12e44405b4403de4069f7c64b84d2f58045af36
+size 12378018502
diff --git a/enc-1b/pretrain/ep0-ba137887-rank0.pt b/enc-1b/pretrain/ep0-ba137887-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36f7e57f6801f4eb39737dd4f25be46e362515e
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba137887-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b7cb52e6023228a17748dbcc3925df71e9883d39ff99b97ea59c26fa55dd09
+size 12378018758
diff --git a/enc-1b/pretrain/ep0-ba140884-rank0.pt b/enc-1b/pretrain/ep0-ba140884-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce7920eb584a730cf4d7ba8b2f7617111bc3702
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba140884-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dc50ffd08ea96d0cb00d6b31b7493859bb67cc403807ae736fe3c04d5884bd
+size 12378019078
diff --git a/enc-1b/pretrain/ep0-ba143882-rank0.pt b/enc-1b/pretrain/ep0-ba143882-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc9304b264c563186e678c6fcf229b344b2b508
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba143882-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d51c962babf925adcf3a140db7d0818f316a9c731231413e397b7c1fc16516e
+size 12378019398
diff --git a/enc-1b/pretrain/ep0-ba146880-rank0.pt b/enc-1b/pretrain/ep0-ba146880-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2bd4139877cd019f3a08716870c24496229f73
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba146880-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce4d966e0111c3b7205586e2e5f2cf2e44f5945cb50f4d518211ac2a586e313
+size 12378019718
diff --git a/enc-1b/pretrain/ep0-ba149879-rank0.pt b/enc-1b/pretrain/ep0-ba149879-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd9469f51b9b838d7e24ff1a96b2fba459145a2
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba149879-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0845662372645af2bd80709598dd49504c778461892d451d534eedc1aba34f6c
+size 12378020038
diff --git a/enc-1b/pretrain/ep0-ba14991-rank0.pt b/enc-1b/pretrain/ep0-ba14991-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2bfbe424021a5675708ecb644a1e6c008f5f8
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba14991-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cf291face0e80dc19384c311ed81e4543dd538101be06c78ae2fde019206f2
+size 12378006022
diff --git a/enc-1b/pretrain/ep0-ba152876-rank0.pt b/enc-1b/pretrain/ep0-ba152876-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077ea90ab198b4f6c87e3164195c3e6c40d78bf
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba152876-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84943d349d9d8e0c16e1a3aaf4f861e9c101430b73546bbfe0a926db501ede01
+size 12378020358
diff --git a/enc-1b/pretrain/ep0-ba155874-rank0.pt b/enc-1b/pretrain/ep0-ba155874-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc085d17d136b72c96ada6a75820d66e607cb5b
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba155874-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e63c4508328ab607a64cab31e4d3f0aa8b02ae16ad73dc2091fc555d86e7d
+size 12378020678
diff --git a/enc-1b/pretrain/ep0-ba158871-rank0.pt b/enc-1b/pretrain/ep0-ba158871-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa770b2c448c5540cbdd1ad50bca891246aeb2cf
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba158871-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3faee1588fe595a12213a66ceef3feca8ad78f6872002b411143f3ce1688ab
+size 12378020998
diff --git a/enc-1b/pretrain/ep0-ba161868-rank0.pt b/enc-1b/pretrain/ep0-ba161868-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097705ca140928cf2c5d6083a3a0012adf1fed67
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba161868-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18035f8ed63cf6546490e1d905a7bdaccc8dd32b31c2326bd190b952b4b99b38
+size 12378021318
diff --git a/enc-1b/pretrain/ep0-ba164866-rank0.pt b/enc-1b/pretrain/ep0-ba164866-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e2f4daab8fe12d10a7a9fc34276a7591fd9d6
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba164866-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326779f4f71b2cfe82ba7331af51c925d0ce31fee4a32abd6249c00b492d9524
+size 12378021638
diff --git a/enc-1b/pretrain/ep0-ba167864-rank0.pt b/enc-1b/pretrain/ep0-ba167864-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9c2ced85a84d61a0091e1d80d64b0b07848ee1
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba167864-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382274dbb7a9a155c29925bf85ae9b86b05761185d1f3e141e2126ee9892a759
+size 12378021958
diff --git a/enc-1b/pretrain/ep0-ba170863-rank0.pt b/enc-1b/pretrain/ep0-ba170863-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8824818b2391e027d490c6c882b5c2cae41086
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba170863-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7249a4c7f1aaeb445e9238687b2a70f9ec31b04d14ee077434853e623847601
+size 12378022214
diff --git a/enc-1b/pretrain/ep0-ba173860-rank0.pt b/enc-1b/pretrain/ep0-ba173860-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3fd77c14751076dee802da2e08df82661cc74
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba173860-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0abce4b8efa98b51390f7accff0560a6d4e9ee899a84bcf85b4c9079ce566c8
+size 12378022534
diff --git a/enc-1b/pretrain/ep0-ba176858-rank0.pt b/enc-1b/pretrain/ep0-ba176858-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823cea508db93ef19eb8c14f9c44c7eb57fca863
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba176858-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c8aaff42d410d2865f672379399507b4bb6a7880e10c4fe8a1e71fad5eff79
+size 12378022854
diff --git a/enc-1b/pretrain/ep0-ba179856-rank0.pt b/enc-1b/pretrain/ep0-ba179856-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f4aa540be19ed80542bcae1b1d491c63240b08
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba179856-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1a5a2af6f45f5428407d6d84561aa01f34ab608e3c7677d4e401ff6aeb09cb
+size 12378023174
diff --git a/enc-1b/pretrain/ep0-ba17988-rank0.pt b/enc-1b/pretrain/ep0-ba17988-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f2b664949a873e4d6bacfcc26a8f770556df59
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba17988-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b876705bfb676422bfc9504ef822ae29144657838ea43ba25f75eea1c2c29ca7
+size 12378006342
diff --git a/enc-1b/pretrain/ep0-ba182854-rank0.pt b/enc-1b/pretrain/ep0-ba182854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ae43faa26d30383b8889d9ac9cf4a9ce7424c3
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba182854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a373884dc505a38d1a7a4b87d80d08ba4e882589624245cdd693a26a0852e6
+size 12378023494
diff --git a/enc-1b/pretrain/ep0-ba185851-rank0.pt b/enc-1b/pretrain/ep0-ba185851-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5955111da96b54ad9227e0ea631544487022ff67
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba185851-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6247d90b3a99f868e8ab26ba60c39348191c27f89ee9e54223cb9d7190e780
+size 12378023814
diff --git a/enc-1b/pretrain/ep0-ba188849-rank0.pt b/enc-1b/pretrain/ep0-ba188849-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799e41c5d6ba36fc85b9bad0d03c2c7aafc17b1
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba188849-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2be612cba6306a5df3af76feb6b473db549f1bbc8e51c0a589067b4ddffb1a
+size 12378024134
diff --git a/enc-1b/pretrain/ep0-ba191847-rank0.pt b/enc-1b/pretrain/ep0-ba191847-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab5033c023e8cce39c409bfc301489072a5b021
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba191847-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9773cbeee783457f0c6dce062f722e550bad9e3eba5dd77a3e94413bb89d74b
+size 12378024390
diff --git a/enc-1b/pretrain/ep0-ba194845-rank0.pt b/enc-1b/pretrain/ep0-ba194845-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f3e6ef3426f3f40c129d16fdcbe5cc39e544fd
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba194845-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b10811fce591220b9ab394f98823b8f56773a3bfed69d72c8388d9051cad9
+size 12378024710
diff --git a/enc-1b/pretrain/ep0-ba197842-rank0.pt b/enc-1b/pretrain/ep0-ba197842-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9604c70f7c223cd31ee2b2edf0054cea6ec8b7fe
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba197842-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac7134d833b55fe19b8bebeea14bd07d329d5c472bcfb58733c26660d5d2247
+size 12378025030
diff --git a/enc-1b/pretrain/ep0-ba200839-rank0.pt b/enc-1b/pretrain/ep0-ba200839-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3558eb326bea8a66edf4df7b3b1812cc3ca8116
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba200839-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f0e36fe1368ebcbf52a77018fc55d81eee05581868fa1211adfe468f9d4de
+size 12378025350
diff --git a/enc-1b/pretrain/ep0-ba20986-rank0.pt b/enc-1b/pretrain/ep0-ba20986-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ab77536cb1063a58073cfe6a6a607308c1f01f
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba20986-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa37454dbe5963deaf37dd37b0783b533c2979b43fc6f2e0da3129ecc6e5a57e
+size 12378006662
diff --git a/enc-1b/pretrain/ep0-ba23984-rank0.pt b/enc-1b/pretrain/ep0-ba23984-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed7ad75d2a0c0e905d71d3d4c9f7680d06ece5a
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba23984-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8a2f10d402d1e32a8129082bf2e1b304910869fa29f9348013e42baaf581f9
+size 12378006982
diff --git a/enc-1b/pretrain/ep0-ba26982-rank0.pt b/enc-1b/pretrain/ep0-ba26982-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fde4ed4accd12d19b9918719ad0b8c7e7bde145
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba26982-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec36dab36b588407350aa6e76f5db3ed554bf64647df517c8216aaefa66e877
+size 12378007302
diff --git a/enc-1b/pretrain/ep0-ba29979-rank0.pt b/enc-1b/pretrain/ep0-ba29979-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032d520737d284380077cfc901820fc67b3dde9b
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba29979-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2aa53400cbdf2a34424ab5e49e384b43c8c233ca31fb8a1e495b8e06c4e31a
+size 12378007558
diff --git a/enc-1b/pretrain/ep0-ba2999-rank0.pt b/enc-1b/pretrain/ep0-ba2999-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e9e6a2a961dc21b7f3e365de44864b237f57de
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba2999-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b1a4195c78290a1a158d3046bcffd0ca56f0e70bb79fadadcc7561fc150ccd
+size 12378004806
diff --git a/enc-1b/pretrain/ep0-ba32976-rank0.pt b/enc-1b/pretrain/ep0-ba32976-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aac1feab88db1060198fdbc8b25a058e5c4bcf
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba32976-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de4fb845077589a7ee594abb4083030031e2bc0f95ebf9b092f445c0adeef5
+size 12378007878
diff --git a/enc-1b/pretrain/ep0-ba35974-rank0.pt b/enc-1b/pretrain/ep0-ba35974-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b415451800eea9ca3dc2b3e58d2e8a1d56ea4155
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba35974-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a4065d13323fc6bb7c84834687b932d1603f5e8c344028c80bbc438fa0d809
+size 12378008198
diff --git a/enc-1b/pretrain/ep0-ba38972-rank0.pt b/enc-1b/pretrain/ep0-ba38972-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2104200940f6cc25c7353b9475b451853e3cce8
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba38972-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede9aa59427907c1194b155d811e4ca3dcf9c11378f4d6781d081662942f9455
+size 12378008518
diff --git a/enc-1b/pretrain/ep0-ba41969-rank0.pt b/enc-1b/pretrain/ep0-ba41969-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8cbdfbcdc4ccfdbf01b9b83ba882c3815a2d44
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba41969-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c917b875bfb55daca0fba3ce6bbc642d41685a2ec9afa360ccae27229285c74
+size 12378008838
diff --git a/enc-1b/pretrain/ep0-ba44967-rank0.pt b/enc-1b/pretrain/ep0-ba44967-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3825d36b8fadd8a20626074ceca51ca281e52
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba44967-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1457f582f708479858104e7f3a17247a2fdb94412a2b6154936f55d9b3aa14
+size 12378009094
diff --git a/enc-1b/pretrain/ep0-ba47963-rank0.pt b/enc-1b/pretrain/ep0-ba47963-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fce7a0ec431d0d3979a46b7542925f5eb5fb79
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba47963-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dd4a0e123d70c88c207752e6483df888579133564873c7f00a9e57996c06dc
+size 12378009414
diff --git a/enc-1b/pretrain/ep0-ba50960-rank0.pt b/enc-1b/pretrain/ep0-ba50960-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02f3b2f359e666c28dc8190e0bc956d5feb9df
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba50960-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811b0e6dad282978ac9fcbb2df3157a2cc0e4c7a1fd90857522343b446ec8026
+size 12378009734
diff --git a/enc-1b/pretrain/ep0-ba53957-rank0.pt b/enc-1b/pretrain/ep0-ba53957-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50b00c4446cef6ff8edf7484e59fca703172b1e
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba53957-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b00b0144abd34102b92824d416e10abe03d234053f3651a7338768ba9058a
+size 12378010054
diff --git a/enc-1b/pretrain/ep0-ba56955-rank0.pt b/enc-1b/pretrain/ep0-ba56955-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b994aedc9302eada0b55a43db2a17ec2c18d12
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba56955-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e1582b2fc3705a8a3647a6a1ae635a42bc1394ff1d68e8b9e874406d4b3f7c
+size 12378010374
diff --git a/enc-1b/pretrain/ep0-ba59953-rank0.pt b/enc-1b/pretrain/ep0-ba59953-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1636409401e8a3ab6c13c8eb13db18087ae67f1
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba59953-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddff3465360fdc7a1d12241f01b62001afe68b3187e7ba07c8b09bbf3777d1db
+size 12378010630
diff --git a/enc-1b/pretrain/ep0-ba5996-rank0.pt b/enc-1b/pretrain/ep0-ba5996-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04b32f8c2889f1f1f96be16c792800cd626d45
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba5996-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbf69a393f50a5d31bbc33b7fec03836d6feb682362e4be00a6e23a70b785f0
+size 12378005126
diff --git a/enc-1b/pretrain/ep0-ba62950-rank0.pt b/enc-1b/pretrain/ep0-ba62950-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a711d1c0d2454afb571de95432223e9bffa151
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba62950-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51202994f5cd71d2a44668c1b2eeac9327ce28d9d1bed6ab386535d15414998
+size 12378010950
diff --git a/enc-1b/pretrain/ep0-ba65948-rank0.pt b/enc-1b/pretrain/ep0-ba65948-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912528eabc4a7c9828d94734cafbea856b4a2b29
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba65948-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e183fdcacf4b84f16b5e069facd0ceb2bd305445afcc052d657c6be784abcf2
+size 12378011270
diff --git a/enc-1b/pretrain/ep0-ba68944-rank0.pt b/enc-1b/pretrain/ep0-ba68944-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9157c62c6c2d73a7aa929dcbd811056852bbc8df
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba68944-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af13dff030e8a33addf816da75eb159b226191ce346857031e85c373e3f297b0
+size 12378011590
diff --git a/enc-1b/pretrain/ep0-ba71942-rank0.pt b/enc-1b/pretrain/ep0-ba71942-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c67f726005597310de5cd509ba9da51796de4d
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba71942-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ce8553073134a8330a99bd7d7c287c0c0864f61b175e9038994e19578305e4
+size 12378011910
diff --git a/enc-1b/pretrain/ep0-ba74940-rank0.pt b/enc-1b/pretrain/ep0-ba74940-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a578dd1e67d7bb77303698038b6c3aa20140cdb9
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba74940-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1d3ac549149f5992320a46fde53f4b5c4ceb875337f41c9d985315ec27ff91
+size 12378012230
diff --git a/enc-1b/pretrain/ep0-ba77938-rank0.pt b/enc-1b/pretrain/ep0-ba77938-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583dae44609a5c8cdba70dbcf8f2d807796cb6d2
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba77938-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df31f819cd66db1c77efda6e75bae1bc728f3eec9fa878401aa2faddf84e4d8e
+size 12378012550
diff --git a/enc-1b/pretrain/ep0-ba80935-rank0.pt b/enc-1b/pretrain/ep0-ba80935-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a2f50fc4824c959b70a37cd18c6dcc0ac0f5df
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba80935-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d840a21cdaa2936128ccf02c47ba7eaf0ac820d8b2abc9f994aabf44599836
+size 12378012870
diff --git a/enc-1b/pretrain/ep0-ba83933-rank0.pt b/enc-1b/pretrain/ep0-ba83933-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8838debab77326884ae96d06a6feb238b125e6db
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba83933-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d8e6441646fa8d0d1a34e5ba4c6660888a50102969ad49cb308a0c802ac37d
+size 12378013190
diff --git a/enc-1b/pretrain/ep0-ba86931-rank0.pt b/enc-1b/pretrain/ep0-ba86931-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3d692447ddb6e3b8c23b4412a6f8e1cf6fc433
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba86931-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ea3ca729c75aafe28a74e1f4505f7f932d5513a8c3664d5fbba5c3cd2a342
+size 12378013510
diff --git a/enc-1b/pretrain/ep0-ba89929-rank0.pt b/enc-1b/pretrain/ep0-ba89929-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb6596cb64ecfbc45336c9b821984ad2ff66d81
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba89929-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2385f759dfa60528ebc4d6bdbd72c69c89cf994ce1dbe52e34597f7f39b87626
+size 12378013766
diff --git a/enc-1b/pretrain/ep0-ba8994-rank0.pt b/enc-1b/pretrain/ep0-ba8994-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684745936d774d8668100e69e619a57ecf9afefb
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba8994-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d867ebb5c59af668ea7525a161a26ba88432ecacd56cb0dd8e7eaf581dbb63c7
+size 12378005446
diff --git a/enc-1b/pretrain/ep0-ba92926-rank0.pt b/enc-1b/pretrain/ep0-ba92926-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a73ebff906c13e067579183d307e951ba26114
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba92926-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3b0ffb6f2940536f2781404501e6139c50bd8c5b632c4fce0c0430eaf0cb92
+size 12378014086
diff --git a/enc-1b/pretrain/ep0-ba95924-rank0.pt b/enc-1b/pretrain/ep0-ba95924-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35003291ccb6177f799d21d68f4221d2522fe201
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba95924-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff23e4b1d4b0b203b1c533b2a911ddb78cd758bff6dc23def28ee63be7f96c9
+size 12378014406
diff --git a/enc-1b/pretrain/ep0-ba98921-rank0.pt b/enc-1b/pretrain/ep0-ba98921-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7900da4e04d2f2c9ccb184ed5f535f7aa85b6f
--- /dev/null
+++ b/enc-1b/pretrain/ep0-ba98921-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a6f55342b836158154a25f75fbfff537e5d4e929868bbb1a8908aefadd090f
+size 12378014726