diff --git a/dec-68m/pretrain/ep0-ba101918-rank0.pt b/dec-68m/pretrain/ep0-ba101918-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6761a80b331a2d582978fe30d2141cace75b11
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba101918-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8578485aa9c9cd0f4636e6ce793c1b66345ea11ebba710fee4ed75a3df7afbf
+size 823659878
diff --git a/dec-68m/pretrain/ep0-ba104916-rank0.pt b/dec-68m/pretrain/ep0-ba104916-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d2bbd1c0710fe609cc1e7818ce83925c827780
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba104916-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8368fe7dd161842aac53daf6d6ce9397cd6e225789b92d745aa20a70fc7284
+size 823660198
diff --git a/dec-68m/pretrain/ep0-ba107913-rank0.pt b/dec-68m/pretrain/ep0-ba107913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec87cc900116f7688be569553a908422af57c1e9
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba107913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9913e2e7e828257b9a4a3304fe6b813d2dc494a0844f3c1b6042b93aa81b0ea4
+size 823660518
diff --git a/dec-68m/pretrain/ep0-ba110911-rank0.pt b/dec-68m/pretrain/ep0-ba110911-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6182c6ba3c3d5dff2100068ba05d57b205a10d14
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba110911-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590cb40afb39b1193194a4f6a388c02cd1e87b0edd6b633b79154cfbddce0154
+size 823660838
diff --git a/dec-68m/pretrain/ep0-ba113909-rank0.pt b/dec-68m/pretrain/ep0-ba113909-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1035abd3e02cf8a4bcf655b25ae56767788c9f1
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba113909-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a4fea563c0041ae2d5b5f9901a1d38c840633734a041285920a23b391b0c3
+size 823661158
diff --git a/dec-68m/pretrain/ep0-ba116906-rank0.pt b/dec-68m/pretrain/ep0-ba116906-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc9922011e305e5a3e39ee58e20e1588258dec4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba116906-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca684f18271f35e672540ed71f72b41cfe0e777873b545ccc0918cd02c5dfe58
+size 823661414
diff --git a/dec-68m/pretrain/ep0-ba119903-rank0.pt b/dec-68m/pretrain/ep0-ba119903-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f284f05c4bea6883c7c4296b80d09cf49fdc0943
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba119903-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c06126a74c8872ee5e4c0b6e5e8f3de5158f69cc637c1f56056f8a0f9dc589f
+size 823661734
diff --git a/dec-68m/pretrain/ep0-ba11992-rank0.pt b/dec-68m/pretrain/ep0-ba11992-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdef53a5445bb53fc66f58c45acdcf3d064ea4f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba11992-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf3c05e620757b8af3a56650144d04f32dfce9ae06adb20b3900049fd464dd
+size 823650598
diff --git a/dec-68m/pretrain/ep0-ba122900-rank0.pt b/dec-68m/pretrain/ep0-ba122900-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d7af592d18a3f66a5eeb4032db77ab89e7d143
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba122900-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5e54c51d8eaffde0f6a3dfde1abf9ffc58ebfad4f99f256360d7008a4877c2
+size 823662054
diff --git a/dec-68m/pretrain/ep0-ba125897-rank0.pt b/dec-68m/pretrain/ep0-ba125897-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e18bfd97827bf5e90aadb90d4424c7aee1f15d
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba125897-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a56aea0ba1695ae5fd6851d78db203c4c40d6dc22176b2d5b6562e28a84bf
+size 823662374
diff --git a/dec-68m/pretrain/ep0-ba128895-rank0.pt b/dec-68m/pretrain/ep0-ba128895-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bda783d86cb6a769970d1f55e4394eede24e9cf
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba128895-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a486ebd9c0625f543d2bf8662b3881db29c5aec6721372dc8a0863301058be8
+size 823662694
diff --git a/dec-68m/pretrain/ep0-ba131892-rank0.pt b/dec-68m/pretrain/ep0-ba131892-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ad4b63f5badc71d8d1c5df04cd9509217fd907
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba131892-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0e91b6c796129410e80e25ac034544f89c6880d9f2adebad1d2e6b74615f16
+size 823663014
diff --git a/dec-68m/pretrain/ep0-ba134889-rank0.pt b/dec-68m/pretrain/ep0-ba134889-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb9a1d9c344a6d22ed149f8761e8bd3e2462847
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba134889-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da2c1163ee9b2c0622ece21ac6705a338dfea2c8e3af72e3da4d0bd165be679
+size 823663334
diff --git a/dec-68m/pretrain/ep0-ba137887-rank0.pt b/dec-68m/pretrain/ep0-ba137887-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac3858e5f9b95a1b2a22d70557e97302f804990
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba137887-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2374ac31d2b338030c11d55ee1f405ade97c7d27d0f2aeb221475a185a549bed
+size 823663654
diff --git a/dec-68m/pretrain/ep0-ba140884-rank0.pt b/dec-68m/pretrain/ep0-ba140884-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bc8f5900c579fd89a0516ecd31b2bb389225b7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba140884-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258b7f2a1d90950cb3ea2ef97e4e707cfd5319d7e0cf4f55de291ea6f21cf47e
+size 823663974
diff --git a/dec-68m/pretrain/ep0-ba143882-rank0.pt b/dec-68m/pretrain/ep0-ba143882-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3353d51b4fbdaa616d01d22b16515845d13b6e06
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba143882-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a05d53e8a1ec2e7f57d5364e27785d7d0c69299dfe8c2756d9d2848a0d0027
+size 823664294
diff --git a/dec-68m/pretrain/ep0-ba146880-rank0.pt b/dec-68m/pretrain/ep0-ba146880-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77e888d6dedca0aae2949d955dd7019b6efc9e8
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba146880-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbfd2e81e301d4cddcd9b199b0633a75990b21a3c6279e9de98669e7fc175df
+size 823664550
diff --git a/dec-68m/pretrain/ep0-ba149879-rank0.pt b/dec-68m/pretrain/ep0-ba149879-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ce6e65b6ed6a72926769fdee74bf0ef465af65
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba149879-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae13ccef884c7cd1e10350d5c7c2da38ca28d7dc95f6ca3ad32e9d1042c4594f
+size 823664870
diff --git a/dec-68m/pretrain/ep0-ba14991-rank0.pt b/dec-68m/pretrain/ep0-ba14991-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ac061bc34bc17addd3b4f29027d28f69c4aa75
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba14991-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1997dae25c311b0a6c96945e8a140e6799067b5b25ea9c38e7e33fd0f1aa1c18
+size 823650918
diff --git a/dec-68m/pretrain/ep0-ba152876-rank0.pt b/dec-68m/pretrain/ep0-ba152876-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e44f9ba5a5bd34cb024da395bb01b44b0137c26
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba152876-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaa7b4db0709dda163b1abbfbd4b6e436df550154d1a992d18144adac564b5
+size 823665190
diff --git a/dec-68m/pretrain/ep0-ba155874-rank0.pt b/dec-68m/pretrain/ep0-ba155874-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72499d7cbe98727fad8ef49a98da98facc944ed
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba155874-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5261906eef826b83c2553f618c5ff26b7daae62321122ce28e683b3532eb5a
+size 823665510
diff --git a/dec-68m/pretrain/ep0-ba158871-rank0.pt b/dec-68m/pretrain/ep0-ba158871-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b38cc47da7f754807e8efb0b71a906b93a0bd86
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba158871-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e068feff60314d7b2638745b3e6db72ca0c1a0bdf05071eee3343d04f6e842db
+size 823665830
diff --git a/dec-68m/pretrain/ep0-ba161868-rank0.pt b/dec-68m/pretrain/ep0-ba161868-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15b214b717b451fced4451d1528150344aa1808
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba161868-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cff682d778cfa77cd2a49b2b9bccaad3d2ec3961331c13a8da172299f9d12d
+size 823666150
diff --git a/dec-68m/pretrain/ep0-ba164866-rank0.pt b/dec-68m/pretrain/ep0-ba164866-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb7a7083d4c5268b06b8f4c7129e4255d0317c
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba164866-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3a9652c619eaa837f4d0c5c21781dd41ce39fd3ba815c77dd7b254000e0a7
+size 823666470
diff --git a/dec-68m/pretrain/ep0-ba167864-rank0.pt b/dec-68m/pretrain/ep0-ba167864-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ce9bd5bb268339b6312ee8b2e682d3619dcba
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba167864-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af02b8aeb1229ecaace396a43a66a99c8a680d544712a6d54e55ef4bd43f4903
+size 823666790
diff --git a/dec-68m/pretrain/ep0-ba170863-rank0.pt b/dec-68m/pretrain/ep0-ba170863-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325317822425d0880e1856a80b4398c79bfd22d0
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba170863-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eb775a619459d0044d54545838b99dc55409581c85d6edcc92fe2e283887d0
+size 823667046
diff --git a/dec-68m/pretrain/ep0-ba173860-rank0.pt b/dec-68m/pretrain/ep0-ba173860-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4714a80e409eb83a69129c40d3988de72a9c6239
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba173860-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7406269e582786cbae1a6d85d5983a885ed5cc4afcd1fc3cdf785232ae2f54
+size 823667366
diff --git a/dec-68m/pretrain/ep0-ba176858-rank0.pt b/dec-68m/pretrain/ep0-ba176858-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed07c32aefa0daba4c43a29eea2e12b0fbebdbe3
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba176858-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642356cc3d277e0fa8098372e1965620dba324770de0a1738a761427f63c2da0
+size 823667686
diff --git a/dec-68m/pretrain/ep0-ba179856-rank0.pt b/dec-68m/pretrain/ep0-ba179856-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182a2d97fdb4c694ce11ef532774b6f19d308d27
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba179856-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241732588c88a6afe440249beae6fd4ccf21fdc2bc2460e9c263dcdf0a532f4
+size 823668006
diff --git a/dec-68m/pretrain/ep0-ba17988-rank0.pt b/dec-68m/pretrain/ep0-ba17988-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e43588928117cfe1e0a2e3cc2a6f697fdc723
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba17988-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e121233a193297210e93b1eb331ee2d99553e24df795d80fd831188a5800cc
+size 823651174
diff --git a/dec-68m/pretrain/ep0-ba182854-rank0.pt b/dec-68m/pretrain/ep0-ba182854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a898f9adaba117ff7be78e5c33647ca55b7729
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba182854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e41ede5d337978675c99a8aa2615d235a6e4f0755dd30ef43684936d69016b
+size 823668326
diff --git a/dec-68m/pretrain/ep0-ba185851-rank0.pt b/dec-68m/pretrain/ep0-ba185851-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12430232dccf9d1d3dbdc2668f3f0c6481d5827
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba185851-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdd0a2d8c7a0d8a10b0a4be49085e4ee7f8bb320c50761cb4f87b8fa3fc2bad
+size 823668646
diff --git a/dec-68m/pretrain/ep0-ba188849-rank0.pt b/dec-68m/pretrain/ep0-ba188849-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e165a246c45d16af7167372737f23dcb10d006
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba188849-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ea52ce7527256763b21aa1b1fc4aa1df1a71a0e018f7962a7c8ec06d706b89
+size 823668966
diff --git a/dec-68m/pretrain/ep0-ba191847-rank0.pt b/dec-68m/pretrain/ep0-ba191847-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c26503a201c42bb1511d3dadb4fa23dfe7cc6db
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba191847-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11f70063d75b616892e21944884bc3d842aa8c7a45a13540eee742e8157a1a1
+size 823669286
diff --git a/dec-68m/pretrain/ep0-ba194845-rank0.pt b/dec-68m/pretrain/ep0-ba194845-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981c186e781790be587bf454a20cd488fb5b851
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba194845-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be11dddb5b92c55d40d1e5fc9c7fffd4b8212c791f74783456dbc4116fcbcbf
+size 823669606
diff --git a/dec-68m/pretrain/ep0-ba197842-rank0.pt b/dec-68m/pretrain/ep0-ba197842-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f9d1c9b3c9cad85b70c6a90ff1f75adebc650a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba197842-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1788ff48dac6d11ddedd37151d98c433ddd294bc91eefef6c84652b2a607bd62
+size 823669926
diff --git a/dec-68m/pretrain/ep0-ba200839-rank0.pt b/dec-68m/pretrain/ep0-ba200839-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733f4350cb4dc88d3f4c5fbee357c8ed7827fcb3
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba200839-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5767cdd7b895c9ec2c2aec8c600559ddb9d3bd65a056120c214a3b749b2912e
+size 823670246
diff --git a/dec-68m/pretrain/ep0-ba203837-rank0.pt b/dec-68m/pretrain/ep0-ba203837-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88de6fda0484c4795e42decb5dac324c0389d204
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba203837-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331c5376c27c1c78f47d0f014de1098811110933c9df0e54ae58f03fee68e962
+size 823670566
diff --git a/dec-68m/pretrain/ep0-ba206835-rank0.pt b/dec-68m/pretrain/ep0-ba206835-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6927482ee336a158a26ee3f94bc15df5d1744ec
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba206835-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1cd9666801741071d51d623c5ab9163b67cdc37d93f99c425f62818816c8d
+size 823670822
diff --git a/dec-68m/pretrain/ep0-ba209833-rank0.pt b/dec-68m/pretrain/ep0-ba209833-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8f5f765887a1cbb9f63920e31608a03dffafec
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba209833-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5952702e64074226cc50bb989f2645da35f13973868f3e5e2dbbe3920324596
+size 823671142
diff --git a/dec-68m/pretrain/ep0-ba20986-rank0.pt b/dec-68m/pretrain/ep0-ba20986-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0086968da7def57cad96facf9c648537065dfb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba20986-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a7f37092597cbaca5eecb3da19901867cfe24226e62e2abd4f607c71a1afd4
+size 823651494
diff --git a/dec-68m/pretrain/ep0-ba212830-rank0.pt b/dec-68m/pretrain/ep0-ba212830-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4702f2dbe5dba63fa978881a61ed2c49b62735
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba212830-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b726d2cca9dabff37848369e996e7c3cf4d3f5d2052c979eb5622fddc9235b3
+size 823671462
diff --git a/dec-68m/pretrain/ep0-ba215828-rank0.pt b/dec-68m/pretrain/ep0-ba215828-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b37ac37e3cc20cd7f8a0c1c471a8036aa7a99ec
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba215828-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e68f2d097e89f4be1639655b0ae0f669f03e8e99e5b4dfa4760d7e07555ef3
+size 823671782
diff --git a/dec-68m/pretrain/ep0-ba218826-rank0.pt b/dec-68m/pretrain/ep0-ba218826-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05714f581a6442d7ff879763ac7268fdd54004d2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba218826-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c81c13cda4bb2c04248647bea974b777702c51165efe7ff58a2bb05dd6c5e69
+size 823672102
diff --git a/dec-68m/pretrain/ep0-ba221822-rank0.pt b/dec-68m/pretrain/ep0-ba221822-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3f538ee04b1e5fcf76eeb14cb7e20d5112d79c
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba221822-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989bb62b70a02c7f5861d9c528670b96058364af39dad873001f24ead42e06bf
+size 823672422
diff --git a/dec-68m/pretrain/ep0-ba224820-rank0.pt b/dec-68m/pretrain/ep0-ba224820-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4343d3616cee5346afc5fbc72ece752e169699e2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba224820-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac63dadb450c8bcba50efcd286723151c4d59f05030052e53165ca52a8d30c
+size 823672742
diff --git a/dec-68m/pretrain/ep0-ba227818-rank0.pt b/dec-68m/pretrain/ep0-ba227818-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fd76276115c077b4b1f63c14bcc3d2289fbdd
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba227818-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c21b5973fe3d044cdd2b0237dec6b34ed529d222fada27ab3d82b9164936b6
+size 823673062
diff --git a/dec-68m/pretrain/ep0-ba230817-rank0.pt b/dec-68m/pretrain/ep0-ba230817-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03826b0d50367a4a7443a102ae464ab93b83c6a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba230817-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb98bdc2d29a60443dd5da1033fbac4888d9cc35f2447a7644cca8aceff1cc
+size 823673382
diff --git a/dec-68m/pretrain/ep0-ba233815-rank0.pt b/dec-68m/pretrain/ep0-ba233815-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecaef0682a8910001990fe32a5c88c538a86891
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba233815-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f4967a79534f63025cc78551c18aab1c6a8bcaa225413de864a6b39dbfed73
+size 823673702
diff --git a/dec-68m/pretrain/ep0-ba236813-rank0.pt b/dec-68m/pretrain/ep0-ba236813-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f15bc4155e63f983fd4194f6ce3c0467679d14
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba236813-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024fec24236ef013bca2576ac6424afb21229241620ab34ae6e64feef61ae7e
+size 823674022
diff --git a/dec-68m/pretrain/ep0-ba239811-rank0.pt b/dec-68m/pretrain/ep0-ba239811-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0de31771168e2bba3dc0cdc4fcfbb1a9711bfa7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba239811-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95609ee96a8ff7a152e492f448a79287ba4a4e8c1a655d8872610cc2bf08f33
+size 823674342
diff --git a/dec-68m/pretrain/ep0-ba23984-rank0.pt b/dec-68m/pretrain/ep0-ba23984-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6338b22ef13ad04b1ed2de6000419619d5fff5e
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba23984-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde00aa0f2a1e7aa04885b7af7a096b74f3131294c07512162f253ce2c437666
+size 823651814
diff --git a/dec-68m/pretrain/ep0-ba242809-rank0.pt b/dec-68m/pretrain/ep0-ba242809-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6eb2ec3d98bba63ce2b29cac59f4aab8b846b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba242809-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7139c79a8148899c036cf4c0c406e5fc4d05a56f1345121524ae572e22fbd544
+size 823674662
diff --git a/dec-68m/pretrain/ep0-ba245806-rank0.pt b/dec-68m/pretrain/ep0-ba245806-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d674709798b99a0f966578d35ec59b158d480841
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba245806-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68606168cde5863d12d50a6e015c08777cabc8ac3bf4281892cda792b2823918
+size 823674982
diff --git a/dec-68m/pretrain/ep0-ba248803-rank0.pt b/dec-68m/pretrain/ep0-ba248803-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad479fd399b3273761d09b4f870959dcf15c300
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba248803-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a6e61e61a4d06a8f9c99f3196ffde2359c91b674adb9d67c6062668a986ddb
+size 823675302
diff --git a/dec-68m/pretrain/ep0-ba251800-rank0.pt b/dec-68m/pretrain/ep0-ba251800-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dce210e49d6dcdec3205635edb7a82842dd10f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba251800-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7d98321cc18c5771354268cc44bbc31708773b1d6faa4dee693e51abb5ffb0
+size 823675622
diff --git a/dec-68m/pretrain/ep0-ba254797-rank0.pt b/dec-68m/pretrain/ep0-ba254797-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2cee1c67674039c256fed023b0cb0d18906647
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba254797-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743a4351addf48ad8bb79002d981f76465419ed7deac5ff77d2401da9263de1
+size 823675878
diff --git a/dec-68m/pretrain/ep0-ba257795-rank0.pt b/dec-68m/pretrain/ep0-ba257795-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf860a6e0eaf32ac4ecdf12e955897867b5a4d6
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba257795-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fef436a53a3f166122d6a5640dfbdb5b5ea1b20b6c3e3a2a291ba3f9551b42
+size 823676198
diff --git a/dec-68m/pretrain/ep0-ba260793-rank0.pt b/dec-68m/pretrain/ep0-ba260793-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d651f39a519a4251bb94b0ba812b2e36cc22a8
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba260793-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cae71e4d8fddf7c59c74f9c79e3a2fda5835c39d618aea476626071a78542a7
+size 823676518
diff --git a/dec-68m/pretrain/ep0-ba263791-rank0.pt b/dec-68m/pretrain/ep0-ba263791-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb9c9e2ce84d6eeddf5e6f7d32327c5390da5fb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba263791-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd4c42c8d43d7ce7504e13291b026512699c05239d90ac0e0dec045d6a2cec6
+size 823676838
diff --git a/dec-68m/pretrain/ep0-ba266789-rank0.pt b/dec-68m/pretrain/ep0-ba266789-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358312de9fa1176d454e47ec1af7effceeaa6e60
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba266789-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2567e51153536cc8f6a63217c19a53bf8e213eaec70870bb8da64e21ae73ec
+size 823677158
diff --git a/dec-68m/pretrain/ep0-ba269786-rank0.pt b/dec-68m/pretrain/ep0-ba269786-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a0d579fd0bf4292750d87ce0c95aa85508d820
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba269786-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0e8c1498ee559f10d9e571c381f6d9570cb574ec7041ba884cfcc01613eedb
+size 823677478
diff --git a/dec-68m/pretrain/ep0-ba26982-rank0.pt b/dec-68m/pretrain/ep0-ba26982-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0718e62ba4f2de5087bda9665aebcf77985e0d5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba26982-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c6bf64b599950ac5dc3529141c5128a4a94da91017042fdd6b2886df539f9
+size 823652134
diff --git a/dec-68m/pretrain/ep0-ba272783-rank0.pt b/dec-68m/pretrain/ep0-ba272783-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbdafa8cc61b083f87514726c6deccf9be4315f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba272783-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f3c211909af712aa615027ec316d59edeaafb4ba7ecc9a28f2e916eb2ecf85
+size 823677798
diff --git a/dec-68m/pretrain/ep0-ba275780-rank0.pt b/dec-68m/pretrain/ep0-ba275780-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0407618a0ae568167f004493151c9510cad0b62e
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba275780-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a5cbcfb305a57dc846c2369d856e76689fc728dc374c52ff3cd59f130f4e55
+size 823678118
diff --git a/dec-68m/pretrain/ep0-ba278777-rank0.pt b/dec-68m/pretrain/ep0-ba278777-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803f5bb7d9169d4890712c8763bb45b967c032e9
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba278777-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471a41fdb170254cf88e056a8cf3083d494bf4772c3d65b250bf9da1588f0844
+size 823678438
diff --git a/dec-68m/pretrain/ep0-ba281774-rank0.pt b/dec-68m/pretrain/ep0-ba281774-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70926b728396c410f7e82a24158c527ed18c699
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba281774-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8c295cea79f4eb185e2d95c729b7428c13a32602b274dfccea5b8227f0ce07
+size 823678758
diff --git a/dec-68m/pretrain/ep0-ba284772-rank0.pt b/dec-68m/pretrain/ep0-ba284772-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b437ab2a9c94324411b47fe3f0d99dba231c27eb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba284772-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e236d1a0ccb9897c40a8b3859ce0bc3322fcb9cc15710fb78af3e41d4f0f8b6
+size 823679078
diff --git a/dec-68m/pretrain/ep0-ba287770-rank0.pt b/dec-68m/pretrain/ep0-ba287770-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f636226a34c3e1fa74d94d710da839e5cd8e28ad
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba287770-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b65970ab7b974d6bc9fec302c11406b4e5ece4cbcf59d9c31be907e67757e02
+size 823679398
diff --git a/dec-68m/pretrain/ep0-ba290767-rank0.pt b/dec-68m/pretrain/ep0-ba290767-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18f3f4edf5aa557e3a25a77aae89fa85f523671
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba290767-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087b1a07768e848f9dac88e9e0383f38e8a7b89dc99bd60f12c1f37cd6076465
+size 823679718
diff --git a/dec-68m/pretrain/ep0-ba293764-rank0.pt b/dec-68m/pretrain/ep0-ba293764-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106dff244ba2736da0462e46f43000868f233e61
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba293764-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c184a7f7fbf19d067667845390f9d0125ac72392a035813803c086a50a9acef
+size 823680038
diff --git a/dec-68m/pretrain/ep0-ba296762-rank0.pt b/dec-68m/pretrain/ep0-ba296762-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c92a5ad9e5cefbcde80be920b14e61b17b286c
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba296762-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcecd1fde6dcd7ee54afb7668ac5adfe3142468fd62cbccf486af8c0ffa9d60
+size 823680358
diff --git a/dec-68m/pretrain/ep0-ba299760-rank0.pt b/dec-68m/pretrain/ep0-ba299760-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f3a5ec7abf29277e34bc86fe8e838064d06a8
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba299760-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5ede9ca6fa21c6f72285a77ca8b345c5c5cd811ebec0f00807c6d06d80deb
+size 823680678
diff --git a/dec-68m/pretrain/ep0-ba29979-rank0.pt b/dec-68m/pretrain/ep0-ba29979-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe088db591fedef4e3200221ebf63808428fe40
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba29979-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212289aff0b77fe3b62ec12f3f47f14451d7dff83eefcefe29e3ee4e71652a92
+size 823652454
diff --git a/dec-68m/pretrain/ep0-ba2999-rank0.pt b/dec-68m/pretrain/ep0-ba2999-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7c7d6b0014e28a189c21770bd55748c4182f4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba2999-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e38852147decc162c3536aea46c3f9b2902d846403f393b1e5069341df66b2
+size 823649638
diff --git a/dec-68m/pretrain/ep0-ba302758-rank0.pt b/dec-68m/pretrain/ep0-ba302758-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13b2ee9d141282925ce95d84ae0233d2984c544
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba302758-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe585372adff98a547a5197715b67bbb5c0ed2776d12aa663a86c62712d6d2e
+size 823680998
diff --git a/dec-68m/pretrain/ep0-ba305754-rank0.pt b/dec-68m/pretrain/ep0-ba305754-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4564a108292a9511e0dc9da110bb5a36941916e2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba305754-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c6e963a927a6777d241097ecd1ffc2000eaa2daa2c57e5e4553712ad01978f
+size 823681254
diff --git a/dec-68m/pretrain/ep0-ba308752-rank0.pt b/dec-68m/pretrain/ep0-ba308752-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72afc7ff2e166bf471994f3ae00e4791289feee6
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba308752-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1c2006873b31578f448dce494093f2d5ef606a7e3c9aacaf3605c8794ecd58
+size 823681574
diff --git a/dec-68m/pretrain/ep0-ba311750-rank0.pt b/dec-68m/pretrain/ep0-ba311750-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6327c61ddcf2b8d1bc0d46b5f9f947c4578958f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba311750-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a18bfd5ddefcffedac9b20bd314b5e593fca2b9743dc89acb247c261676dd9b
+size 823681894
diff --git a/dec-68m/pretrain/ep0-ba314748-rank0.pt b/dec-68m/pretrain/ep0-ba314748-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb9ed344c630e37b57eb48dc97ae5aade1ff21
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba314748-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a771631b0cd1b9cad4b264d03137449cd1016c448befb37556eb03c9725f516
+size 823682214
diff --git a/dec-68m/pretrain/ep0-ba317745-rank0.pt b/dec-68m/pretrain/ep0-ba317745-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a232027fd615a8ce1c8dec2787b44006ddc18
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba317745-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827a5610cd97140b3993f92f28c6275b4f44885bbb7b015c7168fb30d2b52f5
+size 823682534
diff --git a/dec-68m/pretrain/ep0-ba320743-rank0.pt b/dec-68m/pretrain/ep0-ba320743-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71264d13f579439beefb5b93939ca392d92afd
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba320743-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7591c76318beacbed0eded5314517f0a5173e171d60447b802937ccfaaf09a4
+size 823682854
diff --git a/dec-68m/pretrain/ep0-ba323740-rank0.pt b/dec-68m/pretrain/ep0-ba323740-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89cdacddb1703011354925540f174485ddca247
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba323740-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e92fab49b5f33bc87245df403fe2c6c3874ceee48c7eb97eee41ec5133711
+size 823683174
diff --git a/dec-68m/pretrain/ep0-ba326738-rank0.pt b/dec-68m/pretrain/ep0-ba326738-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44756adf008dfb291225d16161377abe730a8d3
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba326738-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9394efa8b801c9f51c89e384dce7ae888e90eb7f732b9f2012419d96c4548bc4
+size 823683494
diff --git a/dec-68m/pretrain/ep0-ba329736-rank0.pt b/dec-68m/pretrain/ep0-ba329736-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f0cc5a710da3de5e531bd5034b00e456817597
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba329736-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef1ac55867a50244352e8100b4047dfa3176f3e4d3f7f8b2f5b7df56c8cae7
+size 823683814
diff --git a/dec-68m/pretrain/ep0-ba32976-rank0.pt b/dec-68m/pretrain/ep0-ba32976-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f87b4494de80527c109aca3f5c2491a8b99250
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba32976-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5376a88902812fb3649b394daed26fb74c0c7884ffc1a02b05c59bc14617af
+size 823652710
diff --git a/dec-68m/pretrain/ep0-ba332733-rank0.pt b/dec-68m/pretrain/ep0-ba332733-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df68cbd5b82db81f281fe34f24faa6d0efa42ec7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba332733-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0df574d8ae8ccd86fb804fa3e4d7c882a7b05e9315385bd232a6388f8c4b14
+size 823684134
diff --git a/dec-68m/pretrain/ep0-ba335731-rank0.pt b/dec-68m/pretrain/ep0-ba335731-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d2a38d56917cffeef2ee6cce79864367a875d4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba335731-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62611689e7e820ec91eaa114401b0819f1d429f4b5d7fd4964da460f00e007e
+size 823684454
diff --git a/dec-68m/pretrain/ep0-ba338729-rank0.pt b/dec-68m/pretrain/ep0-ba338729-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d77c3522f5052b11d10854ca5cfc66644e7f2d
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba338729-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8f5d8a7bba3f9adaad468cbf8a6c55774d277cf9059a06cdbd6f0dec942e4e
+size 823684774
diff --git a/dec-68m/pretrain/ep0-ba341726-rank0.pt b/dec-68m/pretrain/ep0-ba341726-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e69bd067999a6340f37d9ca081048011f0c1732
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba341726-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ceb001f11b4101eaccef8329aff6b0b839b62f806877b8ac1a9d5631c2c46d
+size 823685094
diff --git a/dec-68m/pretrain/ep0-ba344723-rank0.pt b/dec-68m/pretrain/ep0-ba344723-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3ba27fb759b333892d20c8cf5fee85861cc494
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba344723-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d284b5a3dfc00a7a54f2fe1553f3a4a83678a89ac5885daee41c587fe529ad6
+size 823685414
diff --git a/dec-68m/pretrain/ep0-ba347722-rank0.pt b/dec-68m/pretrain/ep0-ba347722-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4fcee4e63f5b749df7c2078a52ea82ae2d4199
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba347722-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7a04462682f3a873d9350de3018b2cbb2d64863b69d0b9efa887c59771f7cc
+size 823685734
diff --git a/dec-68m/pretrain/ep0-ba350719-rank0.pt b/dec-68m/pretrain/ep0-ba350719-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed10ea65d6aeceae2d72c6b38be6bb8f1f3b5300
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba350719-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee38a71e9c804d4ee0b4367f273282ab86b182ad769eeefe0d6ccde25f36c4df
+size 823685990
diff --git a/dec-68m/pretrain/ep0-ba353717-rank0.pt b/dec-68m/pretrain/ep0-ba353717-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2b762af1dec22d0d30b12aebcdad68c72c2030
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba353717-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e8b82e843fabca9d337683c9a3acac7baeb1f87f4d34a9b3c24115b2451087
+size 823686310
diff --git a/dec-68m/pretrain/ep0-ba356715-rank0.pt b/dec-68m/pretrain/ep0-ba356715-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13aba316b7f775045888dfc5c5b90a01a71e055
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba356715-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5317327636b050e4bb16090fcb606d8b6e3958d7b7251501a0a04f81da8061f
+size 823686630
diff --git a/dec-68m/pretrain/ep0-ba359713-rank0.pt b/dec-68m/pretrain/ep0-ba359713-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ba452aebb9dc8eea1cf12c21a87e92ac227d81
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba359713-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ff4980bc62df4530ab9ecc2aadd0cba32cf736e8af79e78d837c012db87794
+size 823686950
diff --git a/dec-68m/pretrain/ep0-ba35974-rank0.pt b/dec-68m/pretrain/ep0-ba35974-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c784707e4bd19f17d6e1e668080e624311406e0
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba35974-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe2d0e2f2fb2d9cdc90320b0b86436d534e8535ebf69aef208baa70ba7c402
+size 823653030
diff --git a/dec-68m/pretrain/ep0-ba362711-rank0.pt b/dec-68m/pretrain/ep0-ba362711-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1797f673d3c3ed9eb5d468db8d6aa9d950e499
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba362711-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6395bafb35a1abb3557384d487259388cdb9f6e24ddefd6bc08886f4d8065418
+size 823687270
diff --git a/dec-68m/pretrain/ep0-ba365709-rank0.pt b/dec-68m/pretrain/ep0-ba365709-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dfa8d7ed7c846a1d2d2fb42ecd20ab99741bc3
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba365709-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58df3547648e8531a2bb7548b85024d71b57a8d4395a0bb53a26b2361eece10
+size 823687590
diff --git a/dec-68m/pretrain/ep0-ba368707-rank0.pt b/dec-68m/pretrain/ep0-ba368707-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a071a299b5ba80beb618bd08fcba34b26bc264f2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba368707-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18102be93210998c5c430f65e75012d5b49d3c5fb5526abd8a8027c66021eea
+size 823687910
diff --git a/dec-68m/pretrain/ep0-ba371705-rank0.pt b/dec-68m/pretrain/ep0-ba371705-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9c1d2a8158dc1cc992eb5156269a74c6289b39
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba371705-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2f42481cf1629493f8b86693c09b719e9aaacbb217b372409fdd200555a76f
+size 823688230
diff --git a/dec-68m/pretrain/ep0-ba374701-rank0.pt b/dec-68m/pretrain/ep0-ba374701-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e604340f4619854ff7f5300522aff01f92fc56
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba374701-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b473b24f7105acc892c6aad517767b2b0e2d85d8d0a5e8ca31d139e474fd4085
+size 823688550
diff --git a/dec-68m/pretrain/ep0-ba377699-rank0.pt b/dec-68m/pretrain/ep0-ba377699-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a24132dc4f9805f78e1e6cf9f7f9e31bca784f4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba377699-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339b6d8656adfc2f917856cacb3e9b8fa84ae28150fa5aceddac732ec9820e61
+size 823688870
diff --git a/dec-68m/pretrain/ep0-ba380697-rank0.pt b/dec-68m/pretrain/ep0-ba380697-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1951dd091570fa6b97fe9902d05ec8d4d43fe9
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba380697-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b57f385555faad273166be1d7be677b7591a7e0c9eb259920c687d0401c9716
+size 823689190
diff --git a/dec-68m/pretrain/ep0-ba383694-rank0.pt b/dec-68m/pretrain/ep0-ba383694-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670bcffe38e2c3815b9f5af2870fa9f90ffe8b6a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba383694-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac20a869a84f1623efa83279fb60e8a66a9fd56a6ca0fe642a1447c7771eb69
+size 823689510
diff --git a/dec-68m/pretrain/ep0-ba386693-rank0.pt b/dec-68m/pretrain/ep0-ba386693-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbb63f2f95d069b92085c4e8f1e9d709c08a988
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba386693-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32199e1efa305c096394881a79a7c4bb97f39ad50c552f12c78244f9e325c7ff
+size 823689830
diff --git a/dec-68m/pretrain/ep0-ba389691-rank0.pt b/dec-68m/pretrain/ep0-ba389691-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c853a55246c102a3d555de770da000421eddad
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba389691-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e7597c70bf020e9a076e342771a048383a7221c455cb4aee54cce442d3399a
+size 823690150
diff --git a/dec-68m/pretrain/ep0-ba38972-rank0.pt b/dec-68m/pretrain/ep0-ba38972-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3224e2720165e2eaa1c9ceb5367e00c7cd176ed5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba38972-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629fd78c348459944c68cca3f619a11af18714c3cf12b4a1f861cd70c0c7e5fa
+size 823653350
diff --git a/dec-68m/pretrain/ep0-ba392689-rank0.pt b/dec-68m/pretrain/ep0-ba392689-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a3295a215b60e7e4762457c1050ce7e0ef2e0e
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba392689-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c058b5601f8bd7bab686a21801a1c2e7504efbea70664ee45c81c5b35370eff
+size 823690470
diff --git a/dec-68m/pretrain/ep0-ba395687-rank0.pt b/dec-68m/pretrain/ep0-ba395687-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6847a804571ca692403e8a851514769545cb3789
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba395687-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3b53afdee5d595c46857d4cc50a6364feedebe7f931fbf5b3d699516658662
+size 823690790
diff --git a/dec-68m/pretrain/ep0-ba398684-rank0.pt b/dec-68m/pretrain/ep0-ba398684-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474fa95f67381e5ab032566425315a641575557d
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba398684-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ea3899c62e3893785c7ec734ae6a98c001a9a2c36dd06e5b499ab7eec0fe9b
+size 823691110
diff --git a/dec-68m/pretrain/ep0-ba401682-rank0.pt b/dec-68m/pretrain/ep0-ba401682-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ec42b49a76f7616a501514cbd31ac462693831
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba401682-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd1e06d9251fbecbb003b80d721bd637037182eb8bfc97622c53531a2614d4f
+size 823691430
diff --git a/dec-68m/pretrain/ep0-ba404680-rank0.pt b/dec-68m/pretrain/ep0-ba404680-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b86e17806fc7bfc84d0e76583472626dd90f793
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba404680-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37426d6c758d0c0115944760394f808fcd5603484598ee3d0999a60e89340e60
+size 823691750
diff --git a/dec-68m/pretrain/ep0-ba407678-rank0.pt b/dec-68m/pretrain/ep0-ba407678-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5608e60e67210f6088022a82e53d672022688d71
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba407678-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73be6cc324df275da82a3a6f130e18b6cb448f221eec9ce43499866f461009da
+size 823692070
diff --git a/dec-68m/pretrain/ep0-ba410675-rank0.pt b/dec-68m/pretrain/ep0-ba410675-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f149595556d4a16f39769116e27b1f33510dae46
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba410675-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e4e27617d122ae6b587161371d9f691239f984fa03dbb19512ca19f3bb2660
+size 823692390
diff --git a/dec-68m/pretrain/ep0-ba413673-rank0.pt b/dec-68m/pretrain/ep0-ba413673-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4ee7ca1010887559fa473e248ca45d0d5e706b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba413673-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4219463edbfcb5ffedf71cf667c32643bdd1c1bd11fc33a5a8dde8d88d3d6298
+size 823692710
diff --git a/dec-68m/pretrain/ep0-ba416671-rank0.pt b/dec-68m/pretrain/ep0-ba416671-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bb0746a531665b782c0e0817c9093a904258d1
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba416671-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110528c0bfbb67542d8688dd1d9842beda57f3ea799b58c724103fa1bae73570
+size 823693030
diff --git a/dec-68m/pretrain/ep0-ba419670-rank0.pt b/dec-68m/pretrain/ep0-ba419670-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc28d08c6357b217b7c85a6ce0aac073426cab1
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba419670-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59f4cc63d6c91bf965554df3f86ab1acc3106b9c5fb23bf579358fc95061fe
+size 823693286
diff --git a/dec-68m/pretrain/ep0-ba41969-rank0.pt b/dec-68m/pretrain/ep0-ba41969-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e99b8af9711052476885d8acb206e793f492dc
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba41969-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991604f61f736bb5c7ff6069efe5db29b313cc12e0fb3ce0ea7c53f0a24a78bd
+size 823653670
diff --git a/dec-68m/pretrain/ep0-ba422668-rank0.pt b/dec-68m/pretrain/ep0-ba422668-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d518ce4ab20a2491b11999a841cc076d93a6de9
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba422668-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca8fdd1a87af28f0b7a300e19d73581e90ce70c2343dd1f7b7f659a7f8aee9
+size 823693606
diff --git a/dec-68m/pretrain/ep0-ba425666-rank0.pt b/dec-68m/pretrain/ep0-ba425666-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4ec6b92e17a63af0cd4d9b98fca1db327fdf09
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba425666-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2b8040fcf7a7a94d5599b9bb07f28432a2c9031842e487c48d98160a6341e
+size 823693926
diff --git a/dec-68m/pretrain/ep0-ba428664-rank0.pt b/dec-68m/pretrain/ep0-ba428664-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f772aa79ca59b56c45419a3337c3d2a77e28faff
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba428664-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf4654d2cc95703f98a2322f5ec646876b8b9f939682ecffc5f8da3df230b62
+size 823694246
diff --git a/dec-68m/pretrain/ep0-ba431662-rank0.pt b/dec-68m/pretrain/ep0-ba431662-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0936d325e9a4db261f7c1829dae3873d8bd0f4c
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba431662-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e5998c4a12132d442f12a71daea20830a7e59aaec5990c1ca19b54794153e7
+size 823694566
diff --git a/dec-68m/pretrain/ep0-ba434660-rank0.pt b/dec-68m/pretrain/ep0-ba434660-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797b4e54b35bcf39edf5af216280841f0c8a2cf7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba434660-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf800defd7a4f69f39d697cbdaf2e1fecb3690fd573744c2558fbc4347bdf1c4
+size 823694886
diff --git a/dec-68m/pretrain/ep0-ba437657-rank0.pt b/dec-68m/pretrain/ep0-ba437657-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c915a9ac9f29d1ae0d08881635decd5a7d22701f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba437657-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920c4d5bb5c85520c1578cbde10493b961d8ef9e2f7859d66a4c09aff0709c6
+size 823695206
diff --git a/dec-68m/pretrain/ep0-ba440655-rank0.pt b/dec-68m/pretrain/ep0-ba440655-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5ac43bebfda7aefa82057f3c0d2a9d24376adb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba440655-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7d49fb1885e5df263f8d8d78b03dff10660349d940416e3affd7a1def7fa0f
+size 823695526
diff --git a/dec-68m/pretrain/ep0-ba443652-rank0.pt b/dec-68m/pretrain/ep0-ba443652-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1195ef13e2a86aa8af346a60c52d354b2c85ff8f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba443652-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efad45e21b4d3f9f1d95709abdfccdf377340f1574f3907462b95088f9e8c67d
+size 823695846
diff --git a/dec-68m/pretrain/ep0-ba446650-rank0.pt b/dec-68m/pretrain/ep0-ba446650-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9453a50720711a00e9397d2e204a3aacc8f69ec
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba446650-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515e50499b85828af14a1054e55471c05f310af64879b0736caa15d3fc7631e9
+size 823696166
diff --git a/dec-68m/pretrain/ep0-ba449648-rank0.pt b/dec-68m/pretrain/ep0-ba449648-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab702091277e387065f839a671d17c5cb88e69b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba449648-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae59b56028971db59bdb42c8f5b60768dbac44726a05e60e7d7e91ba51bbf4c
+size 823696486
diff --git a/dec-68m/pretrain/ep0-ba44967-rank0.pt b/dec-68m/pretrain/ep0-ba44967-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a1cdcfc3619028638fc27bb15023d49191748a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba44967-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c1867acfdb949d71adbc233924a211ccb5312f838ed56ce324410b4b40405b
+size 823653990
diff --git a/dec-68m/pretrain/ep0-ba452645-rank0.pt b/dec-68m/pretrain/ep0-ba452645-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d871fc324e05d13b5d397322659c49dbcf03348b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba452645-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab03eeb1f2f058aa209bc58d8f8c01d31b5a7829ac6d3e1059fb09ce0b35733
+size 823696806
diff --git a/dec-68m/pretrain/ep0-ba455643-rank0.pt b/dec-68m/pretrain/ep0-ba455643-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14098ac5b18634782697ea8ac5cbe2468756b134
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba455643-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da06cb8e9e519228397d36dd630bdaaecbbc86f5a911d88a74c2c607ef77fed
+size 823697126
diff --git a/dec-68m/pretrain/ep0-ba458641-rank0.pt b/dec-68m/pretrain/ep0-ba458641-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c837bcde1883cb40a117b53d5c08439ed16e9b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba458641-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce7d37d853b3b11485799201ead16f8d9bae619b5c68b1b2c744640e435024c
+size 823697446
diff --git a/dec-68m/pretrain/ep0-ba461638-rank0.pt b/dec-68m/pretrain/ep0-ba461638-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63666746dd2e9fca0ddfa092df5309b0a26cf15e
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba461638-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d869e7e8ecfb4747b6655e854565643ad5408bd0d26322b3ab5b5c8f703e5b6
+size 823697766
diff --git a/dec-68m/pretrain/ep0-ba464636-rank0.pt b/dec-68m/pretrain/ep0-ba464636-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2c337100062c42a87670b92bca40ba4024b6b8
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba464636-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbfedd3b1f1ad1c1efd778c89edb2c5e027ac85cb170b9854c580ec6f60bf64
+size 823698086
diff --git a/dec-68m/pretrain/ep0-ba467634-rank0.pt b/dec-68m/pretrain/ep0-ba467634-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8afb1cb5fef86ae1e49efa5b5e19861e0f7dbfa
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba467634-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeb98f09985096cfd44ce9178f6cf698c96f8f2220b87b9e4bc09a1444149bc
+size 823698406
diff --git a/dec-68m/pretrain/ep0-ba470631-rank0.pt b/dec-68m/pretrain/ep0-ba470631-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1221bce42b9bb72e374f0333b435d11f5ac9c0
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba470631-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483fbdfcc56640188da8f56a92dc5f929eb28d7df8aabc7b0ca2e2fb9c999cdc
+size 823698726
diff --git a/dec-68m/pretrain/ep0-ba473628-rank0.pt b/dec-68m/pretrain/ep0-ba473628-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d7f5b41cef1ee6f9211df46d29314317360459
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba473628-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a0eff2d3f9b509da596e33462ad6bac99136dccbc61206d1a0053bd0c4cc1d
+size 823699046
diff --git a/dec-68m/pretrain/ep0-ba476625-rank0.pt b/dec-68m/pretrain/ep0-ba476625-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5568ea9316f02c041ba4b7ca343fb5305cc21f1
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba476625-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f975297cfaeb7676e9fb13e3890e06c18c3cbbfacd1b3f1da2df89cfe8d2979f
+size 823699366
diff --git a/dec-68m/pretrain/ep0-ba479622-rank0.pt b/dec-68m/pretrain/ep0-ba479622-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bcf14f367d462f4516c6e4fa4628faa18a9233
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba479622-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3621cd1dc4b53029f9dc5dedae4c0148598412c0b4dc8783ccb7462d6358a937
+size 823699686
diff --git a/dec-68m/pretrain/ep0-ba47963-rank0.pt b/dec-68m/pretrain/ep0-ba47963-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166b50f97240b9448c24ee6798d1e8cb580b3cfb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba47963-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fc73961db398f0d649f4c1a016f10c91f3a1f52b12ed97d42c3c28a66b170f
+size 823654310
diff --git a/dec-68m/pretrain/ep0-ba482620-rank0.pt b/dec-68m/pretrain/ep0-ba482620-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b454f19301f4ca61e7a24ea3da0bc6583ac100a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba482620-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8490a401cf6961d666ed15cbab1a57676fdbd4b4b407e83c9ec66fa8c98346
+size 823700006
diff --git a/dec-68m/pretrain/ep0-ba485617-rank0.pt b/dec-68m/pretrain/ep0-ba485617-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b86cf93871570dcf8919c2a8b8d6a9521244a2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba485617-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155512aadc9c6f1a28a52b07cafd5ff27bbfda2b8577f7fc903724febab2ada4
+size 823700326
diff --git a/dec-68m/pretrain/ep0-ba488615-rank0.pt b/dec-68m/pretrain/ep0-ba488615-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081bfbbf8de636d5848b7a3462ffd1a0dc901d53
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba488615-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cabd5c1b2435b37f1c1bf1293bb4169b8496110ae76b7cb82855a2567cf1b6
+size 823700646
diff --git a/dec-68m/pretrain/ep0-ba491612-rank0.pt b/dec-68m/pretrain/ep0-ba491612-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad0cc60065e1076c2a1b943e583ad8081aeff0
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba491612-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f324de51c58de40551924b404e29d795549a6bae694efdb3f0017e947fe032
+size 823700966
diff --git a/dec-68m/pretrain/ep0-ba494610-rank0.pt b/dec-68m/pretrain/ep0-ba494610-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b218007d72da55ca1ce9ee05ed9175fadc7884b0
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba494610-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780f965f63769101425323a6546e61ce12d4ae2a135ea3a032d99d9b8d647b45
+size 823701286
diff --git a/dec-68m/pretrain/ep0-ba497608-rank0.pt b/dec-68m/pretrain/ep0-ba497608-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de99a29c1960c3d9ebacadf2d4fefe7f83d3168
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba497608-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce4f791e3e49bcd72dee92e32a99770284e2c3c269e021e6018189275ac9eb1
+size 823701606
diff --git a/dec-68m/pretrain/ep0-ba500606-rank0.pt b/dec-68m/pretrain/ep0-ba500606-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5a2782e4a15b8b60f933c05520eb3030df7b5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba500606-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b894473be720a96e1f9321f23bf4a65081554a43dd6a999b9aef4ac04eef5c
+size 823701926
diff --git a/dec-68m/pretrain/ep0-ba503603-rank0.pt b/dec-68m/pretrain/ep0-ba503603-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905eb35939646549fe183a80aff712ec1c28a361
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba503603-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a230c3efd21f8e870834e9477e390dade9575448842d98b25440510b0d725c
+size 823702246
diff --git a/dec-68m/pretrain/ep0-ba506601-rank0.pt b/dec-68m/pretrain/ep0-ba506601-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a9adee621c5051d646a454129f53681d08f516
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba506601-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2abcadd0d5f6f013d999dc53ae877b7e4d7b85ce36c7085a7fdd1ed4860c8c9
+size 823702566
diff --git a/dec-68m/pretrain/ep0-ba509599-rank0.pt b/dec-68m/pretrain/ep0-ba509599-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb8ffe524cc27178efeff1cf6b7ea6d49ce073f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba509599-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e218e6bcb69954ee1d8592acb36e051c0df1dbbc4a7357e79e909b1c1d82fa
+size 823702886
diff --git a/dec-68m/pretrain/ep0-ba50960-rank0.pt b/dec-68m/pretrain/ep0-ba50960-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dc3b8965873210466ab1db1159a6ff89296c23
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba50960-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6e9aa7ab8aa24d7d2631023c8c6e7ee2338e018448555257d170aca6dd2ac5
+size 823654566
diff --git a/dec-68m/pretrain/ep0-ba512597-rank0.pt b/dec-68m/pretrain/ep0-ba512597-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b8bdbcc568066fbf57eb4fee480cce2010f68a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba512597-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f84622df03637dcc096accecc5fcda0dd884b614e19b2dbe2fdec2e8fa0a466
+size 823703206
diff --git a/dec-68m/pretrain/ep0-ba515595-rank0.pt b/dec-68m/pretrain/ep0-ba515595-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dc5ce0402a3ec052534b0465568fa52443bda7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba515595-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653989a6a7af6f016472b720bfd030d50b70341427829f3fcd984a18e4575295
+size 823703526
diff --git a/dec-68m/pretrain/ep0-ba518592-rank0.pt b/dec-68m/pretrain/ep0-ba518592-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17083b3b7f64527950ca6a90a928705d93a509fc
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba518592-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7df3aa433bcc09d22be5a801f249e5ee8923814faaabadc0dc8438dedc836d
+size 823703846
diff --git a/dec-68m/pretrain/ep0-ba521589-rank0.pt b/dec-68m/pretrain/ep0-ba521589-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa0295d75ad5bec27b62b9d333887fa1998ac6
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba521589-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9915a2ef358074668442c3127959ce441315e72997e7da3df59e3e4f7a4ea
+size 823704166
diff --git a/dec-68m/pretrain/ep0-ba524587-rank0.pt b/dec-68m/pretrain/ep0-ba524587-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7b359214a9777e9ce6c41a943a90f41cb48ba1
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba524587-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd6218636bc914d704f941765468a2f4b07b709973775b2e264ab8febae9305
+size 823704486
diff --git a/dec-68m/pretrain/ep0-ba527585-rank0.pt b/dec-68m/pretrain/ep0-ba527585-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7147ea03f52a7cfe3c380fe8961398bd508546
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba527585-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d53fc692f4786cafb5379fe68cec3544c566e06ebc637cdb1543538ec4cb75
+size 823704806
diff --git a/dec-68m/pretrain/ep0-ba530582-rank0.pt b/dec-68m/pretrain/ep0-ba530582-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fce543e7d91893c1c2ae2ab7f42d60120d43a5a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba530582-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed28b5cbfe5ecb0643859e4c2e83fd10431304fc2f831646182d0b9471170aa6
+size 823705126
diff --git a/dec-68m/pretrain/ep0-ba533580-rank0.pt b/dec-68m/pretrain/ep0-ba533580-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b963d6952c3b3b8783ecedd2fad51887876525
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba533580-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf28a2528ef0bf240a4fc8f7012de3d0e0e2a3bc554949621884ddeafd00061
+size 823705446
diff --git a/dec-68m/pretrain/ep0-ba536577-rank0.pt b/dec-68m/pretrain/ep0-ba536577-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca064901a230093fb722e5f9b3c9ef660fc9bf50
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba536577-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92c6cfe24071388675ddc05ef56a779f4a1e09e0de00d6683aed0eb4d871ff5
+size 823705766
diff --git a/dec-68m/pretrain/ep0-ba53957-rank0.pt b/dec-68m/pretrain/ep0-ba53957-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de1ae84ff0387dd386f4d91af6242c9497e6c1c
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba53957-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6232c7df1df7c57f8aa3c2fdba5f745da793b1be3ce8646afdda6f1b030a259
+size 823654886
diff --git a/dec-68m/pretrain/ep0-ba539575-rank0.pt b/dec-68m/pretrain/ep0-ba539575-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c64b585bfb13d4a4968b35ee4cd2e386604281a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba539575-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48839d7ccc9c5f28556a01ec2f9d98a6c18a2dd76a72bf786909c53346e9dbe5
+size 823706086
diff --git a/dec-68m/pretrain/ep0-ba542573-rank0.pt b/dec-68m/pretrain/ep0-ba542573-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2e2b1ffc1f4272f1aade4988403eb811bbdbb6
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba542573-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef923f8c048449ce7f9b8a49eae658481dc206a3710e6c55c5062e66439eab36
+size 823706406
diff --git a/dec-68m/pretrain/ep0-ba545571-rank0.pt b/dec-68m/pretrain/ep0-ba545571-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49927a82f3cecda707aa551afc71439399de1ed
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba545571-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2927389d965f556f3ad1c4c403fc3c1a434b5068b1689a2d0bfaf877e0111e
+size 823706726
diff --git a/dec-68m/pretrain/ep0-ba548568-rank0.pt b/dec-68m/pretrain/ep0-ba548568-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea1c95e7ef43c1e95cda4f2be89bdd8d9f40dba
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba548568-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d6c74e4bbe2aa927ca03ecddff7593dff02e78b12951211add38e85337b6e3
+size 823707046
diff --git a/dec-68m/pretrain/ep0-ba551566-rank0.pt b/dec-68m/pretrain/ep0-ba551566-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506844d254c05ddd22178f17dd051133253597f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba551566-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdb23972b3bf6d5f5be9d73e0c3c1bc859c0df855d50bea1c85bec39b627321
+size 823707366
diff --git a/dec-68m/pretrain/ep0-ba554564-rank0.pt b/dec-68m/pretrain/ep0-ba554564-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3426b1fb1a6d9534b93acf824d02e847b4ae4b3b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba554564-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c2d225bf2e317fd9d77116342e3b76033fdc66c2fa8d80543f79887b78a630
+size 823707686
diff --git a/dec-68m/pretrain/ep0-ba557561-rank0.pt b/dec-68m/pretrain/ep0-ba557561-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9766b54596c781b2905307770f2208e3d930febb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba557561-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4e276024d846a4016a0fc9ec763758959b70222e435e7bc084c061082522eb
+size 823708006
diff --git a/dec-68m/pretrain/ep0-ba560558-rank0.pt b/dec-68m/pretrain/ep0-ba560558-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617906fa7fcec1d86a7227c754f78ebbc8d1f8d7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba560558-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d80c9e271fa608bdb1c85f5bdffb9838ec6968f5cfa6de33b185333ba4a3202
+size 823708326
diff --git a/dec-68m/pretrain/ep0-ba563556-rank0.pt b/dec-68m/pretrain/ep0-ba563556-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b3ab7c03b33b56b9f50c0106688e4ba93cad3a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba563556-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873981254826484dcdda741440c6375931383b023683313866a72351ab3ce121
+size 823708646
diff --git a/dec-68m/pretrain/ep0-ba566552-rank0.pt b/dec-68m/pretrain/ep0-ba566552-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b79c02c286351e3fb5a04f0b36718e3f8bbd7
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba566552-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730fa8b499a9f385cc82d8ce9380d401599e5339577b1f686753d05ba8ae3196
+size 823708966
diff --git a/dec-68m/pretrain/ep0-ba569549-rank0.pt b/dec-68m/pretrain/ep0-ba569549-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cecd0101a53a4c3571538d6990d00965bb88f9
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba569549-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a57a6c62c6588d3d095ceb35233a26b0e623e7ef7598992176c4dc217748686
+size 823709286
diff --git a/dec-68m/pretrain/ep0-ba56955-rank0.pt b/dec-68m/pretrain/ep0-ba56955-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51236dad07a5acf43130f7e46be0955c16cee7e5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba56955-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80622fd016e884b36a614c0df4a6c615c6f6b1c6a3bf6edce4ce52c05e26e78
+size 823655206
diff --git a/dec-68m/pretrain/ep0-ba572547-rank0.pt b/dec-68m/pretrain/ep0-ba572547-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef91dfd42026518b3607ff70dbc56911fd427156
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba572547-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e3126b3814526be0cd64ad7860bd57ed00aa3e84984bc4fcab1132632939c4
+size 823709606
diff --git a/dec-68m/pretrain/ep0-ba575545-rank0.pt b/dec-68m/pretrain/ep0-ba575545-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e417bfc2aff40e4436a4767e3da21789c4f433
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba575545-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ee651136f7e7ed47e0a5e281b64fc7ed7c0e6078764e4216a631685627fac3
+size 823709926
diff --git a/dec-68m/pretrain/ep0-ba578542-rank0.pt b/dec-68m/pretrain/ep0-ba578542-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffdb95d68f3da541b80c0529fe9cfecb69de95e
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba578542-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9affd373c5051975f1d39e039fd561170983c67db2839895de4d644f418f42
+size 823710246
diff --git a/dec-68m/pretrain/ep0-ba581539-rank0.pt b/dec-68m/pretrain/ep0-ba581539-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b4696d52d2e0c0ecb0964b231a6b8a5457e8cb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba581539-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396e1360d40d536a19b980ad32a9b8ba1574c07b2149292e876599df5054d09f
+size 823710566
diff --git a/dec-68m/pretrain/ep0-ba584537-rank0.pt b/dec-68m/pretrain/ep0-ba584537-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf555cdcadc595c5be61caaf1b340726bc252378
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba584537-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b208ff1dfeeacd265c65956c94a0db27e99c597918b075184a14f6f3e4d7e3c2
+size 823710886
diff --git a/dec-68m/pretrain/ep0-ba587535-rank0.pt b/dec-68m/pretrain/ep0-ba587535-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da1cea79ceb0ca38586775bc6032f13541404a4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba587535-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72927b7fee233e40ee6017aeb19c2fef4ee6469bd698fb27c08555c9c70902f4
+size 823711206
diff --git a/dec-68m/pretrain/ep0-ba590532-rank0.pt b/dec-68m/pretrain/ep0-ba590532-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a392d89c848e870635c633a97a5fe634d435e1f5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba590532-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5560fcbeffe0e5bc961cd0302eafd01f21fec6734a3609e0e69cb89cf1b8be
+size 823711526
diff --git a/dec-68m/pretrain/ep0-ba593530-rank0.pt b/dec-68m/pretrain/ep0-ba593530-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52e82b1fd4d32de1e07567648d5114eea0f0029
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba593530-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719cdd0c7cf8c1db73dfc7f35f381baca07a6aa0493607ed4bde5f4388b8603d
+size 823711846
diff --git a/dec-68m/pretrain/ep0-ba596528-rank0.pt b/dec-68m/pretrain/ep0-ba596528-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41c2ab7f7a1605a4156b7c41d577f827fdd0c70
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba596528-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cdb5af7bb0d2c0d65d029b264d5793cbfb9f83f3911e2dd6d5ca60a63e9689
+size 823712166
diff --git a/dec-68m/pretrain/ep0-ba599525-rank0.pt b/dec-68m/pretrain/ep0-ba599525-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c7cc84b5278c65e380a70ef98dee11db2388c4
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba599525-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f1c175962abaaa378fe3e6944945b9180e9ac0bfb92d14ee60104ea4231fd
+size 823712486
diff --git a/dec-68m/pretrain/ep0-ba59953-rank0.pt b/dec-68m/pretrain/ep0-ba59953-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169be3ffa1d10e59d1f84e68dce42e556f98ab91
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba59953-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b26f50baf4cecf8d59400d75fd1d67897ee49acc9d8fca4042081d60858bdb
+size 823655526
diff --git a/dec-68m/pretrain/ep0-ba5996-rank0.pt b/dec-68m/pretrain/ep0-ba5996-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1dc0de6805b54d100feb03bfbde1baf661253a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba5996-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8027b421e11dc1e45190e092d28541dfd32830db39f282b41ac356f846149c
+size 823649958
diff --git a/dec-68m/pretrain/ep0-ba62950-rank0.pt b/dec-68m/pretrain/ep0-ba62950-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22b55d82c7dd05cd958c0a83cbe999c84329f58
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba62950-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e185eea004f0f04c810a4b720d45f9dd3e6e107ca64d4f31a55e67509e90d
+size 823655846
diff --git a/dec-68m/pretrain/ep0-ba65948-rank0.pt b/dec-68m/pretrain/ep0-ba65948-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bccd510d94d1546f2b0d5bac31216d916603fb2
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba65948-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44faa550ffec4412a0b281977a2c526b9a38adc3437f0984149e69a99de6a818
+size 823656102
diff --git a/dec-68m/pretrain/ep0-ba68944-rank0.pt b/dec-68m/pretrain/ep0-ba68944-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2e10c2d77431a35de07dbe2e097a492c7af562
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba68944-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63328214e53ea63bb83745ac8be5f396e7c3abdfec1376217ea38b57c13e5e96
+size 823656422
diff --git a/dec-68m/pretrain/ep0-ba71942-rank0.pt b/dec-68m/pretrain/ep0-ba71942-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d682fe1185446cd62183ad8fa92c98974bec472
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba71942-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19292b9ff03ad923b0a17d22072a56843e047c9dcdcdb3b4900beca4e64b2f74
+size 823656742
diff --git a/dec-68m/pretrain/ep0-ba74940-rank0.pt b/dec-68m/pretrain/ep0-ba74940-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9affdae6686a05b77411fb39d7fb6a515b00040
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba74940-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a1891562fade024382d8d0abd02054072cfc0202dd7e6de2ce81ccc355dce
+size 823657062
diff --git a/dec-68m/pretrain/ep0-ba77938-rank0.pt b/dec-68m/pretrain/ep0-ba77938-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b60f05b070e8274b9d85c780fbdc324308f4fb
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba77938-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232a6444402e8c808e375fe62a2d78d8f6335b8ea14bde32daaad0df4fd23354
+size 823657382
diff --git a/dec-68m/pretrain/ep0-ba80935-rank0.pt b/dec-68m/pretrain/ep0-ba80935-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc274b0c4cb7a227b734cd127b867c056c24de5
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba80935-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4414218ea89d82a86f174888d67c31eb7ecc60dd275bf6e617c2a9f770a8ba
+size 823657702
diff --git a/dec-68m/pretrain/ep0-ba83933-rank0.pt b/dec-68m/pretrain/ep0-ba83933-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de134a03edbec5c84fbf1c23c4b4df1360dcd64
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba83933-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90073af509fd912cec5f7af3058b838cebf5ebecaa9b747fdd21e01be23d74ef
+size 823658022
diff --git a/dec-68m/pretrain/ep0-ba86931-rank0.pt b/dec-68m/pretrain/ep0-ba86931-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38905a010bbde893daea5498c967fd16f0b1c04a
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba86931-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b825f893deb39a4f20c88c58a8fa45156eadb2e96571d2db4b9dcecd8d08afd3
+size 823658342
diff --git a/dec-68m/pretrain/ep0-ba89929-rank0.pt b/dec-68m/pretrain/ep0-ba89929-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152a2be5fe93c2373dc91d504803cc0b65de679
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba89929-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4592ccb9d559d266546c13cc08fca950f97fbcbd9103f7d81cd54b43da10dd3
+size 823658662
diff --git a/dec-68m/pretrain/ep0-ba8994-rank0.pt b/dec-68m/pretrain/ep0-ba8994-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee1423220b2a8711e797cb385ac719c32a0341b
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba8994-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c22e53d149cb394dfe1053d14ed8857142477df78c74b2e3202cf71bc6ada5
+size 823650278
diff --git a/dec-68m/pretrain/ep0-ba92926-rank0.pt b/dec-68m/pretrain/ep0-ba92926-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ed35c814297d39dab18b7391054828d907e6d3
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba92926-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb96535d7596cf0000675809ad77b8c201671936e744eefd0c7a31d40c88990
+size 823658982
diff --git a/dec-68m/pretrain/ep0-ba95924-rank0.pt b/dec-68m/pretrain/ep0-ba95924-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d7c3d86175752ea9828029ccfda5a1bf5197bf
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba95924-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b3dc49a8aa9fcade6060b97992321d751d90a96489d0930481784e3197038
+size 823659238
diff --git a/dec-68m/pretrain/ep0-ba98921-rank0.pt b/dec-68m/pretrain/ep0-ba98921-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a476a487c36a7871924be7024c72048351548f
--- /dev/null
+++ b/dec-68m/pretrain/ep0-ba98921-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64de62998e78edc30cc8e628cf49cb340e0808164f83e41f5bafc03a1b66eca
+size 823659558