diff --git a/bbh-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e61d2e12447856c52f785bcf7bddbcdbb93d769
--- /dev/null
+++ b/bbh-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66b75777406520beb2554bf47d4353e0bd33b351eefd5ef564a7c38c79d4f77
+size 1328289
diff --git a/bbh-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b7a0b9489b11784f20709b3912d9be4c278726
--- /dev/null
+++ b/bbh-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86534aa95fecbfe59039b022529756bd3b49c85cddd7fb667ffc64757bedf979
+size 2655393
diff --git a/bbh-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03096431c580e253a36d4a83f6d18386ddea9f63
--- /dev/null
+++ b/bbh-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a460c419c9fc422f737954564b0e4428ccb2cf34ab0d47aadc7d971a232aea03
+size 1328289
diff --git a/bbh-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3436fad00331fb1f966ee3e4dabb20ce3f329e
--- /dev/null
+++ b/bbh-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f3317827e2eec5a055cc3985f23a6ae959715f85427a0bb35ceb44fecb1ce
+size 2655393
diff --git a/bbh-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfa9de50df2f30cc2566b998897731eeb40d6b6
--- /dev/null
+++ b/bbh-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94362673f604c43189e8229ba05f56c84c1b5cd0938ef3fcce20a91da4fe8d
+size 1328289
diff --git a/bbh-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62434ec66b42662eec348385440941b85d39e0b
--- /dev/null
+++ b/bbh-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003d619efd8ebc227ec96871424315689f7a2f1b5e3e486015b620295838a1f4
+size 2655393
diff --git a/bbh-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93652b2d4618f48d0e7914102f59aaa5f8304db3
--- /dev/null
+++ b/bbh-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec6acd04391666d1598c3fa1691994f5d51ba9d336f709b4ff388d538b9510
+size 1328289
diff --git a/bbh-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5404972ef3fdc804c6c35193ffb2985f4088ff
--- /dev/null
+++ b/bbh-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7b9b0e39b57076f235f0f7d84a4aa559bacc48ed6419524cde73f9bd17837f
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc82b70bf9e445d740d823dcc96785c64b27783
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8deb37eb9031e90717a78926e94ad182cd121df975814d25dad2e4052382de
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5e16eb19f10722d0dde914e0b8b4494b232663
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceba1ccf1a068eeeeaef27dda7c1a34c62df5f8cf980aa2d65d845eb1da8171
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae7d37734332d87dbd21ce838addfde7c765067
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c655b952893074a03b4e772bf5135d754eb37570512bd0585655a7d421034a
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febd9f7977de306916c5e6c981a91209f28e33c9
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142d00ac1e5921e58286038d141ba0389f510138504c0ec77a62748152fa600b
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7fd32ac7773f1cdf2e6781d023bebb88a853f1
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972f5cd65696e47cfbb279ce56d9b02c97c662d7c3743586f31afee03ba08ff6
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d459028a3ca07b3df4406f4f7152f0c7ceb1159e
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34280e1844bc51cc27eb224c9e04eb6635d4d3d6fb2ac269b3a803d4e488766
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad748f72fb16c9ea54ad126c0454dcd4b82d0285
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9471efedc37b836f5789d11ff14ba5f2cce0978f4c4af7406d1a49e5af225013
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96c5a0cdc97ee2d622218aacbb764bff882e55c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large0_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69121e4c5cb8e0825be8c9b2b6a51a11d468d17386219901bfca665ddb3bd4d3
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f93958ca9bb25f5e90fc9a0ef692a0f807f03d
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118b6c46849a8868fae0a09b792d265d534b61380a156e8ad153e125dba34ba9
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e340f644f4780d497bf5383b7bd75e029e6ca930
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66208c86cc5ea78f1c5ced78dd40a115f8a745e88d911aadafd824011b195924
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2949b7fe7aea9a4e91902ca2f6ecd46c22385511
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f26a506d7215f6534059d27cba6883dc148017da22784fa84f219adecbeb618
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c5bf069cbfc90ddea4dc4be9250a2722a8c175
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159e9136fe564d232ce431243ed840485a9d5ebe0833b3d19801357a479a7a0
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d65eb402a42aa231d1881c648ed1ab034e2a35
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b4ffdb7e6986486feb688357bfb22148c2e9885210c4ca2c8e0fe23c04796
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2d8f4bfc3910b89dc6f4030b8b49a437eaaffe
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60257710e3f1a86ab9b68f931ddc8524b4b10252b229dccac7dc51c6b27f9be5
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022269d170eced19b225a0c5a94797f034fe9b13
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dd6f196c79030c79f9cf9d3e8e5a510ae484c35caac3e078ef3535c4c5475a
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e15f1b3c2377a557b260b742479753c77fcff0
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee58a7f4230d19d027c7af250ceaa0dce595f5d61af2745d56dd9d9c4551d1f
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9070c766729061d7ad244ed966ca7ebc52833ea
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a831e08f9a8718d022418e463f908ef37b27c5b2b082667dae4a2200792dd17e
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8c2932965dacefa79af58218c0df8bbd3cde0a
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f62c09717b2b541eb53ccc26c45b6f2c6112c78ff838abc8f0c6f6f5581a8d8
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b38092640c07d658ffadfe39fc68bbfc58982a6
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144ac9ce83a2deaf098dade4a643834ace10ed2f581b1fa9132e1d33d34668b5
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1644bcac515e5b0c3d2d7d0f187d905a148b6a7d
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d817c69fa28e4d7864110cc592e0014ea341fbf0e7c89a5ddcdddabc33c1c7
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429381e28add78af97cf0e16d3c0a9e80737afc
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb6d871c1e882e605647ab284b86efc7606b33e7e56e7ef8ef89a324781b71c
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f27d44cbb91b9ca9c91d75fce7d3d69f870325
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fda4bc329fe80e343434524a541e0287b95dc2fe5f5ef190363658742a47955
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddc3395a8edd26d21d5cba98cf43f45693ce5c1
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b57ccdbafb72a02670ba7b2ac2161bd09fae1fb2ace41c86a9f5f049f68b4f4
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6c7a869953bc287585cce69622648481276734
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c9d1977a43baaa1d5f8345a3c4f9a438ec85177790cc408bd4331bc8bea10
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb7f590a4781fd1f6d336864f97a2fcc006a4ff
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c403f438b83268c3e09fc33f6b3ec3d454b6b1141c1641f320bc762995fb1cb
+size 525473
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0127f784bd87115aa11d387174b8b9c1fa26486
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cd5e9bbba80b7b51545ba76f055d78dd6df44424ad8fe8f4de5b43c96efda5
+size 1049761
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b3284541a056b89548a671647b83327648b91d
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3d0a8a49f2a7b728be210c8f1be54a026db4ab3d33d148c8ffeca04764c022
+size 525473
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a4c09bb91b91e95563e26270012f8a44cf1677
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd646eef51dcee99e1e6d26a3210ebe4ff77bb44f81da5bb092a172818ff3bec
+size 1049761
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3942ddf78f5f58356a471e1804035394c000cb5c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22613bf74ec640946356a9420adc6e799afcb370c2fd1bfd9e59af67546d9711
+size 525473
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace6c1621ad5cc0247e54f0bbd12532b9de6a976
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb109fc9557272824b578cb47f749fa3495bcd08f0980e6a61626438ac730ed0
+size 1049761
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9931861ff17b0b61a3872462278fce27699bc9
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7214afd6ba47a5d7d8459736434a980fa33409d35fa8c9f02b9ca0177bad79a0
+size 525473
diff --git a/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15649f7e3c167136574b7d662d1b1f6528dd421
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af904c5e6137f3f76eb04c15b4138a883ace5f116a4d8b2d07406da1f2ba68d2
+size 1049761
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe780c0c65a789c07943901abd774b880d913af
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedd068e42746489428658eaa5392aebc5f80f454417e73be88f7a2becccaa62
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96829e05f6302ec0a1749765620efd5cbe9d05b9
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bada419427b66e5894c5a05f64189769a9a25bc6d77a62aac3b21d4ba39b0f6
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0402f8e64cd34573901713b51f61ebd5a59786f
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c9a8d7ed2ddf5a88abf6cae5c3c0f410efece82971253adcb879c84e23c11f
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6cc97cac27508e12e377b5d238a18dc4fc5c02
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e701314995406ceff19fffb14cca4d0c826157b7c5ba4aeda2467290517d9
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b539f82b1388f96e1dcf46e9ae6e2493df9799
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d93d9620255c41d67ff3a0bc756877ad2f0ec5f4527074a791362e9c2435fb
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69475ec442a6ae4797685051c30f0d728590012
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1bfae0a9e8209e1eb99ee100a0c56875cd60acb272992a72347b64ce78ad7e
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c2264b3f533f839940c45b8ece2ee6a8c6ccba
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b67dd96ca199f303988d2d04c2aba01d8f86bd90c1d2002024b32ca34eb165
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bb711d57b47e40756ed2c01327018b4787c38f
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_large81_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e970da3d597c39686b91e450e86f5e0e8bcce25fa2b2255bb5735ea35c96ef
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb75fd8ffa4201c10d08475414a2650a5fbd44c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d3fb4c3c5842e7735edbab01f753dfc17b074cef61357a349792879f3dfa0
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c86616816d7c2eafc7c5b393178657373a5b188
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4a2131752d99e124435685461997511642c63df0399ef13714b5c4c01056e
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc82f45f7ad175228a9932bce0e5075f13a1e39
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eff75ec880e960e1faac54c3ff0ce9aa79f4e1018dc99ae0e9065eebd58f206
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d825878e3f92aa7e57967fe9871b2d64e1d10c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c33196ff9176d55adc13c4b49dd4832587ae02af11bd38564f84da496e418d
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0906aa9748b6eb2b4101675a0f9c64a195875d67
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee540c6aada0bd343088ff72279e667485ee7211e1dd562ee54cd76a0fad745d
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71c6f1a0f19d2c00cc829ab87a9934bf73fd855
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d035cad17ced2dd85f1dcf3e076c094cee0b5d1461071e6120e9d324b79fa18
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41da7992528c8146be87169d5706a4199eeff81
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a338d7e4c4a3c1680220c246e7cc39e9b11a2d2a14759778593138e23d771
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2949ac304a070a0068b6e055cbe8fbefde861922
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small13_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0550564793c5358794f6d434dbda7da0e17613b130371a10a27666c128db05d5
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e998d38381f10941f136198331b2924489ab516
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83e92d64dd9325dd92884ff26026857597e49d82baffeac2291be353416afd9
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b68eb3637b400be239a93cbc661062b881fa0b
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898f2bc5503625dac8dda8c1af11ebea0e5d8327210a05ece49097f60c97424a
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47b1afda9cd2411c4e7806c215d676c39f0822c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c8bf11389226d02011d11d80827bf39e59ea0556ce7ddcceb3bf9e15a86a5a
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2de4a6dcc6bb8ab1146a1e833ff198ccc223da
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce3fd0c4ff6d4e42f0aaf43ae798cbd37cdb8d20625652d6ae052e6f686f042
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8a41b043b3bb232e4b5d8f61b21ef1b93ccf7
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56922c0fa153027197f269c0de7f48e5121350e811eca67d944a2f2f7e286672
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58d7f0b2cec8f019093dd7767fd78a6b67dc992
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3212a0e2d2aba161b799bdcfd0918fd1c87355f7ece5d3d678f138c73c8da031
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813fedaf86404e402a6a41690a180e258736ae91
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4fe5b53dd6d520e7474c9a8a3b9e7edf39a3bed21f20332307b8ee68eaaca7
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574a886e9ca1288bfd73a3c5515cf2b56d218f06
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bd7ca424c8dafd71ec37ffc71c4190b0cc7f5f7503fa3862c1b67ce7b53b88
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e49c01db9217bc89b5e942bb937be23855d1da
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9c6361da150fa7086d551d9a7ce4d9f8874cddad05328515307f1127dd645d
+size 5260449
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a562cdb3603b924c0af38714c7900ee21989312e
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386b432da719ae913ff31a199ee0b284b8d1d9e89545a6e7f634cfb1fe6350c4
+size 10519713
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f032fc89c2ce1c4a4cad4b0fde16e1361bbed7
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5047903f51a29ab0392aafad88bad099a53ccf09bc0417d982d4c2add52252da
+size 5260449
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3414e079da9819cfb5d98d8b6a767fffee35a1
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf25dd318c1b218587d966375d5f0b39aceffdc91c3d465fc22b0b337cf9d7b4
+size 10519713
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e659fb8b12cf6c7fd5d05469191019dd5a3a1180
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ca5e6c1f3c21c8dc8fe54baf5adb58947a654f4a8ec7ee05ddb46e42ac568
+size 5260449
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1205ff538ea895b40824bf3e814472e44849c6
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f10e8dfea1de42b062851f8b04da2b6ac78f5502f6c71ac0a760f8af075cb4
+size 10519713
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0c9169ff7f4f451991f7c932c2bac5fe09265a
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65d0319f14a70c1a7fb7357203e44709d540459b6e07808d0d123e237aff2cb
+size 5260449
diff --git a/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f39a2cc7c61b9c82d2507a76094d97892ef434
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_per10_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fabcb42c5cfe7922a24f7d619b26573f468089faeaf0ddecb7b435e403eaa9
+size 10519713
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b524a957b102b7c2bc5077a57178eb8f48632cb
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd49208ab52193f11ca6122785aec26b219e33bf5b820b06e1c898b245696f08
+size 541857
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2571ad0af8a278a4e5f8ed1aa6fef6074a14295b
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3ca4395ac0519f623c45abb8b631b6cc2968de2703aaeaa7eec33048b32e6
+size 1082529
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25457572eebcf96c42037361bd45e6e37ee0a22c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e673dd34349a4ee037d8ccfb99b8b932064e0cada63d9e8b75d8230342908
+size 541857
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5a9cb8b739e714ea09de0e4983a6b00ae9a633
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8425ab73f884b8401778c95507415ffa612e5b68a4d85b8c3d8096bf3b47cd35
+size 1082529
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3157500c205416e5d503ee89f375485f8b462f9
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6ca646b7d496514c952e63670ee560afdbf74521399cbd4540d9fab8a288f
+size 541857
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3687436263da412c911bb86e9afbc3eddc2a9b03
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222b3a8f5e9329036bcfbdd3de2542d47c7d6916105ce9673486278a4c195d5b
+size 1082529
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cb3ec953f363f9942affd9c950579b381b2afe
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b92efb86cd3f6ec226bedef1514d909c8753ffb471967bb6a70e8a96e4dac1b
+size 541857
diff --git a/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8babefb7897813ff2057083ded27f639ff14e9ed
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small33_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933733221ae223fd8dded3cf24011398c2ed0945e2f628741299b1d815fe4c9b
+size 1082529
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368c4a8a830e1b2b55e5af518f73abfd9ec81a3c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb7511b8e6093305e7cc94938e5071610ff6821c0d54db8b277df8e27331532
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef9e323c466208af206cc08682c0fe46c67fab9
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eda280785c85910f0abf38d9959518d6fd0c12ebca5ada9129ffbaa814e39d2
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a803826ffb4eb55a1d07a0df7e23ca3a94754c98
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ee69f6251224718bb91219cae3a1db7d17505b1dc30660455307e9b94aa95a
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460e4c0b57ca85ab8948a3c123ed58e15e15f4fa
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094f0e9e84193b230bf50467176f75aeab945f5bda7e09501ae0e65b77ada378
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db28999c0c034f78c221cbe9cdce20ac9351421
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0110d117665e48d72f4a94643e38c9bf1aa4525831d80aa5a6a6326d08b50951
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011ae6e8a5a0daf79efb8fc97c669079b5623c6c
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07a20012ccd4e20411ab34317d5edbe2b97e5ab80080fd35ef9183c47a3b804
+size 2655393
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc7af08841c3dffede0bb296194ee64c2dd4e21
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11659e2cf57244122419052eea5729b07309c0488cce5ea6c1fd417e9f05f4f9
+size 1328289
diff --git a/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027cc212b659507e2b0a02e05577314d7a7e59df
--- /dev/null
+++ b/bbh_llama2_seed6_0.9_small53_all_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bdd3ef7022440f1a5729bf4c3b56dceaff16b5f3c2c54ca1feabc661dc73c8
+size 2655393
diff --git a/bbh_llama2_self-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb85b5cad773a8cdfc4a10b765ad53979849568
--- /dev/null
+++ b/bbh_llama2_self-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a9c28b000742ebb45a85edb39cda173ffca5695925cac61cc3e0249d704326
+size 1262753
diff --git a/bbh_llama2_self-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b005c1ed79ab10f06e4b51aed4b09692ee6c226
--- /dev/null
+++ b/bbh_llama2_self-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7600b3c30dd281fae9a53d548b10e9c3d0bdef87e5e81f868ca34dfe495bd0cc
+size 2524321
diff --git a/bbh_llama2_self-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423cdd8a1190eedfce48a14912c7f0f07eb979d7
--- /dev/null
+++ b/bbh_llama2_self-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd812e3d542f627fa85620c99d110acdc89fdfa04fd4c8bd58cd2bb730fd2d56
+size 1262753
diff --git a/bbh_llama2_self-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d096444a9e4a0e117e2243f67957ad0b4a733cb
--- /dev/null
+++ b/bbh_llama2_self-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be695ba69c94a8bc55ec02aa6a86f9d3235d21f47a72f9db5c142bf9c846c54e
+size 2524321
diff --git a/bbh_llama2_self-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00bf2a3c9cd7e2d954a7c87aedfb8b13f67aaa4
--- /dev/null
+++ b/bbh_llama2_self-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8faaeb2721a7664be1f3de143ae59217f0c609e421e8ca0c39863f244c4456
+size 1262753
diff --git a/bbh_llama2_self-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223a76b933e3a32a89655cc89ea2df1b5d0d70f
--- /dev/null
+++ b/bbh_llama2_self-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7906dc938bc76a9089caba91208ac297396c77336e9c8e063eee884781afdb
+size 2524321
diff --git a/bbh_llama2_self-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3366c537fde640864d34cecab2e3216365c9b10e
--- /dev/null
+++ b/bbh_llama2_self-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0a7c5ed9759fb4af697515c46c893b0917231061f72977a6476f4abe455c14
+size 1262753
diff --git a/bbh_llama2_self-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250168fa4a3cb5c93beff6d6b4cae2d7210b665d
--- /dev/null
+++ b/bbh_llama2_self-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4e674413a96f8e592880867a785326fd98c5beebc32c17f2741b515b754794
+size 2524321
diff --git a/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7e3002928a8a78b63fe3a80080241416c1d7f9
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdf9342126224c4518ef33de454011fdca118103db9ffd6b9f230f3aacc1261
+size 1262753
diff --git a/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baea01405b591d9c0b618c1d5449f1675f5833c
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72892c97c0a1254c89392cc36fdf2813155e98ba16a1ee1a149acc6ff870a878
+size 2524321
diff --git a/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f1cfb5f7c0a2004992127968ec3e536b31f9cd
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986ee2735a6c094d6c00a7a824d38d4231d0edda2f9b2666a77af6e8facf23a0
+size 1262753
diff --git a/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596f341f78af5e0707845a1e2094771f86a5cd3c
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d44ead96d2a7a963e318fa8d91719d729f80a912bb26b13876de4c6d1c8a3a
+size 2524321
diff --git a/bbh_llama2_self_correct-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cae124c028f1387ba8561d578fcdd6a15e9163
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddd57fd994752e80bb18c269950601cc764f1b5a27f117a24f0d620c4a89c8b
+size 1262753
diff --git a/bbh_llama2_self_correct-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d74d5a2607a001457e2e17ae88ef68b9201413
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4861a556b0152cb65c54ca00a169299f5744430cba47201240f29593d6fe67
+size 2524321
diff --git a/bbh_llama2_self_correct-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6612393f49ad9b37d67e765088db74ff73adefd9
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1c65b67a31924089bff3cc31973b5b42d2607063d280ecaec3202e98e7182
+size 1262753
diff --git a/bbh_llama2_self_correct-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd1f7510f0d538e82af761f8cf41940345e3f57
--- /dev/null
+++ b/bbh_llama2_self_correct-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24be31fe20b766f42fb7a7cf211e9e0d7d562a31dab8125a5154be2a370d00f5
+size 2524321
diff --git a/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d933b49c296f1414869ce670c6a5cf99344dbe0
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26850134534999ac3b3c3a2a34282feb87720de23ec0d2d54adddc43eebfd0f4
+size 1262753
diff --git a/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a1164ab24c8985bbbbfacf7841d83be339079b
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435b96005e4a5b12da2d655f898643ba6e92c346f102bb80edc7f1e76ebd8de5
+size 2524321
diff --git a/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215ec2708db6960d643e4fa0cd472ee357b7632f
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa143ac9bfff7184560b82778e11b66bfe78bc62f8279bb445690975152330
+size 1262753
diff --git a/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ad9d4e446f1046c2b0bbd22326afb28cca96e8
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f9c7d73a7f5fabb5e2bf34724321ac1e175f49c234a95f96e8334c31989586
+size 2524321
diff --git a/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d57f98c36ca31d893ec7af1683199755c3856
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b15fac011e25a217dae6392edd7e6ffa0d7c8bf68946343d8af8726d845cab
+size 1262753
diff --git a/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cc65cd21bfb183994fecbe357799a4d21eeac4
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3312aa46eabb29bf5d3dc694644d4f06d93330055fbcf28e4cd5ec7622e31b8f
+size 2524321
diff --git a/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426c658f084ae703601fda3757f8413e615c2bdf
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f833a34513b84e81fdd2e5ac279ed764494d057cdbc73ae66d3e0448e70a0f
+size 1262753
diff --git a/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427d43715ab1ea2ad36e32e98bc3aa2b397d275b
--- /dev/null
+++ b/bbh_llama2_self_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9a983c1b7e1967171f2cb5aa11b01c94279c157e758f8f75e673af48cf59ca
+size 2524321
diff --git a/bbh_wrong_llama2-ckpt1268-sgd-v3/dim4096/all_orig.pt b/bbh_wrong_llama2-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bcb947b7b7014660296c7ed79da9b3ffa48b78
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a182017a2bc8e07134b756bb53e26a8f6eeecdd1046e36aa95a4efd110a425
+size 6636705
diff --git a/bbh_wrong_llama2-ckpt1268-sgd-v3/dim8192/all_orig.pt b/bbh_wrong_llama2-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7633fb3c91e73854cd5673e61952dff22e03549
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4a4e9ed99e7638e450bf09a8b1ab5bc331c8924d6a0aaf4fe46f0ec78a1742
+size 13272225
diff --git a/bbh_wrong_llama2-ckpt1688-sgd-v3/dim4096/all_orig.pt b/bbh_wrong_llama2-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d96bae69e24b10b09bb5f05a144483b7604715
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd1a3901f5e8b39d4baf00fc9768fbf8d5506346fe070d35abd5e30ab4d84e9
+size 6636705
diff --git a/bbh_wrong_llama2-ckpt1688-sgd-v3/dim8192/all_orig.pt b/bbh_wrong_llama2-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69950986860dc2bf3d94c138133638978c15efe5
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96695b1dabac533e512e9f8a93476d904a0f19923b72409b6f98cd543f42b920
+size 13272225
diff --git a/bbh_wrong_llama2-ckpt422-sgd-v3/dim4096/all_orig.pt b/bbh_wrong_llama2-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9375a6aef3558fb3a832900d3762e37bd1bd8554
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f49174c30069d21490d26d83eaae7ecdb22b816d31cc9c601d7a13d1f3ed18
+size 6636705
diff --git a/bbh_wrong_llama2-ckpt422-sgd-v3/dim8192/all_orig.pt b/bbh_wrong_llama2-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676c98bda7d989159b03b15dbe60af9a5004d51c
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40b1bac53f495686af4f898ba534d211a0783960e40d4b9cecbae05f5995a4
+size 13272225
diff --git a/bbh_wrong_llama2-ckpt845-sgd-v3/dim4096/all_orig.pt b/bbh_wrong_llama2-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b0ae17ed7c6059b5511d6c8de66ed34999d16b
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e831f0ede163164cef77b16f0fe3fb2376b7f0419a25be99bde7755b9625eeda
+size 6636705
diff --git a/bbh_wrong_llama2-ckpt845-sgd-v3/dim8192/all_orig.pt b/bbh_wrong_llama2-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463e0bc15f7fc42a45b635f77cfb84d8ef45f6ea
--- /dev/null
+++ b/bbh_wrong_llama2-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751648fe7d2fdbf36158d6e775388c40881b2ffdf91261fc77b1fa1c1919461f
+size 13272225
diff --git a/cot-ckpt1268-adam/dim8192/all_orig.pt b/cot-ckpt1268-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45e79baa2186ed587fc77200a6047a3076c8f54
--- /dev/null
+++ b/cot-ckpt1268-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708d8a9d9c129ad75520dc6cd7ed1a9c5fdd42f7ca0d1d42d1a7f2c89e858f3a
+size 3276801185
diff --git a/cot-ckpt1688-adam/dim8192/all_orig.pt b/cot-ckpt1688-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a059f440e13b3daa9cb624b162845339e77906a
--- /dev/null
+++ b/cot-ckpt1688-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e27175befc9a95792f4229c666202afdca6ebd3a3214d6f35b424eb39e9ef1
+size 3276801185
diff --git a/cot-ckpt422-adam/dim8192/all_orig.pt b/cot-ckpt422-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de95a83a51f966e3db3ea9eba6f3049bfcb4b5a
--- /dev/null
+++ b/cot-ckpt422-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83fd875aaf9a35d047908f3bfeb52e13675c4ec59c629f5498f65d847c219ad
+size 3276801185
diff --git a/cot-ckpt845-adam/dim8192/all_orig.pt b/cot-ckpt845-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07585e6f40d7178b854329d69675a36e903ccf5c
--- /dev/null
+++ b/cot-ckpt845-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84e2be2fe2ab6a68ec73bd5cde6b0513a8707b4a2340af5d67e16e763a7811
+size 3276801185
diff --git a/dolly-ckpt1268-adam/dim8192/all_orig.pt b/dolly-ckpt1268-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2958db2988f0e41a61a932ace1916824dcad400
--- /dev/null
+++ b/dolly-ckpt1268-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b2a5e6f862bae030d76253caf23f47bfbef2128b4d26be91fae3a65417762
+size 491881633
diff --git a/dolly-ckpt1688-adam/dim8192/all_orig.pt b/dolly-ckpt1688-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c635b32a65b333a3635e869094d58e841f455
--- /dev/null
+++ b/dolly-ckpt1688-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294c940498ad6ffe26485136ea6ff3e8d689b2b64c36eca9db943490365f163c
+size 491881633
diff --git a/dolly-ckpt422-adam/dim8192/all_orig.pt b/dolly-ckpt422-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000565cea31108f99c97f5b4c94cc85cc2f9fde6
--- /dev/null
+++ b/dolly-ckpt422-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a950fa872d919c671eaedc3f43c0d5bc334759bf93d15ff3ceca9f9a7834c68b
+size 491881633
diff --git a/dolly-ckpt845-adam/dim8192/all_orig.pt b/dolly-ckpt845-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09fb668dd37ae33ebda291eca77896dfe216f90
--- /dev/null
+++ b/dolly-ckpt845-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc0cf7a69224b9854cc4c07b8579fada4db31c235bf5b26d29623a379f6f491
+size 491881633
diff --git a/flan_v2-ckpt1268-adam/dim8192/all_orig.pt b/flan_v2-ckpt1268-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c98a663aac55974399bed06efad0fa534c7c27
--- /dev/null
+++ b/flan_v2-ckpt1268-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69f1a2630c6efe1751d743867e321c8b52876508356c1b1813e2d1ad96c28e1
+size 3276801185
diff --git a/flan_v2-ckpt1688-adam/dim8192/all_orig.pt b/flan_v2-ckpt1688-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e1f8b8a5dc882f7de3061b0b59c0924c7a375b
--- /dev/null
+++ b/flan_v2-ckpt1688-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8ed696202ab0abd4649a585b3d756e3f90083a587755422ddfcd87031a11ca
+size 3276801185
diff --git a/flan_v2-ckpt422-adam/dim8192/all_orig.pt b/flan_v2-ckpt422-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e8f72146796c4b3831f6420df94486edbb774f
--- /dev/null
+++ b/flan_v2-ckpt422-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447bc42a09ce2a8306930918771441fd3aa3c022b62ba73cbddc6415d041c145
+size 3276801185
diff --git a/flan_v2-ckpt845-adam/dim8192/all_orig.pt b/flan_v2-ckpt845-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c415a827df303c4ed2e0ac8ed3ac861d1882d9
--- /dev/null
+++ b/flan_v2-ckpt845-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f440e83fe70f4b619eea570809c9e71538fcdea0ffee2e43f0949be517456f
+size 3276801185
diff --git a/mmlu-ckpt1268-sgd/dim4096/all_orig.pt b/mmlu-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e00d9cdc159ea4a93cf0e6a5ab3615d3e932db
--- /dev/null
+++ b/mmlu-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3989eb540b580d7be6ee51e03bb4a7f32f53a1d7f538ef1c8f286cd891dfa9
+size 4670625
diff --git a/mmlu-ckpt1268-sgd/dim8192/all_orig.pt b/mmlu-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba453d812fe9861e81cf72744e4679eb2e6ddffb
--- /dev/null
+++ b/mmlu-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88739baae19ba21032eb7ddc5edc00cf12e0bbad1908dea6ded3835ce39a4159
+size 9340065
diff --git a/mmlu-ckpt1688-sgd/dim4096/all_orig.pt b/mmlu-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad34d576cb142522664452db167901e9db9e7ad
--- /dev/null
+++ b/mmlu-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd00695d4dc2c2c423af017d5504a661e465ec80e40743fe774a88b8e7a2ab47
+size 4670625
diff --git a/mmlu-ckpt1688-sgd/dim8192/all_orig.pt b/mmlu-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aefb274bebcc398af4c6972ef3e62a3a76114a6
--- /dev/null
+++ b/mmlu-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5359b8a8b72aae73ef19cf5dd390e58ca7b4e1850e8614a8aceccca0d3d013
+size 9340065
diff --git a/mmlu-ckpt422-sgd/dim4096/all_orig.pt b/mmlu-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d8fa3ac865c6ebd9b0ae042aa89d4956532fde
--- /dev/null
+++ b/mmlu-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51147c21cc27cb46695c47a5dcd67c2930c462c2e305e507315566457122a387
+size 4670625
diff --git a/mmlu-ckpt422-sgd/dim8192/all_orig.pt b/mmlu-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29670c965af056037293bdc3635736243fc98194
--- /dev/null
+++ b/mmlu-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df795c61e01e58071917f0c32ef988c2e29b21ed80d066dfe58ba0effb3f47
+size 9340065
diff --git a/mmlu-ckpt845-sgd/dim4096/all_orig.pt b/mmlu-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206f1afd318cfa4500f6bff6ca47380e24a337b
--- /dev/null
+++ b/mmlu-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f7f4346ead84100c64232f02bb7745a2b48349929ee4f6b4b5f9fc83a90ea1
+size 4670625
diff --git a/mmlu-ckpt845-sgd/dim8192/all_orig.pt b/mmlu-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51daa064c13e504b54306dd7303c784414edaa0f
--- /dev/null
+++ b/mmlu-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564f618ad9e24bbdc0061363524a095bc2fcad29ac46a40e81d883692dd5a7ba
+size 9340065
diff --git a/mmlu_all_wrong-ckpt1268-sgd/dim4096/all_orig.pt b/mmlu_all_wrong-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5becd2f7d9d1729c2ec61d4472c8e1cd66324a
--- /dev/null
+++ b/mmlu_all_wrong-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7e2f56d9298b7ab0d2cb9f198236e48784db3b84ba44769c4174f4aac1eaae
+size 14009505
diff --git a/mmlu_all_wrong-ckpt1268-sgd/dim8192/all_orig.pt b/mmlu_all_wrong-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1719a68d4358a5f42465b59ca420ee1909996c6a
--- /dev/null
+++ b/mmlu_all_wrong-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf67866c767799577ea6af66081de38d5f8c32fc06f6c36edb9cb84c8b0dd5f
+size 28017825
diff --git a/mmlu_all_wrong-ckpt1688-sgd/dim4096/all_orig.pt b/mmlu_all_wrong-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170b0ce7d44b7f53373bcaf91b25028277c6d06a
--- /dev/null
+++ b/mmlu_all_wrong-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1030398a4f07c6c0c3774b8a3ea30df0328d6e2f64ecd288039f1bde2de53ecd
+size 14009505
diff --git a/mmlu_all_wrong-ckpt1688-sgd/dim8192/all_orig.pt b/mmlu_all_wrong-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8238880f8726f4b839156c9d38830a6e724ece38
--- /dev/null
+++ b/mmlu_all_wrong-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733108212fac1ce952fdab5d84e55034a56a4aa5683425188fc5b0b66f73f917
+size 28017825
diff --git a/mmlu_all_wrong-ckpt422-sgd/dim4096/all_orig.pt b/mmlu_all_wrong-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8158ef9bdb69364e7acd92756d5720610c472fb
--- /dev/null
+++ b/mmlu_all_wrong-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f8dafaf08fb0b3500184adf2262b4ca4464cab6b4682e01ee303102e8baf67
+size 14009505
diff --git a/mmlu_all_wrong-ckpt422-sgd/dim8192/all_orig.pt b/mmlu_all_wrong-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe6789a2fc4371a15761d89f9bc044f76636853
--- /dev/null
+++ b/mmlu_all_wrong-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90841f9aa4e5c4e097e5c7f17524a499d94397c42380c6baa0d2d5fcf03a6cad
+size 28017825
diff --git a/mmlu_all_wrong-ckpt845-sgd/dim4096/all_orig.pt b/mmlu_all_wrong-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f88881a6feab880d9a280966ad44875e317949
--- /dev/null
+++ b/mmlu_all_wrong-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d70b6589b2327faed85a87064bca962255f46961361f5abe91f7c5e502a17
+size 14009505
diff --git a/mmlu_all_wrong-ckpt845-sgd/dim8192/all_orig.pt b/mmlu_all_wrong-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a105679db2e83c47ef68a756cb8ee88c98044252
--- /dev/null
+++ b/mmlu_all_wrong-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f204998deebaa464a2cf33dbb75c37fd2c47ccfccf6a7581a9bef9693cb54d
+size 28017825
diff --git a/oasst1-ckpt1268-adam/dim8192/all_orig.pt b/oasst1-ckpt1268-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9fd47bd96af017883b833269879eaf85c2fafc
--- /dev/null
+++ b/oasst1-ckpt1268-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d67631c2998b8d2a7a2bcfde47548c5a1921791c7213d3c3cc3ce531773bb
+size 1824130209
diff --git a/oasst1-ckpt1688-adam/dim8192/all_orig.pt b/oasst1-ckpt1688-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7198378e9a2b183a659a9983ca86b00a6717594
--- /dev/null
+++ b/oasst1-ckpt1688-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2d4070a6b9cbd77423d1fa4b75b9d33401efa43285ca9e63c85ef0b2ac016f
+size 1824130209
diff --git a/oasst1-ckpt422-adam/dim8192/all_orig.pt b/oasst1-ckpt422-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0dcb1ca960bdb6a0e3a09ef1c4eb7ed87c3651
--- /dev/null
+++ b/oasst1-ckpt422-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eecf5e2ab868ceca1df2b5453740726d7727856242f09c58f479c081953d06d
+size 1824130209
diff --git a/oasst1-ckpt845-adam/dim8192/all_orig.pt b/oasst1-ckpt845-adam/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46b04de4fdf9b562d2829ff3987c5d71a2d21a5
--- /dev/null
+++ b/oasst1-ckpt845-adam/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83c82f80734bb7f47fa66eabf34f43dcfb9243e98fef3947516def5b980f9b7
+size 1824130209
diff --git a/tool_final-ckpt1268-sgd-v3/dim4096/all_orig.pt b/tool_final-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95ccd023c1393e42b3829295ea5f12b6832bc2f
--- /dev/null
+++ b/tool_final-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1ae4285f3943734154704bdfc7677cb570258fcc0e575f22631828fffd30a6
+size 3687585
diff --git a/tool_final-ckpt1268-sgd-v3/dim8192/all_orig.pt b/tool_final-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45df981431191e8c5d87333c03ecd52e7727c82
--- /dev/null
+++ b/tool_final-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30c9bcda15db8eea31737e5dd990358e758931305c2b5702aa2e0af8fc99c8
+size 7373985
diff --git a/tool_final-ckpt1688-sgd-v3/dim4096/all_orig.pt b/tool_final-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e908a1276f84207ab9be16296400d2b98fd98
--- /dev/null
+++ b/tool_final-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe78ec2cf65a975c4817eed31fad7c97d69b1f27bf70bfc6871e39073b1950
+size 3687585
diff --git a/tool_final-ckpt1688-sgd-v3/dim8192/all_orig.pt b/tool_final-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a917ffd0a89a09db7be00689b9a3ce53ebfabfa
--- /dev/null
+++ b/tool_final-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce4f92b91cbfe2c055cc8a6288c62380de8142650c3565b9d423090f3893e6f
+size 7373985
diff --git a/tool_final-ckpt422-sgd-v3/dim4096/all_orig.pt b/tool_final-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1424c6b156538f7bc0a27e3de71c720c8536206d
--- /dev/null
+++ b/tool_final-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2caeab8b78de517499adc75de35ef71881211f3d4daf9b961cc5e5c21f3cc1e
+size 3687585
diff --git a/tool_final-ckpt422-sgd-v3/dim8192/all_orig.pt b/tool_final-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1029defaa77f4f5128f3c6cb10af64b511ee10b8
--- /dev/null
+++ b/tool_final-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3354993f2f254425c842093159ca8479a641d5189601355a354b84786135ab
+size 7373985
diff --git a/tool_final-ckpt845-sgd-v3/dim4096/all_orig.pt b/tool_final-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69933d72e497fcd4c3984b7c3da75f6d45419c15
--- /dev/null
+++ b/tool_final-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87c83724b5fe23be4ed6a5a09c9a16f559b3c3d4370a1c2e6ccac9fa97c6fd5
+size 3687585
diff --git a/tool_final-ckpt845-sgd-v3/dim8192/all_orig.pt b/tool_final-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffd052a4e4a0ffcc1301858b84d54177ecd5db6
--- /dev/null
+++ b/tool_final-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d351a3829800eb53c33567dbe3f104dd52298d0bbfc58637f8cae22053130ff
+size 7373985
diff --git a/tool_final_neg2_1k-ckpt1268-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f570e7048a8aca4283682b8a374fca1b9b44a773
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72872b2369f94f4c5f93c015bd70775d2763f2435c197e0f0016fd361f795007
+size 9274529
diff --git a/tool_final_neg2_1k-ckpt1268-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0599988b651fcaab1edab460e926818e9bb8d9c6
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc078c4ba430a9ae3c2f1fcf82542ea2675b1869f28b13ae0742bd4a197ab9b0
+size 18547873
diff --git a/tool_final_neg2_1k-ckpt1688-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4a8ff825069d09acc3d6bf24c731c1f867c72e
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ba78e85698e30328ee1761a35140ab2d9cc271d0b49e941493aa67d8ded54b
+size 9274529
diff --git a/tool_final_neg2_1k-ckpt1688-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8946b90d03595c6563933c547ca1cacce12bd1f
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4902eb792819de9e9214197c846a2f9d78937dabb35485b17fd53a91dfab0a0
+size 18547873
diff --git a/tool_final_neg2_1k-ckpt422-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e51d6c170ad5c1a626c3d4af1ad57a1e3ff10c8
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b84f47439b4be6d916b1d9358e0d51e1c2aaa68dc009fa154072b3d28d3f6af
+size 9274529
diff --git a/tool_final_neg2_1k-ckpt422-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddacb780df88d8f46c41b5bc22f9777c1585dad6
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9bedbaa814401c1898b21a98300f3e5167c20293f2eca59e4d636a12516723
+size 18547873
diff --git a/tool_final_neg2_1k-ckpt845-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1f545262879a068d5801a5a9b260bd83007f3c
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720b407130d823a01a44ce9a2f925b60b1a394ef2ec4724545daa2d157ee4c9a
+size 9274529
diff --git a/tool_final_neg2_1k-ckpt845-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fd8188fa796cb329c5a7d8925948af55d9962b
--- /dev/null
+++ b/tool_final_neg2_1k-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4deae06143e2fc5b71a83341a489a4f40dca14f4c20dbfa824c015df36bf5aa
+size 18547873
diff --git a/tool_final_neg2_1k_chat-ckpt1268-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d148d8eb9b7fd213fa7c7a33d4ecfba5c6d3e8
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294545b945757b01cafa49d9cac204ae509a4ed519104cc9aec58a9bb2fc7ed6
+size 9274529
diff --git a/tool_final_neg2_1k_chat-ckpt1268-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e45451a86776cd144840ec0ebc9193148d59555
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a693430e478c145565252ca1702547eca561e2410d7a808ed28e5262de91bc4f
+size 18547873
diff --git a/tool_final_neg2_1k_chat-ckpt1688-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13c18b29092289221c51c47d676b3e8d755443a
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346d491c19a3804f60933d7a3c693275ab04c9c39c94db81f62b60a3d122ad5e
+size 9274529
diff --git a/tool_final_neg2_1k_chat-ckpt1688-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae34f5d209fd012b456d99525a950eb8491c875
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e22a1d24cf1b7175fb1cd1f9cc0eabf484e1070b7ace2d3f92117255e286f6
+size 18547873
diff --git a/tool_final_neg2_1k_chat-ckpt422-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460503e483a87ba5a059a610fbd085698a68530
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376e87fa2111280bce5e31576c899ab06f822989f5a8e0e5ff9f213d48d88148
+size 9274529
diff --git a/tool_final_neg2_1k_chat-ckpt422-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1d3a0a30dde835ad27ce2e9c15191e55950dd5
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f979a94a2f3133da2c1a128040e8ee494482acceebd5e4b494695cd35483e69b
+size 18547873
diff --git a/tool_final_neg2_1k_chat-ckpt845-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a181f972468e34653dfb69fcccd4ab4ed376c8
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7275ec105f9fbc09f9c2b573b4ab4be3f6c1b25c11acb98c8b6858a0b3dac0dd
+size 9274529
diff --git a/tool_final_neg2_1k_chat-ckpt845-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1772eeea20dc5e8161b66c89456417f15035caf1
--- /dev/null
+++ b/tool_final_neg2_1k_chat-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d356e083d151e88305510103ee4fa22297bd20c9cd5f43309bc710112d4637d
+size 18547873
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ccb5ead767a50bb0e29e69bf692bfbcb6815ec
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eff5a996f1a8b2f778cb0ba27214517e5f89c9ae4f56c7da797769bc49e6f4f
+size 9274529
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73adb7a7ff0694ff8375ff39a9cbc3235f45de13
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30f1265e4cb82d327f91c86cd434b6ca430da07708a6c900321c487828279b5
+size 18547873
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78505ba0d1779c88e04877129a5f2bf60d4c3dc9
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e5b9631f481fa2f42d758b0902f27c5f3ae0699c117f917408e103fd542db5
+size 9274529
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5184202033f66ae0c01906a258aa7d1925e741c9
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3f8fe7c33137af3960081f8dc6a7612b3cb0efcffb119130c0e4397a395743
+size 18547873
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8939e2fd3abbc12f26e665c52a5df7aad9c2a2a
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5e12983d79247d33f1221140c02db27cbbe27eb0ed626bfb00fc1b452a266
+size 9274529
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8455ae4c0282367e4431d952cad426e1118adaae
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e81a5366998060dd618643b9a87e1e6a43288bd00d4ef13ae94f38ed56887b
+size 18547873
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d37507013830179c243e154e21088a485550dda
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88364e587ea2d9c351de6954387f8cd7cef4f71011f201fe3ee59ae612dc2a2b
+size 9274529
diff --git a/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75974e8d749614b1a42abffa2803d25b7f425e4a
--- /dev/null
+++ b/tool_final_neg2_1k_chat_wrong-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b670b7fdfbe20c43af2edcf7649805595bf0c26764869cf66c24cb1cdfb06a91
+size 18547873
diff --git a/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c4dc06759af484b84d89a99faf361dc6baddb
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97ed05ea168e3ccef10842a86ceba6b1f4ff28589081517b6d2ae5c765b3a9b
+size 9274529
diff --git a/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11515d57890ed97e2ef569d3461f8d833010b18e
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt1268-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff5021b81e97087ff3ba25771d51dce38d1af904af7d18e8f94b384dff8d3c
+size 18547873
diff --git a/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea735cfda10d553fef8da9746766cb88be30452
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b1ec2a16739a9f398530317f3b9d029a92353b8b2e57414202a63de128f7f6
+size 9274529
diff --git a/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7840e6153f66f64790d2109f6bde4e715b2356
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt1688-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d3870c86523c5ceb345e2a7bc08b72b46bf3d1b80567cd003e95aca13b749c
+size 18547873
diff --git a/tool_final_neg2_1k_wrong-ckpt422-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt422-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a333c9710cc509fa4437ab3b2bd892d5501d6c0b
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt422-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a05c448cd22298c8ab1975a21d0cba12454be1dfff399409ca56047a4a576c
+size 9274529
diff --git a/tool_final_neg2_1k_wrong-ckpt422-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt422-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ee75273bee3ddca0c256b6f31b8c5a92dd62a5
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt422-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0b0454932b18f6af24a3899def05ba8b0f49c40a67dee8d6c5c35f94610d9b
+size 18547873
diff --git a/tool_final_neg2_1k_wrong-ckpt845-sgd/dim4096/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt845-sgd/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1de70fac39b257a5f73055a9040a1e70746e39
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt845-sgd/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc084ee504c0732e402092063a50dd4d17a9d0983d4d1c7c572f36c5dd7b88d
+size 9274529
diff --git a/tool_final_neg2_1k_wrong-ckpt845-sgd/dim8192/all_orig.pt b/tool_final_neg2_1k_wrong-ckpt845-sgd/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc66b62f1099b6e0d64065a6775f03ddf2f8490
--- /dev/null
+++ b/tool_final_neg2_1k_wrong-ckpt845-sgd/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dcd6383dc9703c29c52ef0ebe31c522e1f394638567bc3e987dfac2bc023b4
+size 18547873
diff --git a/tool_final_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt b/tool_final_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32040e0129f6d4fb42f5619f069b33c01dc9a40c
--- /dev/null
+++ b/tool_final_wrong-ckpt1268-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18bb9a012ca461eed95801987ef0b1f91122f8af67273c64bc6be65d9e7100
+size 3687585
diff --git a/tool_final_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt b/tool_final_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a4739258737bd811fffde59bb63086ac29d606
--- /dev/null
+++ b/tool_final_wrong-ckpt1268-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1fc4cb1d4b07a5ff08ec13b80a1cfc242807a27215897cfaca21bac465e58
+size 7373985
diff --git a/tool_final_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt b/tool_final_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae76352ba22f69d01b945eb01d16d737a6af2ae
--- /dev/null
+++ b/tool_final_wrong-ckpt1688-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c202f66088e95405dc59442e5247a98e748f9d3637f92f51570ab782fdaa83
+size 3687585
diff --git a/tool_final_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt b/tool_final_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3712df0e55a44bd536f02d76004c4b01a6d36890
--- /dev/null
+++ b/tool_final_wrong-ckpt1688-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c1c6fd42471ee2f84633984c72be8e4996e9dc2726ba3c4df79db9dfe75b3
+size 7373985
diff --git a/tool_final_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt b/tool_final_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab0ffc09258dbed82a2514b2fb9bd39e1a6abde
--- /dev/null
+++ b/tool_final_wrong-ckpt422-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf805a77dcf304e561a1e9234165dee0e0e6720d57e37b95ae054656db3a1236
+size 3687585
diff --git a/tool_final_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt b/tool_final_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596068844621a2bd0791c5d19adf77a3a295b098
--- /dev/null
+++ b/tool_final_wrong-ckpt422-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8368933017bb5cf2edf402c180e82adbdea42b432f9fd14d94e0d5c7e7cd91
+size 7373985
diff --git a/tool_final_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt b/tool_final_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c540e5a744014099a7b0377b9d234032ecbdf67
--- /dev/null
+++ b/tool_final_wrong-ckpt845-sgd-v3/dim4096/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a5ca1f9ef7bb7ce75cfe7141850020f404bd15942934e6f095c808fa36b01
+size 3687585
diff --git a/tool_final_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt b/tool_final_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6063202a8fe1ee456c106903094a298b377a0cac
--- /dev/null
+++ b/tool_final_wrong-ckpt845-sgd-v3/dim8192/all_orig.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4550b207da73b92821e0127edd54e11ed720d97279e00b6c5ff2d3aee54e91
+size 7373985