diff --git a/.gitattributes b/.gitattributes index 637fa167e56685c01bc97f08a420ea76330cf6df..1fd4826e6f1aafb9303f7a6f9709083bd5723fc3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/layer_01-model_00-model_states.pt b/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d415dd71796107fd1fc57440ba46fd162ac02f --- /dev/null +++ b/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0094485b9c4ed7ff59cafb154d62ac3c03d956667c6b46e586058be62ec5060a +size 770710755 diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e572d9254d95fcba1c4a09c16c7cd706418e8b93 --- /dev/null +++ b/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42b04b40d7a922f1916199268a4f909d2316aaa28dd746576a69242a782620b +size 56666369 diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..839814f9421f917231fd5d5142a1d77aab4b68dc --- /dev/null +++ b/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1f7bc8308251b32351caccaab52205dce6b2cc854b4e3ac92f761be627ea1d +size 56666369 diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..67b72dbe6c26fc16a360e9cbf6ed3c3a58e6b437 --- /dev/null +++ b/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01e5f7f0913ab36ce9c73d3dc85c6830dcaf3aa1e8279661edcb1bbd7a2d50f +size 56666369 diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a244f9b2e0f70655cfc7832b85ba54686c58189 --- /dev/null +++ b/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598bc054d6395e9305b3517ea299b13a06cb5c21ea83ae0db450cc3a66763e65 +size 56666369 diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..50234addbb7f15a31eb41df6145b73fa0d95d2fc --- /dev/null +++ b/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa185d9962e8a091485f5f47b3e4ec3983c4ec3a05ed05052013a0b823af485 +size 56666369 diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd29b2c6880653eb694468986834adfdff506e1f --- /dev/null +++ b/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac5252985282ba90438da11adddd261be1ae494027af8b29a4419ac8cbcbbe7 +size 56666369 diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0b6e6296921f9d2938f23a886c9730383c7a6e0 --- /dev/null +++ b/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e7b63c68b8b00c9a1653fc2053b41abe4f244285a1a0b0b2154e7df4b8d67e +size 56666369 diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16d8f6a8420c460574879a69282b178038760c60 --- /dev/null +++ b/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c195c00caa88c526ccc138659f9664ec4cef5cb576344b0a99bdcb337169f12d +size 56666369 diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ab0c78cdca4049900ef5f7d70fdbf47eae26bc --- /dev/null +++ b/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db359b7dc1186b5c6eb86edb29577b4692f158faecc5b851aef003b27211209 +size 56666369 diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce1ef53fc1068d6b85d4eea3a39d811becd3f2ab --- /dev/null +++ b/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e11639fdc3581e5df344907f047f41705d51722fe0eb5602fc37d69b60ec3ad +size 56666369 diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f00ae93ee7e26da0d0b032ad72fe9778372db95 --- /dev/null +++ b/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5933df3b5a582beed9ca18438939f633131588ef6a251710d739f7d6559460f +size 56666369 diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..281b8dbbd2e0e935b24d1c94f270bda98e1c2379 --- /dev/null +++ b/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f203eaf15f047dabcb848dd0ac12c7df3adceac09c3e48f116d842d9406475 +size 56666369 diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28d28877c875220fb0f78519bc6dee2f1f5bf27 --- /dev/null +++ b/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de1241b018ae648dae5d8dda250d1ef3836b1ce7811de05d2ba30f94bc3ffbd +size 56666369 diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d609d846a01bea1f3294e55aa6d52e986d7cfe --- /dev/null +++ b/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c7533bc59c9acdb86bf2fe7e4640b30921c5b173b79512398388bb1009a70f7 +size 56666369 diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f80161f8cce881444d28ae3efeabae3a17f20be4 --- /dev/null +++ b/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4cf1d213d5be40144f123be463a138b7eb989e4660247d765b9f32ff9fc791 +size 56666369 diff --git a/layer_18-model_00-model_states.pt b/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..42acdcc0f32f731177bdadc875c5dc1101a6a81c --- /dev/null +++ b/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c611d67ed18ce4fe24c869d086332ed0189de8ab698b0ea2b5ba572d00485350 +size 56666369 diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b22b2f36384a94deb719f11c39bb9ac631a86c --- /dev/null +++ b/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4598a3f4c948f242f77bb797afc16b78dbab40478cad91fc58d5b847e99aea57 +size 56666369 diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a583ae0894e5f71652c7092458172672e1c6c972 --- /dev/null +++ b/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017ad964305bf16af34085a4f6bcaf7812d9b37c1c7c9e78f3b4c503f66ba8c5 +size 56666369 diff --git a/layer_21-model_00-model_states.pt b/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f06f127c5e92fe6dd2821a3b73011015f4255fc8 --- /dev/null +++ b/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fba1e7d803f66a7486087a36897cb8a90a84e2c24cb3c4b8175558f79c287ec +size 56666369 diff --git a/layer_22-model_00-model_states.pt b/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..841750aa54da2b3ec48d1ed961e5fb47cd3d7730 --- /dev/null +++ b/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8978f94c7ec2601bb0991b65fd9e65c79bb65b567f820b333a3283136834b6f7 +size 56666369 diff --git a/layer_23-model_00-model_states.pt b/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..14784f603b42a4a09f5b04f9d9b272c47b1ac14c --- /dev/null +++ b/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e687eae9efd30b5b9f3972fbea80e3ced3257991f78dac5d13fce750bfdbd1b4 +size 56666369 diff --git a/layer_24-model_00-model_states.pt b/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd288d58a321bb92007dbcefabb0b87103f15695 --- /dev/null +++ b/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb934dede820a8d3276766c99b30f95703f1651e2e76c5151bd2b4f21863b26 +size 56666369 diff --git a/layer_25-model_00-model_states.pt b/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74e3069d0a2acb6650b3c2dc739118f1d33a835a --- /dev/null +++ b/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132c1f5b25b30779a77fb649205fa61a31c9c4ef8e9d00d0450a374376defed3 +size 56666369 diff --git a/layer_26-model_00-model_states.pt b/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..528e45be63c0736094ae8fc302d9d0339f522602 --- /dev/null +++ b/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa8c6e50f8f3374f8256c111b6719b76c9a433dc04f4b07b5be7590b0a9b157 +size 56666369 diff --git a/layer_28-model_00-model_states.pt b/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d14b55924aaf38a3cdfa6d055c468757a8944ab4 --- /dev/null +++ b/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a37e11361d76ff7e7d061da9bc52c6831aba6d3401be4faa837fb363b293f5 +size 7079 diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3811ab0efb3d462dd3486e3bea1bbfa50ac82e3e --- /dev/null +++ b/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f65afa56de28cdace54f733e63b8d7f9438791f0c5a32965ab1807c3a10da76 +size 53027 diff --git a/mp_rank_01_model_states.pt b/mp_rank_01_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0824743508db8406acbf9d9dc16a3b1cbd1df0b5 --- /dev/null +++ b/mp_rank_01_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b48bcf25278fcbc16bd495868b426cfbaaa5c1d005f927caad5b8ba7e341f1 +size 53091 diff --git a/zero_pp_rank_0_mp_rank_00_optim_states.pt b/zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..adb31c7f996a32d3f1331e871f5aa6e66ba63c08 --- /dev/null +++ b/zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94aaca273264834e03fe0074708e0fea0bc09305d500ba4ef9b570f2e458c56f +size 544003403 diff --git a/zero_pp_rank_0_mp_rank_01_optim_states.pt b/zero_pp_rank_0_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ada31b13bde4edf31c44457733f3d2a5535e40ba --- /dev/null +++ b/zero_pp_rank_0_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d4b0734ce266b5b0bcdbfb20a4c6f21dbf17015dda8e7bb886a2f4d1d8977e +size 544003403 diff --git a/zero_pp_rank_10_mp_rank_00_optim_states.pt b/zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..084fdd86e00ab3cc7d7c7fcf0683c1b8697ef1c8 --- /dev/null +++ b/zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916156226182d5a7ac2a20e281bb57aae9906a780b85c315183c0e8f5d0f3947 +size 544003403 diff --git a/zero_pp_rank_10_mp_rank_01_optim_states.pt b/zero_pp_rank_10_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..014a99353fbe64dfbb6ab2ed3b8df448ccdb5561 --- /dev/null +++ b/zero_pp_rank_10_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff8dd8b557fc25584018f200e456cbc914ddac92cb45bb72ab980f39fc4b440 +size 544003403 diff --git a/zero_pp_rank_11_mp_rank_00_optim_states.pt b/zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..973d2fe09c722c398fb4f5d76a4c82f56a9384d0 --- /dev/null +++ b/zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3ced4efeced5a47707db4f9e5ee94fcfef46eb81c345d490152b222cff4c36 +size 544003403 diff --git a/zero_pp_rank_11_mp_rank_01_optim_states.pt b/zero_pp_rank_11_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f61ee9252a87ba52fbdd3dfdf1ece989068a33f --- /dev/null +++ b/zero_pp_rank_11_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b49af3f39cb50869f930ebaf6f380f31a396215deb3f3dc67ac1b4bbde640ab2 +size 544003403 diff --git a/zero_pp_rank_12_mp_rank_00_optim_states.pt b/zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..04971a3f6308731c402c2dd879932a5227de6a1a --- /dev/null +++ b/zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dab373109665836ed98e4c1ed30979dd59f61b77ca1faab3cb388050709b668 +size 544003403 diff --git a/zero_pp_rank_12_mp_rank_01_optim_states.pt b/zero_pp_rank_12_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ae21d8dfcdbfaa529db08abd15c4045972cee1 --- /dev/null +++ b/zero_pp_rank_12_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a00ce2cb44a555bc03ff6bbca0e6fcd7bc961c1b7f03cca3c04627e2bb8356b +size 544003403 diff --git a/zero_pp_rank_13_mp_rank_00_optim_states.pt b/zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcbda1b3ac67be845fd89656a9cbf91cac4fcfee --- /dev/null +++ b/zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80dd5c19255fbb57210697b70c4ab61377d80333fbd0a4ddbbdf2e1647fc077a +size 544003403 diff --git a/zero_pp_rank_13_mp_rank_01_optim_states.pt b/zero_pp_rank_13_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f350ea917bdf570b8475cff177725e9fe9c23b1 --- /dev/null +++ b/zero_pp_rank_13_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b2d99a31815900b8ebf016f8ed5bdff6b3805eeb0889f638f346d80fa8fbe1 +size 544003403 diff --git a/zero_pp_rank_14_mp_rank_00_optim_states.pt b/zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f663513be112d7c415d5fe447b26f8be9cf5245a --- /dev/null +++ b/zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1657998d1852b364fcb58a25ae59d426ec21036fd0106c010ad5a4d05794071 +size 544003403 diff --git a/zero_pp_rank_14_mp_rank_01_optim_states.pt b/zero_pp_rank_14_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6a2664f9074c829d3e3ff1df1c15e76533b24db --- /dev/null +++ b/zero_pp_rank_14_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0828205f0a9772aa06a80da65c7ee20c3eda19e44c28d5bd0d472e819ab631 +size 544003403 diff --git a/zero_pp_rank_15_mp_rank_00_optim_states.pt b/zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86780019f9712c197aec44b5d796b2f852567e4 --- /dev/null +++ b/zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d97283fad32fa2552504fcfe56a29714d42fe5ec535296a6b136d538c80e098 +size 544003403 diff --git a/zero_pp_rank_15_mp_rank_01_optim_states.pt b/zero_pp_rank_15_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c70d73fabf84b48df822d72b1e4fd6a71f3c28bb --- /dev/null +++ b/zero_pp_rank_15_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1c05197945e12c600cab89283737798b589d80c5f1a227ef845b6f18540f3b +size 544003403 diff --git a/zero_pp_rank_1_mp_rank_00_optim_states.pt b/zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cef3cd3144c9a161e6872820a237786f25b1d2e --- /dev/null +++ b/zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece5781faad225dcb247e1f20fb2d23ae158419208d1c79cabea23d62c225edf +size 544003403 diff --git a/zero_pp_rank_1_mp_rank_01_optim_states.pt b/zero_pp_rank_1_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..049c6cd6edad0aa4a64933c7724aa482b706ce69 --- /dev/null +++ b/zero_pp_rank_1_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14f4fccd5f4eacf7918b477627affb51c080692ea30a97812a6064213fed283 +size 544003403 diff --git a/zero_pp_rank_2_mp_rank_00_optim_states.pt b/zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26804775f000a3575ebaab27195bbeb3b3ca927 --- /dev/null +++ b/zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6865418a8e4681724c29ad16bdea3b6919246cc3d57cdebef9e0f123d1692c9b +size 544003403 diff --git a/zero_pp_rank_2_mp_rank_01_optim_states.pt b/zero_pp_rank_2_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b91a456782d9291ec491f28503b30420288e4f69 --- /dev/null +++ b/zero_pp_rank_2_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02102c8e198229df94fe7de5f0ff6ebdbe3db2ef0a1e325e3717747dec2de829 +size 544003403 diff --git a/zero_pp_rank_3_mp_rank_00_optim_states.pt b/zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b183695de532ffd1e7df0bbb8870cdd8516aa154 --- /dev/null +++ b/zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799578c61aa1a5a383dafff2452114b958f1b3f7c6bbcf185d64be1add959272 +size 544003403 diff --git a/zero_pp_rank_3_mp_rank_01_optim_states.pt b/zero_pp_rank_3_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4982f778fafeec18182fa7c428d8db6ba5bf7b53 --- /dev/null +++ b/zero_pp_rank_3_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99333d4756448f7bbe4ee97486130f8c61447b97af1128aacb34db61af0aa73b +size 544003403 diff --git a/zero_pp_rank_4_mp_rank_00_optim_states.pt b/zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecf81480a603742ad2c47836bb728d36ca123dd7 --- /dev/null +++ b/zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce7857b00564fb721592eb53548912a9f46354cbae37edb17703e852e5a64fb +size 544003403 diff --git a/zero_pp_rank_4_mp_rank_01_optim_states.pt b/zero_pp_rank_4_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..167ed3d20342d98342d8eaec031f4beb826025fc --- /dev/null +++ b/zero_pp_rank_4_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1b5f35c74e14293fc012350c17533c4a168715221ea8df3476f130e6de0b70 +size 544003403 diff --git a/zero_pp_rank_5_mp_rank_00_optim_states.pt b/zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ca25f0f7aead1eda814f87546b18fe4d7ecd212 --- /dev/null +++ b/zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79378fdfa1098b628fa220360acd7e443542779e103dc7afc20a57bf202bd095 +size 544003403 diff --git a/zero_pp_rank_5_mp_rank_01_optim_states.pt b/zero_pp_rank_5_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0e1ec84bb727ed2c669242e1244f1ee473d26a --- /dev/null +++ b/zero_pp_rank_5_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4874ae03799ede2a44268e31dd43f92b483708d3741b7d02238e4178d6441234 +size 544003403 diff --git a/zero_pp_rank_6_mp_rank_00_optim_states.pt b/zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1667ef23444090f6e3e336da2d2a9f906f82d614 --- /dev/null +++ b/zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226e5209cf851ffb60b14dd1c31cd314eb14d9c2cfba13c051dc8d8ce3dfa504 +size 544003403 diff --git a/zero_pp_rank_6_mp_rank_01_optim_states.pt b/zero_pp_rank_6_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0bdc637d5653c872d0793d40cebd6b47a5f9f5 --- /dev/null +++ b/zero_pp_rank_6_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56af0aed096e371366d83428741b9d514f0a39f998c442eb7a660d01012a33f5 +size 544003403 diff --git a/zero_pp_rank_7_mp_rank_00_optim_states.pt b/zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0823d60975cd285059da5bee5cd0d6a6fd44c19e --- /dev/null +++ b/zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31015586333ebad09ae8456b78421f5a2dd328b86971d4dece6e41fe8b98ef6d +size 544003403 diff --git a/zero_pp_rank_7_mp_rank_01_optim_states.pt b/zero_pp_rank_7_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b14c727beb8e2891834bcbde084672ad86afdda --- /dev/null +++ b/zero_pp_rank_7_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7405921babb701bc0888efe4a54353219f26d710545e30cbb67b7aadb32b308 +size 544003403 diff --git a/zero_pp_rank_8_mp_rank_00_optim_states.pt b/zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8e02e461a19aae5358ef4696d70383467ef6ded --- /dev/null +++ b/zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369014451a48f3c0fe5b49dea77cc75041db997e272bc970a6a998cbc387872f +size 544003403 diff --git a/zero_pp_rank_8_mp_rank_01_optim_states.pt b/zero_pp_rank_8_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7800083bf60cfc163480017663eae99b58597669 --- /dev/null +++ b/zero_pp_rank_8_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a19f0a645a6415a9f529d10197121627b2f127d801c2b36f2288512235fe986 +size 544003403 diff --git a/zero_pp_rank_9_mp_rank_00_optim_states.pt b/zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94d9c6527b2c7ef57f2136939829d83c577238d --- /dev/null +++ b/zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808de51221f962baff9dc2cf0520e261f450fedd62ce9172a324b9fcfed2fda4 +size 544003403 diff --git a/zero_pp_rank_9_mp_rank_01_optim_states.pt b/zero_pp_rank_9_mp_rank_01_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e7ad1bfc5882f076bf9cfeeb809bf6eb04c3f42 --- /dev/null +++ b/zero_pp_rank_9_mp_rank_01_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92cd66fcd6a627ea250dd008a6fdd0c432527ace55d7b78e2e2676c9b951fe6 +size 544003403