Muennighoff commited on
Commit
4071a8e
·
1 Parent(s): b124912
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. layer_01-model_00-model_states.pt +3 -0
  3. layer_03-model_00-model_states.pt +3 -0
  4. layer_04-model_00-model_states.pt +3 -0
  5. layer_05-model_00-model_states.pt +3 -0
  6. layer_06-model_00-model_states.pt +3 -0
  7. layer_07-model_00-model_states.pt +3 -0
  8. layer_08-model_00-model_states.pt +3 -0
  9. layer_09-model_00-model_states.pt +3 -0
  10. layer_10-model_00-model_states.pt +3 -0
  11. layer_11-model_00-model_states.pt +3 -0
  12. layer_12-model_00-model_states.pt +3 -0
  13. layer_13-model_00-model_states.pt +3 -0
  14. layer_14-model_00-model_states.pt +3 -0
  15. layer_15-model_00-model_states.pt +3 -0
  16. layer_16-model_00-model_states.pt +3 -0
  17. layer_17-model_00-model_states.pt +3 -0
  18. layer_18-model_00-model_states.pt +3 -0
  19. layer_19-model_00-model_states.pt +3 -0
  20. layer_20-model_00-model_states.pt +3 -0
  21. layer_21-model_00-model_states.pt +3 -0
  22. layer_22-model_00-model_states.pt +3 -0
  23. layer_23-model_00-model_states.pt +3 -0
  24. layer_24-model_00-model_states.pt +3 -0
  25. layer_25-model_00-model_states.pt +3 -0
  26. layer_26-model_00-model_states.pt +3 -0
  27. layer_28-model_00-model_states.pt +3 -0
  28. mp_rank_00_model_states.pt +3 -0
  29. mp_rank_01_model_states.pt +3 -0
  30. zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  31. zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  32. zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  33. zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  34. zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  35. zero_pp_rank_11_mp_rank_01_optim_states.pt +3 -0
  36. zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  37. zero_pp_rank_12_mp_rank_01_optim_states.pt +3 -0
  38. zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  39. zero_pp_rank_13_mp_rank_01_optim_states.pt +3 -0
  40. zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  41. zero_pp_rank_14_mp_rank_01_optim_states.pt +3 -0
  42. zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  43. zero_pp_rank_15_mp_rank_01_optim_states.pt +3 -0
  44. zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  45. zero_pp_rank_1_mp_rank_01_optim_states.pt +3 -0
  46. zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  47. zero_pp_rank_2_mp_rank_01_optim_states.pt +3 -0
  48. zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  49. zero_pp_rank_3_mp_rank_01_optim_states.pt +3 -0
  50. zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
.gitattributes CHANGED
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
30
  *.zip filter=lfs diff=lfs merge=lfs -text
31
  *.zst filter=lfs diff=lfs merge=lfs -text
32
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
30
  *.zip filter=lfs diff=lfs merge=lfs -text
31
  *.zst filter=lfs diff=lfs merge=lfs -text
32
  *tfevents* filter=lfs diff=lfs merge=lfs -text
33
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
layer_01-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0094485b9c4ed7ff59cafb154d62ac3c03d956667c6b46e586058be62ec5060a
3
+ size 770710755
layer_03-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42b04b40d7a922f1916199268a4f909d2316aaa28dd746576a69242a782620b
3
+ size 56666369
layer_04-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c1f7bc8308251b32351caccaab52205dce6b2cc854b4e3ac92f761be627ea1d
3
+ size 56666369
layer_05-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f01e5f7f0913ab36ce9c73d3dc85c6830dcaf3aa1e8279661edcb1bbd7a2d50f
3
+ size 56666369
layer_06-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598bc054d6395e9305b3517ea299b13a06cb5c21ea83ae0db450cc3a66763e65
3
+ size 56666369
layer_07-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efa185d9962e8a091485f5f47b3e4ec3983c4ec3a05ed05052013a0b823af485
3
+ size 56666369
layer_08-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac5252985282ba90438da11adddd261be1ae494027af8b29a4419ac8cbcbbe7
3
+ size 56666369
layer_09-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e7b63c68b8b00c9a1653fc2053b41abe4f244285a1a0b0b2154e7df4b8d67e
3
+ size 56666369
layer_10-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c195c00caa88c526ccc138659f9664ec4cef5cb576344b0a99bdcb337169f12d
3
+ size 56666369
layer_11-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db359b7dc1186b5c6eb86edb29577b4692f158faecc5b851aef003b27211209
3
+ size 56666369
layer_12-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e11639fdc3581e5df344907f047f41705d51722fe0eb5602fc37d69b60ec3ad
3
+ size 56666369
layer_13-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5933df3b5a582beed9ca18438939f633131588ef6a251710d739f7d6559460f
3
+ size 56666369
layer_14-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f203eaf15f047dabcb848dd0ac12c7df3adceac09c3e48f116d842d9406475
3
+ size 56666369
layer_15-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de1241b018ae648dae5d8dda250d1ef3836b1ce7811de05d2ba30f94bc3ffbd
3
+ size 56666369
layer_16-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c7533bc59c9acdb86bf2fe7e4640b30921c5b173b79512398388bb1009a70f7
3
+ size 56666369
layer_17-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4cf1d213d5be40144f123be463a138b7eb989e4660247d765b9f32ff9fc791
3
+ size 56666369
layer_18-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c611d67ed18ce4fe24c869d086332ed0189de8ab698b0ea2b5ba572d00485350
3
+ size 56666369
layer_19-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4598a3f4c948f242f77bb797afc16b78dbab40478cad91fc58d5b847e99aea57
3
+ size 56666369
layer_20-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017ad964305bf16af34085a4f6bcaf7812d9b37c1c7c9e78f3b4c503f66ba8c5
3
+ size 56666369
layer_21-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fba1e7d803f66a7486087a36897cb8a90a84e2c24cb3c4b8175558f79c287ec
3
+ size 56666369
layer_22-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8978f94c7ec2601bb0991b65fd9e65c79bb65b567f820b333a3283136834b6f7
3
+ size 56666369
layer_23-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e687eae9efd30b5b9f3972fbea80e3ced3257991f78dac5d13fce750bfdbd1b4
3
+ size 56666369
layer_24-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb934dede820a8d3276766c99b30f95703f1651e2e76c5151bd2b4f21863b26
3
+ size 56666369
layer_25-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132c1f5b25b30779a77fb649205fa61a31c9c4ef8e9d00d0450a374376defed3
3
+ size 56666369
layer_26-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa8c6e50f8f3374f8256c111b6719b76c9a433dc04f4b07b5be7590b0a9b157
3
+ size 56666369
layer_28-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a37e11361d76ff7e7d061da9bc52c6831aba6d3401be4faa837fb363b293f5
3
+ size 7079
mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f65afa56de28cdace54f733e63b8d7f9438791f0c5a32965ab1807c3a10da76
3
+ size 53027
mp_rank_01_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b48bcf25278fcbc16bd495868b426cfbaaa5c1d005f927caad5b8ba7e341f1
3
+ size 53091
zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94aaca273264834e03fe0074708e0fea0bc09305d500ba4ef9b570f2e458c56f
3
+ size 544003403
zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d4b0734ce266b5b0bcdbfb20a4c6f21dbf17015dda8e7bb886a2f4d1d8977e
3
+ size 544003403
zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916156226182d5a7ac2a20e281bb57aae9906a780b85c315183c0e8f5d0f3947
3
+ size 544003403
zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ff8dd8b557fc25584018f200e456cbc914ddac92cb45bb72ab980f39fc4b440
3
+ size 544003403
zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3ced4efeced5a47707db4f9e5ee94fcfef46eb81c345d490152b222cff4c36
3
+ size 544003403
zero_pp_rank_11_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49af3f39cb50869f930ebaf6f380f31a396215deb3f3dc67ac1b4bbde640ab2
3
+ size 544003403
zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dab373109665836ed98e4c1ed30979dd59f61b77ca1faab3cb388050709b668
3
+ size 544003403
zero_pp_rank_12_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a00ce2cb44a555bc03ff6bbca0e6fcd7bc961c1b7f03cca3c04627e2bb8356b
3
+ size 544003403
zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80dd5c19255fbb57210697b70c4ab61377d80333fbd0a4ddbbdf2e1647fc077a
3
+ size 544003403
zero_pp_rank_13_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2b2d99a31815900b8ebf016f8ed5bdff6b3805eeb0889f638f346d80fa8fbe1
3
+ size 544003403
zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1657998d1852b364fcb58a25ae59d426ec21036fd0106c010ad5a4d05794071
3
+ size 544003403
zero_pp_rank_14_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0828205f0a9772aa06a80da65c7ee20c3eda19e44c28d5bd0d472e819ab631
3
+ size 544003403
zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d97283fad32fa2552504fcfe56a29714d42fe5ec535296a6b136d538c80e098
3
+ size 544003403
zero_pp_rank_15_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1c05197945e12c600cab89283737798b589d80c5f1a227ef845b6f18540f3b
3
+ size 544003403
zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece5781faad225dcb247e1f20fb2d23ae158419208d1c79cabea23d62c225edf
3
+ size 544003403
zero_pp_rank_1_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c14f4fccd5f4eacf7918b477627affb51c080692ea30a97812a6064213fed283
3
+ size 544003403
zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6865418a8e4681724c29ad16bdea3b6919246cc3d57cdebef9e0f123d1692c9b
3
+ size 544003403
zero_pp_rank_2_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02102c8e198229df94fe7de5f0ff6ebdbe3db2ef0a1e325e3717747dec2de829
3
+ size 544003403
zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799578c61aa1a5a383dafff2452114b958f1b3f7c6bbcf185d64be1add959272
3
+ size 544003403
zero_pp_rank_3_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99333d4756448f7bbe4ee97486130f8c61447b97af1128aacb34db61af0aa73b
3
+ size 544003403
zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ce7857b00564fb721592eb53548912a9f46354cbae37edb17703e852e5a64fb
3
+ size 544003403