Hugging Face's logo

datablations
/
lm1-2b8-55b-c4py

TensorBoard
Model card Files
xet
Metrics Community
Muennighoff commited on
Commit
afa9fd2
·
1 Parent(s): becdb4b

add babi

Browse files
Files changed (15) hide show
  1. 2b855b50c4py/evaluation/2b855b50c4py_5_babi.json +22 -0
  2. 2b855b50c4py/transformers/tokenizer.json +0 -0
  3. 2b855b50c4py/transformers/vocab.json +0 -0
  4. 2b855b60c4py/evaluation/2b855b60c4py_5_babi.json +22 -0
  5. 2b855b60c4py/transformers/tokenizer.json +0 -0
  6. 2b855b60c4py/transformers/vocab.json +0 -0
  7. 2b855b70c4py/evaluation/2b855b70c4py_5_babi.json +22 -0
  8. 2b855b70c4py/transformers/tokenizer.json +0 -0
  9. 2b855b70c4py/transformers/vocab.json +0 -0
  10. 2b855b80c4py/evaluation/2b855b80c4py_5_babi.json +22 -0
  11. 2b855b80c4py/transformers/tokenizer.json +0 -0
  12. 2b855b80c4py/transformers/vocab.json +0 -0
  13. 2b855b90c4py/evaluation/2b855b90c4py_5_babi.json +22 -0
  14. 2b855b90c4py/transformers/tokenizer.json +0 -0
  15. 2b855b90c4py/transformers/vocab.json +0 -0
2b855b50c4py/evaluation/2b855b50c4py_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.26600441501103755,
5
+ "em_stderr": 0.014688141802812468
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4py/2b855b50c4py/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b50c4py/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b50c4py/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b60c4py/evaluation/2b855b60c4py_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.2560706401766004,
5
+ "em_stderr": 0.014508464567494349
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4py/2b855b60c4py/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b60c4py/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b60c4py/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b70c4py/evaluation/2b855b70c4py_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.2229580573951435,
5
+ "em_stderr": 0.013835967302718943
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4py/2b855b70c4py/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b70c4py/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b70c4py/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b80c4py/evaluation/2b855b80c4py_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.2229580573951435,
5
+ "em_stderr": 0.013835967302718943
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4py/2b855b70c4py/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b80c4py/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b80c4py/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b90c4py/evaluation/2b855b90c4py_5_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.07836644591611479,
5
+ "em_stderr": 0.008933464682765763
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4py/2b855b90c4py/transformers",
14
+ "num_fewshot": 5,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": false,
18
+ "limit": 906,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
2b855b90c4py/transformers/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
2b855b90c4py/transformers/vocab.json ADDED
The diff for this file is too large to render. See raw diff