Hugging Face's logo

datablations
/
lm1-2b8-55b-oscarseeds

Model card Files
xet
Community
Muennighoff commited on
Commit
d3e49f1
·
1 Parent(s): 552a17e

Rmv

Browse files
Files changed (18) hide show
  1. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_0_babi.json +0 -22
  2. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_1_babi.json +0 -22
  3. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_2_babi.json +0 -22
  4. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_3_babi.json +0 -22
  5. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_4_babi.json +0 -22
  6. 2b855b55boscarseed1/evaluation/2b855b55boscarseed2_5_babi.json +0 -22
  7. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_0_babi.json +0 -22
  8. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_1_babi.json +0 -22
  9. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_2_babi.json +0 -22
  10. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_3_babi.json +0 -22
  11. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_4_babi.json +0 -22
  12. 2b855b55boscarseed1/evaluation/2b855b55boscarseed3_5_babi.json +0 -22
  13. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_0_babi.json +0 -22
  14. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_1_babi.json +0 -22
  15. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_2_babi.json +0 -22
  16. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_3_babi.json +0 -22
  17. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_4_babi.json +0 -22
  18. 2b855b55boscarseed1/evaluation/2b855b55boscarseed4_5_babi.json +0 -22
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_0_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.0,
5
- "em_stderr": 0.0
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 0,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_1_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.072,
5
- "em_stderr": 0.004720108735558263
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 1,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_2_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.14833333333333334,
5
- "em_stderr": 0.006490317911631995
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 2,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_3_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.20233333333333334,
5
- "em_stderr": 0.007335947375298662
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 3,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_4_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.22266666666666668,
5
- "em_stderr": 0.007597015573408561
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 4,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed2_5_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.24833333333333332,
5
- "em_stderr": 0.007889362689354152
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed2/transformers",
14
- "num_fewshot": 5,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_0_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.0,
5
- "em_stderr": 0.0
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 0,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_1_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.08,
5
- "em_stderr": 0.004953939224288839
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 1,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_2_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.159,
5
- "em_stderr": 0.006677414366420249
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 2,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_3_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.21933333333333332,
5
- "em_stderr": 0.007556086214902187
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 3,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_4_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.25233333333333335,
5
- "em_stderr": 0.007931459097913785
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 4,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed3_5_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.259,
5
- "em_stderr": 0.007999645707393086
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed3/transformers",
14
- "num_fewshot": 5,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_0_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.0,
5
- "em_stderr": 0.0
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 0,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_1_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.068,
5
- "em_stderr": 0.0045969965694086165
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 1,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_2_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.12166666666666667,
5
- "em_stderr": 0.005969352898009278
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 2,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_3_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.17166666666666666,
5
- "em_stderr": 0.006885846283046821
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 3,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_4_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.22,
5
- "em_stderr": 0.007564328987051203
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 4,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2b855b55boscarseed1/evaluation/2b855b55boscarseed4_5_babi.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "results": {
3
- "babi": {
4
- "em": 0.23633333333333334,
5
- "em_stderr": 0.007757578421815523
6
- }
7
- },
8
- "versions": {
9
- "babi": 0
10
- },
11
- "config": {
12
- "model": "gpt2",
13
- "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-oscarseeds/2b855b55boscarseed4/transformers",
14
- "num_fewshot": 5,
15
- "batch_size": null,
16
- "device": null,
17
- "no_cache": true,
18
- "limit": 3000,
19
- "bootstrap_iters": 100000,
20
- "description_dict": {}
21
- }
22
- }