Commit 
							
							Β·
						
						2d13e6b
	
1
								Parent(s):
							
							c22587e
								
Add
Browse filesThis view is limited to 50 files because it contains too many changes. Β 
							See raw diff
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_0.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_1.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_2.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_3.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_4.jsonl +0 -3
- perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_5.jsonl +0 -3
- perplexity25/evaluation/perplexity25_0_babi.json +22 -0
- perplexity25/evaluation/perplexity25_1_babi.json +22 -0
- perplexity25/evaluation/perplexity25_2_babi.json +22 -0
- perplexity25/evaluation/perplexity25_3_babi.json +22 -0
- perplexity25/evaluation/perplexity25_4_babi.json +22 -0
- perplexity25/evaluation/perplexity25_5_babi.json +22 -0
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_0.jsonl β perplexity25/transformers/merges.txt +2 -2
- perplexity25/transformers/tokenizer.json +0 -0
- perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_1.jsonl β perplexity25/transformers/vocab.json +2 -2
- {perplexity β perplexity2575}/3510897.err +0 -0
- {perplexity β perplexity2575}/3510897.out +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_4.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_5.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_4.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_5.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.json +0 -0
- {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.json +0 -0
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_2.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:f22e7c12193b746d70654c83dbf65f833453ac292b274b195d4f0af5ca9f56e8
         | 
| 3 | 
            -
            size 5994331
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_3.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:79264b00c160f248974e92c0bf7ec94941e62dc3cbfed672ffdab9bbeb243f44
         | 
| 3 | 
            -
            size 6922711
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_4.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:b9e20035c2645e665327400637df107d64e7e4348535e14c2f3f4c29d27fe406
         | 
| 3 | 
            -
            size 7822876
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_5.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:48b300c546c09d0fe19e191acfc000b90147254c732fd99ef4a045db2aac6ed8
         | 
| 3 | 
            -
            size 8738448
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_0.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:d4fe4eae64aa71bf2b01f36dc7451cfddc16620f07f35a1bbe64ab36d441c23b
         | 
| 3 | 
            -
            size 7675186
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_1.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:5902c88cf7ed1e98d3dc2b138d17fedd69d3df2bdd63fff8136746b60ed15c87
         | 
| 3 | 
            -
            size 13299510
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_2.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:4502f52ef7440d17223e39168ccb14f7d152d5b5c54e7cc200c1b7722ff39676
         | 
| 3 | 
            -
            size 18867322
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_3.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:bd57f4decca08d6c401d04cf73be5e526aad4db61eb34642263812c67914cebe
         | 
| 3 | 
            -
            size 24267907
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_4.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:137b82cba367896394e1cf999b8b1486f6fc5d9d1d788f8e5107f9d09e577855
         | 
| 3 | 
            -
            size 29449359
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-wiki_lingua_en_tldr_en_5.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:31de04d3beecd7021a68665ed32242b360ea1085e136f991e0f9d679a2de70be
         | 
| 3 | 
            -
            size 34795948
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:677576187f22771e50b9ee2a5602062c45a16f54b3b2d1716dbe4799febbfb30
         | 
| 3 | 
            -
            size 4219750
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:4cf412242e1a391b79a5961708d53d0934bb56e0a6d08c3fa1c2e2f8d333f92d
         | 
| 3 | 
            -
            size 5131942
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:69f8332ba677e67bfe1b2c2d3898c9951fb2a6af1bef8b74249e4d75fe6ed303
         | 
| 3 | 
            -
            size 6133690
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:10b4bea2343a63e17f061f412c9d0a51790aba53c8402557bb4a69b7d25c77d5
         | 
| 3 | 
            -
            size 7245342
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:92164fa46a074df910f0a325772edaaf1f0aba572c46308e2d5def04fd09665c
         | 
| 3 | 
            -
            size 8374218
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:d6e7f309d92cbf4c1d8276d91ce49766c6de09d222b347499475331d6aaa9718
         | 
| 3 | 
            -
            size 9491233
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_0.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:9ec43b2031ba9c8d567309f45c56c0c46ed51027d502cc0dee77af1399b8c3a4
         | 
| 3 | 
            -
            size 2824705
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_1.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:a64d676949dd7afa30c0aaccbc5730f42281aff561d355a6995017530709eae5
         | 
| 3 | 
            -
            size 5109143
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_2.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:e875e269f2e5409ac1b1c7df236b872590f9a46a9fbdc87a1d5dbf808d39dfae
         | 
| 3 | 
            -
            size 7379320
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_3.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:e8421fb510ab1a959d44b86958db2f65249a3b9f96b4fb67f45be1ac90ed019d
         | 
| 3 | 
            -
            size 9649100
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_4.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:7c6644ea596727ebc2b42e2faa1e0d86e31d24aa0e0b51aa25003ec1dcc69f6b
         | 
| 3 | 
            -
            size 11672533
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_gem_xsum_article_DOC_summary_5.jsonl
    DELETED
    
    | @@ -1,3 +0,0 @@ | |
| 1 | 
            -
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256:79fd24ce044e4f66ddebec23ddff4d4b1d36affc674239b1bf3b422bfd096690
         | 
| 3 | 
            -
            size 13897604
         | 
|  | |
|  | |
|  | |
|  | 
    	
        perplexity25/evaluation/perplexity25_0_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 0,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity25/evaluation/perplexity25_1_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 1,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity25/evaluation/perplexity25_2_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 2,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity25/evaluation/perplexity25_3_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 3,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity25/evaluation/perplexity25_4_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 4,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity25/evaluation/perplexity25_5_babi.json
    ADDED
    
    | @@ -0,0 +1,22 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "results": {
         | 
| 3 | 
            +
                "babi": {
         | 
| 4 | 
            +
                  "em": 0.0,
         | 
| 5 | 
            +
                  "em_stderr": 0.0
         | 
| 6 | 
            +
                }
         | 
| 7 | 
            +
              },
         | 
| 8 | 
            +
              "versions": {
         | 
| 9 | 
            +
                "babi": 0
         | 
| 10 | 
            +
              },
         | 
| 11 | 
            +
              "config": {
         | 
| 12 | 
            +
                "model": "gpt2",
         | 
| 13 | 
            +
                "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4-perplexity/perplexity25/transformers",
         | 
| 14 | 
            +
                "num_fewshot": 5,
         | 
| 15 | 
            +
                "batch_size": null,
         | 
| 16 | 
            +
                "device": null,
         | 
| 17 | 
            +
                "no_cache": true,
         | 
| 18 | 
            +
                "limit": 3000,
         | 
| 19 | 
            +
                "bootstrap_iters": 100000,
         | 
| 20 | 
            +
                "description_dict": {}
         | 
| 21 | 
            +
              }
         | 
| 22 | 
            +
            }
         | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_0.jsonl β perplexity25/transformers/merges.txt
    RENAMED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5
         | 
| 3 | 
            +
            size 456318
         | 
    	
        perplexity25/transformers/tokenizer.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        perplexity/evaluation/generation/examples.perplexity_GEM-web_nlg_en_PALM_prompt_1.jsonl β perplexity25/transformers/vocab.json
    RENAMED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783
         | 
| 3 | 
            +
            size 1042301
         | 
    	
        {perplexity β perplexity2575}/3510897.err
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/3510897.out
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_0.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_1.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_2.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_3.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_4.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-web_nlg_en_PALM_prompt_5.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_0.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_1.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_2.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_3.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_4.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_GEM-wiki_lingua_en_tldr_en_5.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_0.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_1.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_2.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_3.json
    RENAMED
    
    | 
            File without changes
         | 
    	
        {perplexity β perplexity2575}/evaluation/generation/agg.perplexity_e2e_nlg_cleaned_generate_text_restaurant_4.json
    RENAMED
    
    | 
            File without changes
         | 

